2024-02-09T23:45:02.613 INFO:root:teuthology version: 0.0.1.dev256+gd9fdb22 2024-02-09T23:45:02.613 DEBUG:teuthology.run:Teuthology command: teuthology --name yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi --archive /home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554559 --description fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} subvol_versions/create_subvol_version_v1 tasks/xfstests-dev} --verbose --owner scheduled_yuriw@teuthology -- /home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554559/orig.config.yaml 2024-02-09T23:45:02.654 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-02-09T23:45:02.747 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554559 branch: main description: fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} subvol_versions/create_subvol_version_v1 tasks/xfstests-dev} email: yweinste@redhat.com first_in_suite: false job_id: '7554559' kernel: kdb: true sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: main ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - \(POOL_APP_NOT_ENABLED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding sha1: 290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 subvolume_version: 1 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: main sha1: 290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 owner: scheduled_yuriw@teuthology priority: 71 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 3558 sha1: 290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 sleep_before_teardown: 0 subset: 111/120000 suite: fs suite_branch: main suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: 290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi027.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGwpmcnhXPy11TlEs4d//LAkvfNDeLaCjfddB5+SCblGIJyngP4OXVA86dlYYiqe2JBHmGI8cT5ou7YevCO9Jgw= smithi153.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBK/qbfaOPj5zxh5J+W1UZhU1VermFZSIUnLgzS0sBijq9MBWRC/pzXaPVxE09vrriNU3aWIf9QwQnRiG31V5L/c= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - ceph-fuse: null - cephfs_test_runner: fail_on_skip: false modules: - tasks.cephfs.tests_from_xfstests_dev teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: d9fdb2209e15b39d9f061fd85399f352ce0f0894 timestamp: 2024-02-09_19:35:09 tube: smithi user: yuriw verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-02-09T23:45:02.747 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/qa; will attempt to use it 2024-02-09T23:45:02.748 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/qa/tasks 2024-02-09T23:45:02.748 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-02-09T23:45:02.749 INFO:teuthology.task.internal:Checking packages... 2024-02-09T23:45:02.774 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '290212a1bfd33563ba76ee5b7f0b944fdb6c5d90' 2024-02-09T23:45:02.774 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-02-09T23:45:02.774 INFO:teuthology.packaging:ref: None 2024-02-09T23:45:02.774 INFO:teuthology.packaging:tag: None 2024-02-09T23:45:02.774 INFO:teuthology.packaging:branch: main 2024-02-09T23:45:02.774 INFO:teuthology.packaging:sha1: 290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 2024-02-09T23:45:02.775 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=main 2024-02-09T23:45:03.170 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-1361.gf8e4e331 2024-02-09T23:45:03.172 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-02-09T23:45:03.178 INFO:teuthology.task.internal:no buildpackages task found 2024-02-09T23:45:03.178 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-02-09T23:45:03.184 INFO:teuthology.task.internal:Saving configuration 2024-02-09T23:45:03.200 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-02-09T23:45:03.206 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-02-09T23:45:03.230 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi027.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554559', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-02-09 23:39:22.039356', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGwpmcnhXPy11TlEs4d//LAkvfNDeLaCjfddB5+SCblGIJyngP4OXVA86dlYYiqe2JBHmGI8cT5ou7YevCO9Jgw='} 2024-02-09T23:45:03.254 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi153.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554559', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-02-09 23:39:22.041299', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBK/qbfaOPj5zxh5J+W1UZhU1VermFZSIUnLgzS0sBijq9MBWRC/pzXaPVxE09vrriNU3aWIf9QwQnRiG31V5L/c='} 2024-02-09T23:45:03.255 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-02-09T23:45:03.260 INFO:teuthology.task.internal:roles: ubuntu@smithi027.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-02-09T23:45:03.261 INFO:teuthology.task.internal:roles: ubuntu@smithi153.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-02-09T23:45:03.261 INFO:teuthology.run_tasks:Running task console_log... 2024-02-09T23:45:03.328 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fd7bbda54c0>, signals=[15]) 2024-02-09T23:45:03.328 INFO:teuthology.run_tasks:Running task internal.connect... 2024-02-09T23:45:03.334 INFO:teuthology.task.internal:Opening connections... 2024-02-09T23:45:03.334 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi027.front.sepia.ceph.com 2024-02-09T23:45:03.336 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi027.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-09T23:45:03.441 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi153.front.sepia.ceph.com 2024-02-09T23:45:03.442 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi153.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-09T23:45:03.529 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-02-09T23:45:03.536 DEBUG:teuthology.orchestra.run.smithi027:> uname -m 2024-02-09T23:45:03.553 INFO:teuthology.orchestra.run.smithi027.stdout:x86_64 2024-02-09T23:45:03.553 DEBUG:teuthology.orchestra.run.smithi027:> cat /etc/os-release 2024-02-09T23:45:03.610 INFO:teuthology.orchestra.run.smithi027.stdout:NAME="CentOS Stream" 2024-02-09T23:45:03.610 INFO:teuthology.orchestra.run.smithi027.stdout:VERSION="9" 2024-02-09T23:45:03.610 INFO:teuthology.orchestra.run.smithi027.stdout:ID="centos" 2024-02-09T23:45:03.610 INFO:teuthology.orchestra.run.smithi027.stdout:ID_LIKE="rhel fedora" 2024-02-09T23:45:03.610 INFO:teuthology.orchestra.run.smithi027.stdout:VERSION_ID="9" 2024-02-09T23:45:03.610 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM_ID="platform:el9" 2024-02-09T23:45:03.611 INFO:teuthology.orchestra.run.smithi027.stdout:PRETTY_NAME="CentOS Stream 9" 2024-02-09T23:45:03.611 INFO:teuthology.orchestra.run.smithi027.stdout:ANSI_COLOR="0;31" 2024-02-09T23:45:03.611 INFO:teuthology.orchestra.run.smithi027.stdout:LOGO="fedora-logo-icon" 2024-02-09T23:45:03.611 INFO:teuthology.orchestra.run.smithi027.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-02-09T23:45:03.611 INFO:teuthology.orchestra.run.smithi027.stdout:HOME_URL="https://centos.org/" 2024-02-09T23:45:03.611 INFO:teuthology.orchestra.run.smithi027.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-02-09T23:45:03.611 INFO:teuthology.orchestra.run.smithi027.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-02-09T23:45:03.611 INFO:teuthology.orchestra.run.smithi027.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-02-09T23:45:03.612 INFO:teuthology.lock.ops:Updating smithi027.front.sepia.ceph.com on lock server 2024-02-09T23:45:03.637 DEBUG:teuthology.orchestra.run.smithi153:> uname -m 2024-02-09T23:45:03.655 INFO:teuthology.orchestra.run.smithi153.stdout:x86_64 2024-02-09T23:45:03.655 DEBUG:teuthology.orchestra.run.smithi153:> cat /etc/os-release 2024-02-09T23:45:03.712 INFO:teuthology.orchestra.run.smithi153.stdout:NAME="CentOS Stream" 2024-02-09T23:45:03.712 INFO:teuthology.orchestra.run.smithi153.stdout:VERSION="9" 2024-02-09T23:45:03.712 INFO:teuthology.orchestra.run.smithi153.stdout:ID="centos" 2024-02-09T23:45:03.712 INFO:teuthology.orchestra.run.smithi153.stdout:ID_LIKE="rhel fedora" 2024-02-09T23:45:03.712 INFO:teuthology.orchestra.run.smithi153.stdout:VERSION_ID="9" 2024-02-09T23:45:03.712 INFO:teuthology.orchestra.run.smithi153.stdout:PLATFORM_ID="platform:el9" 2024-02-09T23:45:03.712 INFO:teuthology.orchestra.run.smithi153.stdout:PRETTY_NAME="CentOS Stream 9" 2024-02-09T23:45:03.712 INFO:teuthology.orchestra.run.smithi153.stdout:ANSI_COLOR="0;31" 2024-02-09T23:45:03.712 INFO:teuthology.orchestra.run.smithi153.stdout:LOGO="fedora-logo-icon" 2024-02-09T23:45:03.712 INFO:teuthology.orchestra.run.smithi153.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-02-09T23:45:03.712 INFO:teuthology.orchestra.run.smithi153.stdout:HOME_URL="https://centos.org/" 2024-02-09T23:45:03.712 INFO:teuthology.orchestra.run.smithi153.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-02-09T23:45:03.712 INFO:teuthology.orchestra.run.smithi153.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-02-09T23:45:03.713 INFO:teuthology.orchestra.run.smithi153.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-02-09T23:45:03.713 INFO:teuthology.lock.ops:Updating smithi153.front.sepia.ceph.com on lock server 2024-02-09T23:45:03.728 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-02-09T23:45:03.738 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-02-09T23:45:03.743 INFO:teuthology.task.internal:Checking for old test directory... 2024-02-09T23:45:03.743 DEBUG:teuthology.orchestra.run.smithi027:> test '!' -e /home/ubuntu/cephtest 2024-02-09T23:45:03.746 DEBUG:teuthology.orchestra.run.smithi153:> test '!' -e /home/ubuntu/cephtest 2024-02-09T23:45:03.767 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-02-09T23:45:03.773 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-02-09T23:45:03.773 DEBUG:teuthology.orchestra.run.smithi027:> test -z $(ls -A /var/lib/ceph) 2024-02-09T23:45:03.803 DEBUG:teuthology.orchestra.run.smithi153:> test -z $(ls -A /var/lib/ceph) 2024-02-09T23:45:03.922 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-02-09T23:45:03.975 INFO:teuthology.run_tasks:Running task kernel... 2024-02-09T23:45:04.003 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2024-02-09T23:45:04.003 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2024-02-09T23:45:04.003 DEBUG:teuthology.orchestra.run.smithi027:> test -f /run/.containerenv -o -f /.dockerenv 2024-02-09T23:45:04.004 DEBUG:teuthology.orchestra.run.smithi153:> test -f /run/.containerenv -o -f /.dockerenv 2024-02-09T23:45:04.020 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-09T23:45:04.020 DEBUG:teuthology.orchestra.run.smithi153:> uname -r 2024-02-09T23:45:04.021 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-09T23:45:04.021 DEBUG:teuthology.orchestra.run.smithi027:> uname -r 2024-02-09T23:45:04.077 INFO:teuthology.orchestra.run.smithi153.stdout:5.14.0-361.el9.x86_64 2024-02-09T23:45:04.077 INFO:teuthology.task.kernel:Running kernel on smithi153: 5.14.0-361.el9.x86_64 2024-02-09T23:45:04.077 DEBUG:teuthology.orchestra.run.smithi153:> sudo yum install -y kernel 2024-02-09T23:45:04.078 INFO:teuthology.orchestra.run.smithi027.stdout:5.14.0-361.el9.x86_64 2024-02-09T23:45:04.079 INFO:teuthology.task.kernel:Running kernel on smithi027: 5.14.0-361.el9.x86_64 2024-02-09T23:45:04.079 DEBUG:teuthology.orchestra.run.smithi027:> sudo yum install -y kernel 2024-02-09T23:45:06.212 INFO:teuthology.orchestra.run.smithi027.stdout:CentOS-9 - AppStream 13 MB/s | 6.7 MB 00:00 2024-02-09T23:45:06.719 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS-9 - AppStream 7.3 MB/s | 6.7 MB 00:00 2024-02-09T23:45:07.654 INFO:teuthology.orchestra.run.smithi027.stdout:CentOS-9 - BaseOS 7.6 MB/s | 2.0 MB 00:00 2024-02-09T23:45:08.361 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS-9 - BaseOS 3.8 MB/s | 2.0 MB 00:00 2024-02-09T23:45:09.028 INFO:teuthology.orchestra.run.smithi027.stdout:CentOS Stream 9 - BaseOS 7.8 MB/s | 8.0 MB 00:01 2024-02-09T23:45:10.526 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS Stream 9 - BaseOS 4.3 MB/s | 8.0 MB 00:01 2024-02-09T23:45:11.023 INFO:teuthology.orchestra.run.smithi027.stdout:CentOS Stream 9 - AppStream 22 MB/s | 19 MB 00:00 2024-02-09T23:45:13.219 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS Stream 9 - AppStream 12 MB/s | 19 MB 00:01 2024-02-09T23:45:15.630 INFO:teuthology.orchestra.run.smithi027.stdout:CentOS Stream 9 - CRB 6.0 MB/s | 5.9 MB 00:00 2024-02-09T23:45:16.948 INFO:teuthology.orchestra.run.smithi027.stdout:CentOS Stream 9 - Extras packages 100 kB/s | 15 kB 00:00 2024-02-09T23:45:17.228 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS Stream 9 - CRB 10 MB/s | 5.9 MB 00:00 2024-02-09T23:45:18.720 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS Stream 9 - Extras packages 39 kB/s | 15 kB 00:00 2024-02-09T23:45:20.513 INFO:teuthology.orchestra.run.smithi153.stdout:Extra Packages for Enterprise Linux 12 MB/s | 20 MB 00:01 2024-02-09T23:45:22.398 INFO:teuthology.orchestra.run.smithi027.stdout:Extra Packages for Enterprise Linux 3.8 MB/s | 20 MB 00:05 2024-02-09T23:45:25.396 INFO:teuthology.orchestra.run.smithi153.stdout:lab-extras 23 kB/s | 1.7 kB 00:00 2024-02-09T23:45:27.474 INFO:teuthology.orchestra.run.smithi027.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-02-09T23:45:27.695 INFO:teuthology.orchestra.run.smithi153.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-02-09T23:45:27.695 INFO:teuthology.orchestra.run.smithi153.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-02-09T23:45:27.792 INFO:teuthology.orchestra.run.smithi153.stdout:Dependencies resolved. 2024-02-09T23:45:27.802 INFO:teuthology.orchestra.run.smithi153.stdout:================================================================================ 2024-02-09T23:45:27.802 INFO:teuthology.orchestra.run.smithi153.stdout: Package Arch Version Repository Size 2024-02-09T23:45:27.802 INFO:teuthology.orchestra.run.smithi153.stdout:================================================================================ 2024-02-09T23:45:27.802 INFO:teuthology.orchestra.run.smithi153.stdout:Installing: 2024-02-09T23:45:27.802 INFO:teuthology.orchestra.run.smithi153.stdout: kernel x86_64 5.14.0-419.el9 CentOS-BaseOS 6.0 M 2024-02-09T23:45:27.802 INFO:teuthology.orchestra.run.smithi153.stdout:Installing dependencies: 2024-02-09T23:45:27.803 INFO:teuthology.orchestra.run.smithi153.stdout: kernel-core x86_64 5.14.0-419.el9 CentOS-BaseOS 21 M 2024-02-09T23:45:27.803 INFO:teuthology.orchestra.run.smithi153.stdout: kernel-modules x86_64 5.14.0-419.el9 CentOS-BaseOS 39 M 2024-02-09T23:45:27.803 INFO:teuthology.orchestra.run.smithi153.stdout: kernel-modules-core x86_64 5.14.0-419.el9 CentOS-BaseOS 33 M 2024-02-09T23:45:27.803 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:45:27.803 INFO:teuthology.orchestra.run.smithi153.stdout:Transaction Summary 2024-02-09T23:45:27.803 INFO:teuthology.orchestra.run.smithi153.stdout:================================================================================ 2024-02-09T23:45:27.803 INFO:teuthology.orchestra.run.smithi153.stdout:Install 4 Packages 2024-02-09T23:45:27.803 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:45:27.804 INFO:teuthology.orchestra.run.smithi153.stdout:Total download size: 99 M 2024-02-09T23:45:27.804 INFO:teuthology.orchestra.run.smithi153.stdout:Installed size: 122 M 2024-02-09T23:45:27.804 INFO:teuthology.orchestra.run.smithi153.stdout:Downloading Packages: 2024-02-09T23:45:28.364 INFO:teuthology.orchestra.run.smithi153.stdout:(1/4): kernel-5.14.0-419.el9.x86_64.rpm 11 MB/s | 6.0 MB 00:00 2024-02-09T23:45:29.273 INFO:teuthology.orchestra.run.smithi153.stdout:(2/4): kernel-core-5.14.0-419.el9.x86_64.rpm 14 MB/s | 21 MB 00:01 2024-02-09T23:45:29.856 INFO:teuthology.orchestra.run.smithi027.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-02-09T23:45:29.856 INFO:teuthology.orchestra.run.smithi027.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-02-09T23:45:29.955 INFO:teuthology.orchestra.run.smithi027.stdout:Dependencies resolved. 2024-02-09T23:45:29.960 INFO:teuthology.orchestra.run.smithi027.stdout:================================================================================ 2024-02-09T23:45:29.960 INFO:teuthology.orchestra.run.smithi027.stdout: Package Arch Version Repository Size 2024-02-09T23:45:29.960 INFO:teuthology.orchestra.run.smithi027.stdout:================================================================================ 2024-02-09T23:45:29.960 INFO:teuthology.orchestra.run.smithi027.stdout:Installing: 2024-02-09T23:45:29.960 INFO:teuthology.orchestra.run.smithi027.stdout: kernel x86_64 5.14.0-419.el9 CentOS-BaseOS 6.0 M 2024-02-09T23:45:29.960 INFO:teuthology.orchestra.run.smithi027.stdout:Installing dependencies: 2024-02-09T23:45:29.961 INFO:teuthology.orchestra.run.smithi027.stdout: kernel-core x86_64 5.14.0-419.el9 CentOS-BaseOS 21 M 2024-02-09T23:45:29.961 INFO:teuthology.orchestra.run.smithi027.stdout: kernel-modules x86_64 5.14.0-419.el9 CentOS-BaseOS 39 M 2024-02-09T23:45:29.961 INFO:teuthology.orchestra.run.smithi027.stdout: kernel-modules-core x86_64 5.14.0-419.el9 CentOS-BaseOS 33 M 2024-02-09T23:45:29.961 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:45:29.961 INFO:teuthology.orchestra.run.smithi027.stdout:Transaction Summary 2024-02-09T23:45:29.961 INFO:teuthology.orchestra.run.smithi027.stdout:================================================================================ 2024-02-09T23:45:29.961 INFO:teuthology.orchestra.run.smithi027.stdout:Install 4 Packages 2024-02-09T23:45:29.961 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:45:29.961 INFO:teuthology.orchestra.run.smithi027.stdout:Total download size: 99 M 2024-02-09T23:45:29.962 INFO:teuthology.orchestra.run.smithi027.stdout:Installed size: 122 M 2024-02-09T23:45:29.962 INFO:teuthology.orchestra.run.smithi027.stdout:Downloading Packages: 2024-02-09T23:45:30.700 INFO:teuthology.orchestra.run.smithi027.stdout:(1/4): kernel-5.14.0-419.el9.x86_64.rpm 8.1 MB/s | 6.0 MB 00:00 2024-02-09T23:45:31.375 INFO:teuthology.orchestra.run.smithi027.stdout:(2/4): kernel-core-5.14.0-419.el9.x86_64.rpm 15 MB/s | 21 MB 00:01 2024-02-09T23:45:32.092 INFO:teuthology.orchestra.run.smithi027.stdout:(3/4): kernel-modules-5.14.0-419.el9.x86_64.rpm 18 MB/s | 39 MB 00:02 2024-02-09T23:45:32.472 INFO:teuthology.orchestra.run.smithi153.stdout:(3/4): kernel-modules-core-5.14.0-419.el9.x86_6 8.1 MB/s | 33 MB 00:04 2024-02-09T23:45:32.626 INFO:teuthology.orchestra.run.smithi027.stdout:(4/4): kernel-modules-core-5.14.0-419.el9.x86_6 17 MB/s | 33 MB 00:01 2024-02-09T23:45:32.628 INFO:teuthology.orchestra.run.smithi027.stdout:-------------------------------------------------------------------------------- 2024-02-09T23:45:32.629 INFO:teuthology.orchestra.run.smithi027.stdout:Total 37 MB/s | 99 MB 00:02 2024-02-09T23:45:32.629 INFO:teuthology.orchestra.run.smithi027.stdout:Running transaction check 2024-02-09T23:45:32.897 INFO:teuthology.orchestra.run.smithi153.stdout:(4/4): kernel-modules-5.14.0-419.el9.x86_64.rpm 7.7 MB/s | 39 MB 00:05 2024-02-09T23:45:32.900 INFO:teuthology.orchestra.run.smithi153.stdout:-------------------------------------------------------------------------------- 2024-02-09T23:45:32.901 INFO:teuthology.orchestra.run.smithi153.stdout:Total 19 MB/s | 99 MB 00:05 2024-02-09T23:45:32.901 INFO:teuthology.orchestra.run.smithi153.stdout:Running transaction check 2024-02-09T23:45:33.070 INFO:teuthology.orchestra.run.smithi027.stdout:Transaction check succeeded. 2024-02-09T23:45:33.070 INFO:teuthology.orchestra.run.smithi027.stdout:Running transaction test 2024-02-09T23:45:33.274 INFO:teuthology.orchestra.run.smithi153.stdout:Transaction check succeeded. 2024-02-09T23:45:33.274 INFO:teuthology.orchestra.run.smithi153.stdout:Running transaction test 2024-02-09T23:45:34.131 INFO:teuthology.orchestra.run.smithi027.stdout:Transaction test succeeded. 2024-02-09T23:45:34.131 INFO:teuthology.orchestra.run.smithi027.stdout:Running transaction 2024-02-09T23:45:34.285 INFO:teuthology.orchestra.run.smithi153.stdout:Transaction test succeeded. 2024-02-09T23:45:34.286 INFO:teuthology.orchestra.run.smithi153.stdout:Running transaction 2024-02-09T23:45:36.687 INFO:teuthology.orchestra.run.smithi027.stdout: Preparing : 1/1 2024-02-09T23:45:36.695 INFO:teuthology.orchestra.run.smithi153.stdout: Preparing : 1/1 2024-02-09T23:45:37.341 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : kernel-modules-core-5.14.0-419.el9.x86_64 1/4 2024-02-09T23:45:37.371 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : kernel-modules-core-5.14.0-419.el9.x86_64 1/4 2024-02-09T23:45:37.481 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : kernel-core-5.14.0-419.el9.x86_64 2/4 2024-02-09T23:45:37.509 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : kernel-core-5.14.0-419.el9.x86_64 2/4 2024-02-09T23:45:40.238 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: kernel-core-5.14.0-419.el9.x86_64 2/4 2024-02-09T23:45:40.407 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: kernel-core-5.14.0-419.el9.x86_64 2/4 2024-02-09T23:45:40.433 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : kernel-modules-5.14.0-419.el9.x86_64 3/4 2024-02-09T23:45:40.597 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : kernel-modules-5.14.0-419.el9.x86_64 3/4 2024-02-09T23:45:45.094 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: kernel-modules-5.14.0-419.el9.x86_64 3/4 2024-02-09T23:45:45.195 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : kernel-5.14.0-419.el9.x86_64 4/4 2024-02-09T23:45:45.658 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: kernel-modules-5.14.0-419.el9.x86_64 3/4 2024-02-09T23:45:45.761 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : kernel-5.14.0-419.el9.x86_64 4/4 2024-02-09T23:45:49.923 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: kernel-modules-core-5.14.0-419.el9.x86_64 4/4 2024-02-09T23:45:50.844 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: kernel-modules-core-5.14.0-419.el9.x86_64 4/4 2024-02-09T23:46:19.482 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: kernel-core-5.14.0-419.el9.x86_64 4/4 2024-02-09T23:46:19.482 INFO:teuthology.orchestra.run.smithi153.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-02-09T23:46:19.482 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:46:19.552 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: kernel-modules-5.14.0-419.el9.x86_64 4/4 2024-02-09T23:46:19.983 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: kernel-5.14.0-419.el9.x86_64 4/4 2024-02-09T23:46:19.983 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : kernel-5.14.0-419.el9.x86_64 1/4 2024-02-09T23:46:19.983 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : kernel-core-5.14.0-419.el9.x86_64 2/4 2024-02-09T23:46:19.983 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : kernel-modules-5.14.0-419.el9.x86_64 3/4 2024-02-09T23:46:20.457 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : kernel-modules-core-5.14.0-419.el9.x86_64 4/4 2024-02-09T23:46:20.457 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:46:20.458 INFO:teuthology.orchestra.run.smithi153.stdout:Installed: 2024-02-09T23:46:20.458 INFO:teuthology.orchestra.run.smithi153.stdout: kernel-5.14.0-419.el9.x86_64 2024-02-09T23:46:20.458 INFO:teuthology.orchestra.run.smithi153.stdout: kernel-core-5.14.0-419.el9.x86_64 2024-02-09T23:46:20.458 INFO:teuthology.orchestra.run.smithi153.stdout: kernel-modules-5.14.0-419.el9.x86_64 2024-02-09T23:46:20.458 INFO:teuthology.orchestra.run.smithi153.stdout: kernel-modules-core-5.14.0-419.el9.x86_64 2024-02-09T23:46:20.458 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:46:20.458 INFO:teuthology.orchestra.run.smithi153.stdout:Complete! 2024-02-09T23:46:20.958 DEBUG:teuthology.orchestra.run.smithi153:> rpm -q kernel | sort -rV | head -n 1 2024-02-09T23:46:21.090 INFO:teuthology.orchestra.run.smithi153.stdout:kernel-5.14.0-419.el9.x86_64 2024-02-09T23:46:21.091 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-419.el9.x86_64 2024-02-09T23:46:21.091 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-419.el9.x86_64 2024-02-09T23:46:21.091 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-02-09T23:46:21.091 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-02-09T23:46:21.092 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-02-09T23:46:21.092 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi153.front.sepia.ceph.com, path=None, version=distro) 2024-02-09T23:46:21.092 DEBUG:teuthology.orchestra.run.smithi153:> rpm -q kernel | sort -rV | head -n 1 2024-02-09T23:46:21.198 INFO:teuthology.orchestra.run.smithi153.stdout:kernel-5.14.0-419.el9.x86_64 2024-02-09T23:46:21.199 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-419.el9.x86_64 2024-02-09T23:46:21.199 DEBUG:teuthology.orchestra.run.smithi153:> sudo rpm -qi grub2-tools 2024-02-09T23:46:21.239 INFO:teuthology.orchestra.run.smithi153.stdout:Name : grub2-tools 2024-02-09T23:46:21.239 INFO:teuthology.orchestra.run.smithi153.stdout:Epoch : 1 2024-02-09T23:46:21.239 INFO:teuthology.orchestra.run.smithi153.stdout:Version : 2.06 2024-02-09T23:46:21.239 INFO:teuthology.orchestra.run.smithi153.stdout:Release : 68.el9 2024-02-09T23:46:21.239 INFO:teuthology.orchestra.run.smithi153.stdout:Architecture: x86_64 2024-02-09T23:46:21.239 INFO:teuthology.orchestra.run.smithi153.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-02-09T23:46:21.239 INFO:teuthology.orchestra.run.smithi153.stdout:Group : Unspecified 2024-02-09T23:46:21.239 INFO:teuthology.orchestra.run.smithi153.stdout:Size : 8264254 2024-02-09T23:46:21.239 INFO:teuthology.orchestra.run.smithi153.stdout:License : GPLv3+ 2024-02-09T23:46:21.240 INFO:teuthology.orchestra.run.smithi153.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-02-09T23:46:21.240 INFO:teuthology.orchestra.run.smithi153.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-02-09T23:46:21.240 INFO:teuthology.orchestra.run.smithi153.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-02-09T23:46:21.240 INFO:teuthology.orchestra.run.smithi153.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-02-09T23:46:21.240 INFO:teuthology.orchestra.run.smithi153.stdout:Packager : builder@centos.org 2024-02-09T23:46:21.240 INFO:teuthology.orchestra.run.smithi153.stdout:Vendor : CentOS 2024-02-09T23:46:21.240 INFO:teuthology.orchestra.run.smithi153.stdout:URL : http://www.gnu.org/software/grub/ 2024-02-09T23:46:21.240 INFO:teuthology.orchestra.run.smithi153.stdout:Summary : Support tools for GRUB. 2024-02-09T23:46:21.240 INFO:teuthology.orchestra.run.smithi153.stdout:Description : 2024-02-09T23:46:21.240 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:46:21.240 INFO:teuthology.orchestra.run.smithi153.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-02-09T23:46:21.240 INFO:teuthology.orchestra.run.smithi153.stdout:customizable bootloader with modular architecture. It supports a rich 2024-02-09T23:46:21.240 INFO:teuthology.orchestra.run.smithi153.stdout:variety of kernel formats, file systems, computer architectures and 2024-02-09T23:46:21.240 INFO:teuthology.orchestra.run.smithi153.stdout:hardware devices. 2024-02-09T23:46:21.241 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:46:21.241 INFO:teuthology.orchestra.run.smithi153.stdout:This subpackage provides tools for support of all platforms. 2024-02-09T23:46:21.241 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-02-09T23:46:21.241 INFO:teuthology.task.kernel:Updating grub on smithi153 to boot 5.14.0-419.el9.x86_64 2024-02-09T23:46:21.242 DEBUG:teuthology.orchestra.run.smithi153:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-02-09T23:46:21.649 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: kernel-core-5.14.0-419.el9.x86_64 4/4 2024-02-09T23:46:21.649 INFO:teuthology.orchestra.run.smithi027.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-02-09T23:46:21.649 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:46:21.731 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: kernel-modules-5.14.0-419.el9.x86_64 4/4 2024-02-09T23:46:21.870 INFO:teuthology.orchestra.run.smithi153.stderr:Generating grub configuration file ... 2024-02-09T23:46:22.163 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: kernel-5.14.0-419.el9.x86_64 4/4 2024-02-09T23:46:22.163 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : kernel-5.14.0-419.el9.x86_64 1/4 2024-02-09T23:46:22.163 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : kernel-core-5.14.0-419.el9.x86_64 2/4 2024-02-09T23:46:22.164 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : kernel-modules-5.14.0-419.el9.x86_64 3/4 2024-02-09T23:46:22.551 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : kernel-modules-core-5.14.0-419.el9.x86_64 4/4 2024-02-09T23:46:22.551 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:46:22.551 INFO:teuthology.orchestra.run.smithi027.stdout:Installed: 2024-02-09T23:46:22.551 INFO:teuthology.orchestra.run.smithi027.stdout: kernel-5.14.0-419.el9.x86_64 2024-02-09T23:46:22.552 INFO:teuthology.orchestra.run.smithi027.stdout: kernel-core-5.14.0-419.el9.x86_64 2024-02-09T23:46:22.552 INFO:teuthology.orchestra.run.smithi027.stdout: kernel-modules-5.14.0-419.el9.x86_64 2024-02-09T23:46:22.552 INFO:teuthology.orchestra.run.smithi027.stdout: kernel-modules-core-5.14.0-419.el9.x86_64 2024-02-09T23:46:22.552 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:46:22.552 INFO:teuthology.orchestra.run.smithi027.stdout:Complete! 2024-02-09T23:46:23.082 DEBUG:teuthology.orchestra.run.smithi027:> rpm -q kernel | sort -rV | head -n 1 2024-02-09T23:46:23.214 INFO:teuthology.orchestra.run.smithi027.stdout:kernel-5.14.0-419.el9.x86_64 2024-02-09T23:46:23.214 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-419.el9.x86_64 2024-02-09T23:46:23.214 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-419.el9.x86_64 2024-02-09T23:46:23.214 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-02-09T23:46:23.214 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-02-09T23:46:23.214 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-02-09T23:46:23.214 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi027.front.sepia.ceph.com, path=None, version=distro) 2024-02-09T23:46:23.214 DEBUG:teuthology.orchestra.run.smithi027:> rpm -q kernel | sort -rV | head -n 1 2024-02-09T23:46:23.262 INFO:teuthology.orchestra.run.smithi153.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-02-09T23:46:23.283 INFO:teuthology.orchestra.run.smithi153.stderr:done 2024-02-09T23:46:23.285 DEBUG:teuthology.orchestra.run.smithi153:> mktemp 2024-02-09T23:46:23.300 INFO:teuthology.orchestra.run.smithi153.stdout:/tmp/tmp.PIvCxlwblv 2024-02-09T23:46:23.300 DEBUG:teuthology.orchestra.run.smithi153:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.PIvCxlwblv 2024-02-09T23:46:23.326 INFO:teuthology.orchestra.run.smithi027.stdout:kernel-5.14.0-419.el9.x86_64 2024-02-09T23:46:23.327 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-419.el9.x86_64 2024-02-09T23:46:23.327 DEBUG:teuthology.orchestra.run.smithi027:> sudo rpm -qi grub2-tools 2024-02-09T23:46:23.364 INFO:teuthology.orchestra.run.smithi027.stdout:Name : grub2-tools 2024-02-09T23:46:23.364 INFO:teuthology.orchestra.run.smithi027.stdout:Epoch : 1 2024-02-09T23:46:23.364 INFO:teuthology.orchestra.run.smithi027.stdout:Version : 2.06 2024-02-09T23:46:23.364 INFO:teuthology.orchestra.run.smithi027.stdout:Release : 68.el9 2024-02-09T23:46:23.364 INFO:teuthology.orchestra.run.smithi027.stdout:Architecture: x86_64 2024-02-09T23:46:23.365 INFO:teuthology.orchestra.run.smithi027.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-02-09T23:46:23.365 INFO:teuthology.orchestra.run.smithi027.stdout:Group : Unspecified 2024-02-09T23:46:23.365 INFO:teuthology.orchestra.run.smithi027.stdout:Size : 8264254 2024-02-09T23:46:23.365 INFO:teuthology.orchestra.run.smithi027.stdout:License : GPLv3+ 2024-02-09T23:46:23.365 INFO:teuthology.orchestra.run.smithi027.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-02-09T23:46:23.365 INFO:teuthology.orchestra.run.smithi027.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-02-09T23:46:23.365 INFO:teuthology.orchestra.run.smithi027.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-02-09T23:46:23.365 INFO:teuthology.orchestra.run.smithi027.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-02-09T23:46:23.365 INFO:teuthology.orchestra.run.smithi027.stdout:Packager : builder@centos.org 2024-02-09T23:46:23.365 INFO:teuthology.orchestra.run.smithi027.stdout:Vendor : CentOS 2024-02-09T23:46:23.365 INFO:teuthology.orchestra.run.smithi027.stdout:URL : http://www.gnu.org/software/grub/ 2024-02-09T23:46:23.365 INFO:teuthology.orchestra.run.smithi027.stdout:Summary : Support tools for GRUB. 2024-02-09T23:46:23.365 INFO:teuthology.orchestra.run.smithi027.stdout:Description : 2024-02-09T23:46:23.365 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:46:23.365 INFO:teuthology.orchestra.run.smithi027.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-02-09T23:46:23.365 INFO:teuthology.orchestra.run.smithi027.stdout:customizable bootloader with modular architecture. It supports a rich 2024-02-09T23:46:23.365 INFO:teuthology.orchestra.run.smithi027.stdout:variety of kernel formats, file systems, computer architectures and 2024-02-09T23:46:23.366 INFO:teuthology.orchestra.run.smithi027.stdout:hardware devices. 2024-02-09T23:46:23.366 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:46:23.366 INFO:teuthology.orchestra.run.smithi027.stdout:This subpackage provides tools for support of all platforms. 2024-02-09T23:46:23.366 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-02-09T23:46:23.366 INFO:teuthology.task.kernel:Updating grub on smithi027 to boot 5.14.0-419.el9.x86_64 2024-02-09T23:46:23.367 DEBUG:teuthology.orchestra.run.smithi027:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-02-09T23:46:23.369 DEBUG:teuthology.orchestra.run.smithi153:> sudo chmod 0666 /tmp/tmp.PIvCxlwblv 2024-02-09T23:46:23.512 DEBUG:teuthology.orchestra.remote:smithi153:/tmp/tmp.PIvCxlwblv is 6KB 2024-02-09T23:46:23.560 DEBUG:teuthology.orchestra.run.smithi153:> rm -fr /tmp/tmp.PIvCxlwblv 2024-02-09T23:46:23.575 DEBUG:teuthology.orchestra.run.smithi153:> sudo /bin/ls /boot/loader/entries || true 2024-02-09T23:46:23.639 INFO:teuthology.orchestra.run.smithi153.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-02-09T23:46:23.639 INFO:teuthology.orchestra.run.smithi153.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-02-09T23:46:23.639 INFO:teuthology.orchestra.run.smithi153.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-02-09T23:46:23.639 INFO:teuthology.orchestra.run.smithi153.stdout:15949e3c88704300882482eddfd7baae-5.14.0-419.el9.x86_64.conf 2024-02-09T23:46:23.640 DEBUG:teuthology.orchestra.run.smithi153:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-419.el9.x86_64 2024-02-09T23:46:23.779 DEBUG:teuthology.orchestra.run.smithi153:> sudo shutdown -r now 2024-02-09T23:46:23.887 INFO:teuthology.orchestra.run.smithi027.stderr:Generating grub configuration file ... 2024-02-09T23:46:25.291 INFO:teuthology.orchestra.run.smithi027.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-02-09T23:46:25.308 INFO:teuthology.orchestra.run.smithi027.stderr:done 2024-02-09T23:46:25.310 DEBUG:teuthology.orchestra.run.smithi027:> mktemp 2024-02-09T23:46:25.325 INFO:teuthology.orchestra.run.smithi027.stdout:/tmp/tmp.eZ1KPQjI8r 2024-02-09T23:46:25.325 DEBUG:teuthology.orchestra.run.smithi027:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.eZ1KPQjI8r 2024-02-09T23:46:25.399 DEBUG:teuthology.orchestra.run.smithi027:> sudo chmod 0666 /tmp/tmp.eZ1KPQjI8r 2024-02-09T23:46:25.544 DEBUG:teuthology.orchestra.remote:smithi027:/tmp/tmp.eZ1KPQjI8r is 6KB 2024-02-09T23:46:25.593 DEBUG:teuthology.orchestra.run.smithi027:> rm -fr /tmp/tmp.eZ1KPQjI8r 2024-02-09T23:46:25.608 DEBUG:teuthology.orchestra.run.smithi027:> sudo /bin/ls /boot/loader/entries || true 2024-02-09T23:46:25.680 INFO:teuthology.orchestra.run.smithi027.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-02-09T23:46:25.680 INFO:teuthology.orchestra.run.smithi027.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-02-09T23:46:25.680 INFO:teuthology.orchestra.run.smithi027.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-02-09T23:46:25.681 INFO:teuthology.orchestra.run.smithi027.stdout:15949e3c88704300882482eddfd7baae-5.14.0-419.el9.x86_64.conf 2024-02-09T23:46:25.682 DEBUG:teuthology.orchestra.run.smithi027:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-419.el9.x86_64 2024-02-09T23:46:25.855 DEBUG:teuthology.orchestra.run.smithi027:> sudo shutdown -r now 2024-02-09T23:46:53.787 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-02-09T23:46:53.788 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi153.front.sepia.ceph.com' 2024-02-09T23:46:53.789 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi153.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-09T23:46:55.860 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-02-09T23:46:55.860 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi027.front.sepia.ceph.com' 2024-02-09T23:46:55.861 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi027.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-09T23:47:12.316 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.153 2024-02-09T23:47:14.364 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.27 2024-02-09T23:47:21.324 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi153.front.sepia.ceph.com' 2024-02-09T23:47:21.326 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi153.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-09T23:47:23.366 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi027.front.sepia.ceph.com' 2024-02-09T23:47:23.367 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi027.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-09T23:47:24.380 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.153 2024-02-09T23:47:26.428 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.27 2024-02-09T23:47:36.388 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi153.front.sepia.ceph.com' 2024-02-09T23:47:36.389 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi153.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-09T23:47:38.429 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi027.front.sepia.ceph.com' 2024-02-09T23:47:38.430 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi027.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-09T23:47:41.500 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.27 2024-02-09T23:47:56.512 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi027.front.sepia.ceph.com' 2024-02-09T23:47:56.513 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi027.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-09T23:48:36.429 DEBUG:teuthology.orchestra.remote:timed out 2024-02-09T23:48:51.444 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi153.front.sepia.ceph.com' 2024-02-09T23:48:51.445 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi153.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-09T23:48:51.804 DEBUG:teuthology.orchestra.run.smithi153:> true 2024-02-09T23:48:52.203 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi153.front.sepia.ceph.com' 2024-02-09T23:48:52.203 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-419.el9.x86_64"... 2024-02-09T23:48:52.203 DEBUG:teuthology.orchestra.run.smithi153:> uname -r 2024-02-09T23:48:52.219 INFO:teuthology.orchestra.run.smithi153.stdout:5.14.0-419.el9.x86_64 2024-02-09T23:48:52.219 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-419.el9.x86_64 vs 5.14.0-419.el9.x86_64 2024-02-09T23:48:52.219 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-02-09T23:48:52.219 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-02-09T23:48:53.220 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-02-09T23:48:53.220 DEBUG:teuthology.orchestra.run.smithi153:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-02-09T23:48:53.304 INFO:teuthology.orchestra.run.smithi153.stdout:ttyS1 2024-02-09T23:48:53.337 DEBUG:teuthology.parallel:result is None 2024-02-09T23:48:56.515 DEBUG:teuthology.orchestra.remote:timed out 2024-02-09T23:49:14.516 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi027.front.sepia.ceph.com' 2024-02-09T23:49:14.517 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi027.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-09T23:49:14.893 DEBUG:teuthology.orchestra.run.smithi027:> true 2024-02-09T23:49:15.304 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi027.front.sepia.ceph.com' 2024-02-09T23:49:15.305 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-419.el9.x86_64"... 2024-02-09T23:49:15.305 DEBUG:teuthology.orchestra.run.smithi027:> uname -r 2024-02-09T23:49:15.320 INFO:teuthology.orchestra.run.smithi027.stdout:5.14.0-419.el9.x86_64 2024-02-09T23:49:15.321 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-419.el9.x86_64 vs 5.14.0-419.el9.x86_64 2024-02-09T23:49:15.321 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-02-09T23:49:15.321 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-02-09T23:49:16.321 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-02-09T23:49:16.322 DEBUG:teuthology.orchestra.run.smithi027:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-02-09T23:49:16.402 INFO:teuthology.orchestra.run.smithi027.stdout:ttyS1 2024-02-09T23:49:16.435 DEBUG:teuthology.parallel:result is None 2024-02-09T23:49:16.436 INFO:teuthology.run_tasks:Running task internal.base... 2024-02-09T23:49:16.444 INFO:teuthology.task.internal:Creating test directory... 2024-02-09T23:49:16.445 DEBUG:teuthology.orchestra.run.smithi027:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-02-09T23:49:16.447 DEBUG:teuthology.orchestra.run.smithi153:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-02-09T23:49:16.469 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-02-09T23:49:16.530 INFO:teuthology.run_tasks:Running task internal.archive... 2024-02-09T23:49:16.544 INFO:teuthology.task.internal:Creating archive directory... 2024-02-09T23:49:16.544 DEBUG:teuthology.orchestra.run.smithi027:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-02-09T23:49:16.546 DEBUG:teuthology.orchestra.run.smithi153:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-02-09T23:49:16.580 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-02-09T23:49:16.589 INFO:teuthology.task.internal:Enabling coredump saving... 2024-02-09T23:49:16.589 DEBUG:teuthology.orchestra.run.smithi027:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-02-09T23:49:16.615 DEBUG:teuthology.orchestra.run.smithi153:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-02-09T23:49:16.653 INFO:teuthology.orchestra.run.smithi153.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-02-09T23:49:16.663 INFO:teuthology.orchestra.run.smithi027.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-02-09T23:49:16.667 INFO:teuthology.orchestra.run.smithi153.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-02-09T23:49:16.681 INFO:teuthology.orchestra.run.smithi027.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-02-09T23:49:16.683 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-02-09T23:49:16.695 INFO:teuthology.task.internal:Configuring sudo... 2024-02-09T23:49:16.695 DEBUG:teuthology.orchestra.run.smithi027:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-02-09T23:49:16.699 DEBUG:teuthology.orchestra.run.smithi153:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-02-09T23:49:16.742 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-02-09T23:49:16.753 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-02-09T23:49:16.753 DEBUG:teuthology.orchestra.run.smithi027:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-02-09T23:49:16.772 DEBUG:teuthology.orchestra.run.smithi153:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-02-09T23:49:16.798 DEBUG:teuthology.orchestra.run.smithi027:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-02-09T23:49:16.876 DEBUG:teuthology.orchestra.run.smithi027:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-02-09T23:49:16.922 DEBUG:teuthology.orchestra.run.smithi027:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-02-09T23:49:17.006 DEBUG:teuthology.orchestra.run.smithi027:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-02-09T23:49:17.053 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:49:17.053 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-02-09T23:49:17.124 DEBUG:teuthology.orchestra.run.smithi153:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-02-09T23:49:17.171 DEBUG:teuthology.orchestra.run.smithi153:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-02-09T23:49:17.224 DEBUG:teuthology.orchestra.run.smithi153:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-02-09T23:49:17.311 DEBUG:teuthology.orchestra.run.smithi153:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-02-09T23:49:17.353 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-02-09T23:49:17.353 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-02-09T23:49:17.422 DEBUG:teuthology.orchestra.run.smithi027:> sudo service rsyslog restart 2024-02-09T23:49:17.425 DEBUG:teuthology.orchestra.run.smithi153:> sudo service rsyslog restart 2024-02-09T23:49:17.475 INFO:teuthology.orchestra.run.smithi027.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-02-09T23:49:17.509 INFO:teuthology.orchestra.run.smithi153.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-02-09T23:49:17.941 INFO:teuthology.run_tasks:Running task internal.timer... 2024-02-09T23:49:17.949 INFO:teuthology.task.internal:Starting timer... 2024-02-09T23:49:17.949 INFO:teuthology.run_tasks:Running task pcp... 2024-02-09T23:49:17.962 INFO:teuthology.run_tasks:Running task selinux... 2024-02-09T23:49:17.975 DEBUG:teuthology.orchestra.run.smithi027:> sudo service auditd rotate 2024-02-09T23:49:18.039 INFO:teuthology.orchestra.run.smithi027.stdout:Rotating logs: 2024-02-09T23:49:18.041 DEBUG:teuthology.orchestra.run.smithi153:> sudo service auditd rotate 2024-02-09T23:49:18.108 INFO:teuthology.orchestra.run.smithi153.stdout:Rotating logs: 2024-02-09T23:49:18.108 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-02-09T23:49:18.108 DEBUG:teuthology.orchestra.run.smithi027:> /usr/sbin/getenforce 2024-02-09T23:49:18.135 INFO:teuthology.orchestra.run.smithi027.stdout:Permissive 2024-02-09T23:49:18.135 DEBUG:teuthology.orchestra.run.smithi153:> /usr/sbin/getenforce 2024-02-09T23:49:18.170 INFO:teuthology.orchestra.run.smithi153.stdout:Permissive 2024-02-09T23:49:18.170 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi027.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi153.front.sepia.ceph.com': 'permissive'} 2024-02-09T23:49:18.170 DEBUG:teuthology.orchestra.run.smithi027:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-02-09T23:49:18.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-09T23:49:18.209 DEBUG:teuthology.orchestra.run.smithi153:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-02-09T23:49:18.238 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-09T23:49:18.238 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-02-09T23:49:18.238 DEBUG:teuthology.orchestra.run.smithi027:> sudo /usr/sbin/setenforce permissive 2024-02-09T23:49:18.287 DEBUG:teuthology.orchestra.run.smithi153:> sudo /usr/sbin/setenforce permissive 2024-02-09T23:49:18.330 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-02-09T23:49:18.340 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-02-09T23:49:18.357 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-02-09T23:49:18.359 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi027.front.sepia.ceph.com,smithi153.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-02-09T23:53:35.512 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi027.front.sepia.ceph.com'), Remote(name='ubuntu@smithi153.front.sepia.ceph.com')] 2024-02-09T23:53:35.513 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi027.front.sepia.ceph.com' 2024-02-09T23:53:35.514 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi027.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-09T23:53:35.618 DEBUG:teuthology.orchestra.run.smithi027:> true 2024-02-09T23:53:35.699 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi027.front.sepia.ceph.com' 2024-02-09T23:53:35.700 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi153.front.sepia.ceph.com' 2024-02-09T23:53:35.700 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi153.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-09T23:53:35.790 DEBUG:teuthology.orchestra.run.smithi153:> true 2024-02-09T23:53:35.866 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi153.front.sepia.ceph.com' 2024-02-09T23:53:35.867 INFO:teuthology.run_tasks:Running task clock... 2024-02-09T23:53:35.919 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-02-09T23:53:35.920 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-02-09T23:53:35.920 DEBUG:teuthology.orchestra.run.smithi027:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-02-09T23:53:35.922 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-02-09T23:53:35.923 DEBUG:teuthology.orchestra.run.smithi153:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-02-09T23:53:35.953 INFO:teuthology.orchestra.run.smithi153.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-02-09T23:53:35.955 INFO:teuthology.orchestra.run.smithi027.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-02-09T23:53:35.970 INFO:teuthology.orchestra.run.smithi153.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-02-09T23:53:35.974 INFO:teuthology.orchestra.run.smithi027.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-02-09T23:53:36.000 INFO:teuthology.orchestra.run.smithi153.stderr:sudo: ntpd: command not found 2024-02-09T23:53:36.011 INFO:teuthology.orchestra.run.smithi027.stderr:sudo: ntpd: command not found 2024-02-09T23:53:36.013 INFO:teuthology.orchestra.run.smithi153.stdout:506 Cannot talk to daemon 2024-02-09T23:53:36.027 INFO:teuthology.orchestra.run.smithi027.stdout:506 Cannot talk to daemon 2024-02-09T23:53:36.030 INFO:teuthology.orchestra.run.smithi153.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-02-09T23:53:36.046 INFO:teuthology.orchestra.run.smithi153.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-02-09T23:53:36.047 INFO:teuthology.orchestra.run.smithi027.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-02-09T23:53:36.067 INFO:teuthology.orchestra.run.smithi027.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-02-09T23:53:36.107 INFO:teuthology.orchestra.run.smithi153.stderr:bash: line 1: ntpq: command not found 2024-02-09T23:53:36.109 INFO:teuthology.orchestra.run.smithi153.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-02-09T23:53:36.109 INFO:teuthology.orchestra.run.smithi153.stdout:=============================================================================== 2024-02-09T23:53:36.109 INFO:teuthology.orchestra.run.smithi153.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-09T23:53:36.109 INFO:teuthology.orchestra.run.smithi153.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-09T23:53:36.109 INFO:teuthology.orchestra.run.smithi153.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-09T23:53:36.109 INFO:teuthology.orchestra.run.smithi153.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-09T23:53:36.122 INFO:teuthology.orchestra.run.smithi027.stderr:bash: line 1: ntpq: command not found 2024-02-09T23:53:36.125 INFO:teuthology.orchestra.run.smithi027.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-02-09T23:53:36.125 INFO:teuthology.orchestra.run.smithi027.stdout:=============================================================================== 2024-02-09T23:53:36.125 INFO:teuthology.orchestra.run.smithi027.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-09T23:53:36.125 INFO:teuthology.orchestra.run.smithi027.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-09T23:53:36.126 INFO:teuthology.orchestra.run.smithi027.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-09T23:53:36.126 INFO:teuthology.orchestra.run.smithi027.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-09T23:53:36.127 INFO:teuthology.run_tasks:Running task install... 2024-02-09T23:53:36.137 DEBUG:teuthology.task.install:project ceph 2024-02-09T23:53:36.137 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '290212a1bfd33563ba76ee5b7f0b944fdb6c5d90'}} 2024-02-09T23:53:36.137 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '290212a1bfd33563ba76ee5b7f0b944fdb6c5d90'} 2024-02-09T23:53:36.137 INFO:teuthology.task.install:Using flavor: default 2024-02-09T23:53:36.143 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-02-09T23:53:36.143 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-02-09T23:53:36.143 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '290212a1bfd33563ba76ee5b7f0b944fdb6c5d90', 'tag': None, 'wait_for_package': False} 2024-02-09T23:53:36.144 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 2024-02-09T23:53:36.146 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '290212a1bfd33563ba76ee5b7f0b944fdb6c5d90', 'tag': None, 'wait_for_package': False} 2024-02-09T23:53:36.146 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 2024-02-09T23:53:36.316 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/main/290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/centos/9/flavors/default/ 2024-02-09T23:53:36.316 INFO:teuthology.task.install.rpm:Package version is 19.0.0-1361.g290212a1 2024-02-09T23:53:36.321 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/main/290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/centos/9/flavors/default/ 2024-02-09T23:53:36.321 INFO:teuthology.task.install.rpm:Package version is 19.0.0-1361.g290212a1 2024-02-09T23:53:36.553 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/main/290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/main/290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/main/290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-02-09T23:53:36.553 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-02-09T23:53:36.553 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-02-09T23:53:36.556 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/main/290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/main/290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/main/290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-02-09T23:53:36.556 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:53:36.556 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-02-09T23:53:36.582 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-02-09T23:53:36.582 DEBUG:teuthology.orchestra.run.smithi153:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-02-09T23:53:36.590 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-02-09T23:53:36.590 DEBUG:teuthology.orchestra.run.smithi027:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-02-09T23:53:36.650 DEBUG:teuthology.orchestra.run.smithi153:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-02-09T23:53:36.662 DEBUG:teuthology.orchestra.run.smithi027:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-02-09T23:53:36.730 DEBUG:teuthology.orchestra.run.smithi153:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-02-09T23:53:36.749 DEBUG:teuthology.orchestra.run.smithi027:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-02-09T23:53:36.778 INFO:teuthology.orchestra.run.smithi027.stdout:check_obsoletes = 1 2024-02-09T23:53:36.779 DEBUG:teuthology.orchestra.run.smithi027:> sudo yum clean all 2024-02-09T23:53:36.796 INFO:teuthology.orchestra.run.smithi153.stdout:check_obsoletes = 1 2024-02-09T23:53:36.798 DEBUG:teuthology.orchestra.run.smithi153:> sudo yum clean all 2024-02-09T23:53:37.037 INFO:teuthology.orchestra.run.smithi153.stdout:74 files removed 2024-02-09T23:53:37.040 INFO:teuthology.orchestra.run.smithi027.stdout:74 files removed 2024-02-09T23:53:37.064 DEBUG:teuthology.orchestra.run.smithi153:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-02-09T23:53:37.067 DEBUG:teuthology.orchestra.run.smithi027:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-02-09T23:53:37.726 INFO:teuthology.orchestra.run.smithi153.stdout:ceph packages for x86_64 241 kB/s | 82 kB 00:00 2024-02-09T23:53:37.757 INFO:teuthology.orchestra.run.smithi027.stdout:ceph packages for x86_64 232 kB/s | 82 kB 00:00 2024-02-09T23:53:38.151 INFO:teuthology.orchestra.run.smithi153.stdout:ceph noarch packages 27 kB/s | 10 kB 00:00 2024-02-09T23:53:38.191 INFO:teuthology.orchestra.run.smithi027.stdout:ceph noarch packages 26 kB/s | 10 kB 00:00 2024-02-09T23:53:38.510 INFO:teuthology.orchestra.run.smithi153.stdout:ceph source packages 5.9 kB/s | 1.9 kB 00:00 2024-02-09T23:53:38.567 INFO:teuthology.orchestra.run.smithi027.stdout:ceph source packages 5.6 kB/s | 1.9 kB 00:00 2024-02-09T23:53:38.946 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS-9 - AppStream 17 MB/s | 6.7 MB 00:00 2024-02-09T23:53:39.036 INFO:teuthology.orchestra.run.smithi027.stdout:CentOS-9 - AppStream 16 MB/s | 6.7 MB 00:00 2024-02-09T23:53:40.521 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS-9 - BaseOS 4.4 MB/s | 2.0 MB 00:00 2024-02-09T23:53:40.628 INFO:teuthology.orchestra.run.smithi027.stdout:CentOS-9 - BaseOS 5.3 MB/s | 2.0 MB 00:00 2024-02-09T23:53:43.262 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS Stream 9 - BaseOS 3.3 MB/s | 8.0 MB 00:02 2024-02-09T23:53:45.796 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS Stream 9 - AppStream 13 MB/s | 19 MB 00:01 2024-02-09T23:53:52.055 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS Stream 9 - CRB 2.2 MB/s | 5.9 MB 00:02 2024-02-09T23:53:53.889 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS Stream 9 - Extras packages 30 kB/s | 15 kB 00:00 2024-02-09T23:53:55.916 INFO:teuthology.orchestra.run.smithi153.stdout:Extra Packages for Enterprise Linux 11 MB/s | 20 MB 00:01 2024-02-09T23:53:57.617 INFO:teuthology.orchestra.run.smithi027.stdout:CentOS Stream 9 - BaseOS 492 kB/s | 8.0 MB 00:16 2024-02-09T23:54:00.899 INFO:teuthology.orchestra.run.smithi153.stdout:lab-extras 11 kB/s | 1.7 kB 00:00 2024-02-09T23:54:03.537 INFO:teuthology.orchestra.run.smithi153.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-02-09T23:54:03.538 INFO:teuthology.orchestra.run.smithi153.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-02-09T23:54:03.552 INFO:teuthology.orchestra.run.smithi153.stdout:Package NetworkManager-1:1.44.0-2.el9.x86_64 is already installed. 2024-02-09T23:54:03.553 INFO:teuthology.orchestra.run.smithi153.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-02-09T23:54:03.554 INFO:teuthology.orchestra.run.smithi153.stdout:Package util-linux-2.37.4-15.el9.x86_64 is already installed. 2024-02-09T23:54:03.556 INFO:teuthology.orchestra.run.smithi153.stdout:Package libacl-devel-2.3.1-3.el9.x86_64 is already installed. 2024-02-09T23:54:03.557 INFO:teuthology.orchestra.run.smithi153.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-02-09T23:54:03.560 INFO:teuthology.orchestra.run.smithi153.stdout:Package xfsdump-3.1.12-3.el9.x86_64 is already installed. 2024-02-09T23:54:03.561 INFO:teuthology.orchestra.run.smithi153.stdout:Package xfsprogs-5.19.0-4.el9.x86_64 is already installed. 2024-02-09T23:54:03.643 INFO:teuthology.orchestra.run.smithi153.stdout:Dependencies resolved. 2024-02-09T23:54:03.656 INFO:teuthology.orchestra.run.smithi153.stdout:============================================================================================ 2024-02-09T23:54:03.656 INFO:teuthology.orchestra.run.smithi153.stdout: Package Arch Version Repository Size 2024-02-09T23:54:03.656 INFO:teuthology.orchestra.run.smithi153.stdout:============================================================================================ 2024-02-09T23:54:03.656 INFO:teuthology.orchestra.run.smithi153.stdout:Installing: 2024-02-09T23:54:03.656 INFO:teuthology.orchestra.run.smithi153.stdout: bison x86_64 3.7.4-5.el9 CentOS-AppStream 920 k 2024-02-09T23:54:03.656 INFO:teuthology.orchestra.run.smithi153.stdout: ceph x86_64 2:19.0.0-1361.g290212a1.el9 ceph 6.6 k 2024-02-09T23:54:03.656 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-base x86_64 2:19.0.0-1361.g290212a1.el9 ceph 5.3 M 2024-02-09T23:54:03.656 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-fuse x86_64 2:19.0.0-1361.g290212a1.el9 ceph 885 k 2024-02-09T23:54:03.656 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-1361.g290212a1.el9 ceph 145 k 2024-02-09T23:54:03.656 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr x86_64 2:19.0.0-1361.g290212a1.el9 ceph 1.5 M 2024-02-09T23:54:03.656 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr-cephadm noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 138 k 2024-02-09T23:54:03.656 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr-dashboard noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 1.8 M 2024-02-09T23:54:03.656 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 7.4 M 2024-02-09T23:54:03.657 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr-rook noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 52 k 2024-02-09T23:54:03.657 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-radosgw x86_64 2:19.0.0-1361.g290212a1.el9 ceph 9.7 M 2024-02-09T23:54:03.657 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-test x86_64 2:19.0.0-1361.g290212a1.el9 ceph 47 M 2024-02-09T23:54:03.657 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-volume noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 264 k 2024-02-09T23:54:03.657 INFO:teuthology.orchestra.run.smithi153.stdout: cephadm noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 748 k 2024-02-09T23:54:03.657 INFO:teuthology.orchestra.run.smithi153.stdout: cephfs-mirror x86_64 2:19.0.0-1361.g290212a1.el9 ceph 217 k 2024-02-09T23:54:03.657 INFO:teuthology.orchestra.run.smithi153.stdout: cephfs-shell x86_64 2:19.0.0-1361.g290212a1.el9 ceph 27 k 2024-02-09T23:54:03.657 INFO:teuthology.orchestra.run.smithi153.stdout: cephfs-top noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 18 k 2024-02-09T23:54:03.657 INFO:teuthology.orchestra.run.smithi153.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 CentOS-AppStream 20 k 2024-02-09T23:54:03.657 INFO:teuthology.orchestra.run.smithi153.stdout: flex x86_64 2.6.4-9.el9 CentOS-AppStream 307 k 2024-02-09T23:54:03.657 INFO:teuthology.orchestra.run.smithi153.stdout: libaio-devel x86_64 0.3.111-13.el9 CentOS-AppStream 10 k 2024-02-09T23:54:03.657 INFO:teuthology.orchestra.run.smithi153.stdout: libcephfs-devel x86_64 2:19.0.0-1361.g290212a1.el9 ceph 31 k 2024-02-09T23:54:03.657 INFO:teuthology.orchestra.run.smithi153.stdout: libcephfs2 x86_64 2:19.0.0-1361.g290212a1.el9 ceph 743 k 2024-02-09T23:54:03.657 INFO:teuthology.orchestra.run.smithi153.stdout: librados-devel x86_64 2:19.0.0-1361.g290212a1.el9 ceph 127 k 2024-02-09T23:54:03.658 INFO:teuthology.orchestra.run.smithi153.stdout: libtool x86_64 2.4.6-45.el9 CentOS-AppStream 578 k 2024-02-09T23:54:03.658 INFO:teuthology.orchestra.run.smithi153.stdout: libuuid-devel x86_64 2.37.4-18.el9 CentOS-AppStream 24 k 2024-02-09T23:54:03.658 INFO:teuthology.orchestra.run.smithi153.stdout: openssl-devel x86_64 1:3.0.7-25.el9 CentOS-AppStream 3.0 M 2024-02-09T23:54:03.658 INFO:teuthology.orchestra.run.smithi153.stdout: postgresql x86_64 13.11-1.el9 CentOS-AppStream 1.5 M 2024-02-09T23:54:03.658 INFO:teuthology.orchestra.run.smithi153.stdout: postgresql-contrib x86_64 13.11-1.el9 CentOS-AppStream 811 k 2024-02-09T23:54:03.658 INFO:teuthology.orchestra.run.smithi153.stdout: postgresql-server x86_64 13.11-1.el9 CentOS-AppStream 5.7 M 2024-02-09T23:54:03.658 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cephfs x86_64 2:19.0.0-1361.g290212a1.el9 ceph 161 k 2024-02-09T23:54:03.658 INFO:teuthology.orchestra.run.smithi153.stdout: python3-rados x86_64 2:19.0.0-1361.g290212a1.el9 ceph 319 k 2024-02-09T23:54:03.658 INFO:teuthology.orchestra.run.smithi153.stdout: python3-rbd x86_64 2:19.0.0-1361.g290212a1.el9 ceph 298 k 2024-02-09T23:54:03.658 INFO:teuthology.orchestra.run.smithi153.stdout: python3-rgw x86_64 2:19.0.0-1361.g290212a1.el9 ceph 99 k 2024-02-09T23:54:03.658 INFO:teuthology.orchestra.run.smithi153.stdout: rbd-fuse x86_64 2:19.0.0-1361.g290212a1.el9 ceph 85 k 2024-02-09T23:54:03.658 INFO:teuthology.orchestra.run.smithi153.stdout: rbd-mirror x86_64 2:19.0.0-1361.g290212a1.el9 ceph 3.1 M 2024-02-09T23:54:03.658 INFO:teuthology.orchestra.run.smithi153.stdout: rbd-nbd x86_64 2:19.0.0-1361.g290212a1.el9 ceph 171 k 2024-02-09T23:54:03.659 INFO:teuthology.orchestra.run.smithi153.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 CentOS-AppStream 87 k 2024-02-09T23:54:03.659 INFO:teuthology.orchestra.run.smithi153.stdout:Upgrading: 2024-02-09T23:54:03.659 INFO:teuthology.orchestra.run.smithi153.stdout: NetworkManager x86_64 1:1.45.90-1.el9 CentOS-BaseOS 2.3 M 2024-02-09T23:54:03.659 INFO:teuthology.orchestra.run.smithi153.stdout: NetworkManager-libnm x86_64 1:1.45.90-1.el9 CentOS-BaseOS 1.8 M 2024-02-09T23:54:03.659 INFO:teuthology.orchestra.run.smithi153.stdout: NetworkManager-team x86_64 1:1.45.90-1.el9 CentOS-BaseOS 42 k 2024-02-09T23:54:03.659 INFO:teuthology.orchestra.run.smithi153.stdout: NetworkManager-tui x86_64 1:1.45.90-1.el9 CentOS-BaseOS 247 k 2024-02-09T23:54:03.659 INFO:teuthology.orchestra.run.smithi153.stdout: acl x86_64 2.3.1-4.el9 CentOS-BaseOS 69 k 2024-02-09T23:54:03.659 INFO:teuthology.orchestra.run.smithi153.stdout: elfutils-debuginfod-client x86_64 0.190-2.el9 CentOS-BaseOS 35 k 2024-02-09T23:54:03.659 INFO:teuthology.orchestra.run.smithi153.stdout: elfutils-libelf x86_64 0.190-2.el9 CentOS-BaseOS 191 k 2024-02-09T23:54:03.659 INFO:teuthology.orchestra.run.smithi153.stdout: elfutils-libs x86_64 0.190-2.el9 CentOS-BaseOS 254 k 2024-02-09T23:54:03.659 INFO:teuthology.orchestra.run.smithi153.stdout: iproute x86_64 6.7.0-2.el9 CentOS-BaseOS 802 k 2024-02-09T23:54:03.659 INFO:teuthology.orchestra.run.smithi153.stdout: iproute-tc x86_64 6.7.0-2.el9 CentOS-BaseOS 433 k 2024-02-09T23:54:03.659 INFO:teuthology.orchestra.run.smithi153.stdout: libacl x86_64 2.3.1-4.el9 CentOS-BaseOS 22 k 2024-02-09T23:54:03.659 INFO:teuthology.orchestra.run.smithi153.stdout: libacl-devel x86_64 2.3.1-4.el9 CentOS-AppStream 68 k 2024-02-09T23:54:03.660 INFO:teuthology.orchestra.run.smithi153.stdout: libblkid x86_64 2.37.4-18.el9 CentOS-BaseOS 107 k 2024-02-09T23:54:03.660 INFO:teuthology.orchestra.run.smithi153.stdout: libfdisk x86_64 2.37.4-18.el9 CentOS-BaseOS 154 k 2024-02-09T23:54:03.660 INFO:teuthology.orchestra.run.smithi153.stdout: libmount x86_64 2.37.4-18.el9 CentOS-BaseOS 135 k 2024-02-09T23:54:03.660 INFO:teuthology.orchestra.run.smithi153.stdout: librados2 x86_64 2:19.0.0-1361.g290212a1.el9 ceph 3.4 M 2024-02-09T23:54:03.660 INFO:teuthology.orchestra.run.smithi153.stdout: librbd1 x86_64 2:19.0.0-1361.g290212a1.el9 ceph 3.1 M 2024-02-09T23:54:03.660 INFO:teuthology.orchestra.run.smithi153.stdout: libsmartcols x86_64 2.37.4-18.el9 CentOS-BaseOS 63 k 2024-02-09T23:54:03.660 INFO:teuthology.orchestra.run.smithi153.stdout: libuuid x86_64 2.37.4-18.el9 CentOS-BaseOS 28 k 2024-02-09T23:54:03.660 INFO:teuthology.orchestra.run.smithi153.stdout: openssl x86_64 1:3.0.7-25.el9 CentOS-BaseOS 1.2 M 2024-02-09T23:54:03.660 INFO:teuthology.orchestra.run.smithi153.stdout: openssl-libs x86_64 1:3.0.7-25.el9 CentOS-BaseOS 2.1 M 2024-02-09T23:54:03.660 INFO:teuthology.orchestra.run.smithi153.stdout: util-linux x86_64 2.37.4-18.el9 CentOS-BaseOS 2.2 M 2024-02-09T23:54:03.660 INFO:teuthology.orchestra.run.smithi153.stdout: util-linux-core x86_64 2.37.4-18.el9 CentOS-BaseOS 438 k 2024-02-09T23:54:03.660 INFO:teuthology.orchestra.run.smithi153.stdout: util-linux-user x86_64 2.37.4-18.el9 CentOS-BaseOS 30 k 2024-02-09T23:54:03.660 INFO:teuthology.orchestra.run.smithi153.stdout: xfsdump x86_64 3.1.12-4.el9 CentOS-BaseOS 321 k 2024-02-09T23:54:03.660 INFO:teuthology.orchestra.run.smithi153.stdout: xfsprogs x86_64 6.3.0-1.el9 CentOS-BaseOS 1.1 M 2024-02-09T23:54:03.661 INFO:teuthology.orchestra.run.smithi153.stdout:Installing dependencies: 2024-02-09T23:54:03.661 INFO:teuthology.orchestra.run.smithi153.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-02-09T23:54:03.661 INFO:teuthology.orchestra.run.smithi153.stdout: automake noarch 1.16.2-8.el9 CentOS-AppStream 662 k 2024-02-09T23:54:03.661 INFO:teuthology.orchestra.run.smithi153.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-02-09T23:54:03.661 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-common x86_64 2:19.0.0-1361.g290212a1.el9 ceph 20 M 2024-02-09T23:54:03.661 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-grafana-dashboards noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 28 k 2024-02-09T23:54:03.661 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mds x86_64 2:19.0.0-1361.g290212a1.el9 ceph 2.1 M 2024-02-09T23:54:03.661 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr-modules-core noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 247 k 2024-02-09T23:54:03.661 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mon x86_64 2:19.0.0-1361.g290212a1.el9 ceph 4.7 M 2024-02-09T23:54:03.661 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-osd x86_64 2:19.0.0-1361.g290212a1.el9 ceph 17 M 2024-02-09T23:54:03.661 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-prometheus-alerts noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 15 k 2024-02-09T23:54:03.661 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-selinux x86_64 2:19.0.0-1361.g290212a1.el9 ceph 25 k 2024-02-09T23:54:03.661 INFO:teuthology.orchestra.run.smithi153.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-02-09T23:54:03.661 INFO:teuthology.orchestra.run.smithi153.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-02-09T23:54:03.661 INFO:teuthology.orchestra.run.smithi153.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-02-09T23:54:03.662 INFO:teuthology.orchestra.run.smithi153.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-02-09T23:54:03.662 INFO:teuthology.orchestra.run.smithi153.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-02-09T23:54:03.662 INFO:teuthology.orchestra.run.smithi153.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-02-09T23:54:03.662 INFO:teuthology.orchestra.run.smithi153.stdout: jq x86_64 1.6-16.el9 CentOS-BaseOS 186 k 2024-02-09T23:54:03.662 INFO:teuthology.orchestra.run.smithi153.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-02-09T23:54:03.662 INFO:teuthology.orchestra.run.smithi153.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-02-09T23:54:03.662 INFO:teuthology.orchestra.run.smithi153.stdout: libcephsqlite x86_64 2:19.0.0-1361.g290212a1.el9 ceph 163 k 2024-02-09T23:54:03.662 INFO:teuthology.orchestra.run.smithi153.stdout: libgfortran x86_64 11.4.1-3.el9 CentOS-BaseOS 802 k 2024-02-09T23:54:03.662 INFO:teuthology.orchestra.run.smithi153.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-02-09T23:54:03.662 INFO:teuthology.orchestra.run.smithi153.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-02-09T23:54:03.663 INFO:teuthology.orchestra.run.smithi153.stdout: libquadmath x86_64 11.4.1-3.el9 CentOS-BaseOS 194 k 2024-02-09T23:54:03.663 INFO:teuthology.orchestra.run.smithi153.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-02-09T23:54:03.663 INFO:teuthology.orchestra.run.smithi153.stdout: libradosstriper1 x86_64 2:19.0.0-1361.g290212a1.el9 ceph 499 k 2024-02-09T23:54:03.663 INFO:teuthology.orchestra.run.smithi153.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-02-09T23:54:03.663 INFO:teuthology.orchestra.run.smithi153.stdout: librgw2 x86_64 2:19.0.0-1361.g290212a1.el9 ceph 5.1 M 2024-02-09T23:54:03.663 INFO:teuthology.orchestra.run.smithi153.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-02-09T23:54:03.663 INFO:teuthology.orchestra.run.smithi153.stdout: libzstd-devel x86_64 1.5.1-2.el9 CentOS-AppStream 46 k 2024-02-09T23:54:03.663 INFO:teuthology.orchestra.run.smithi153.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-02-09T23:54:03.663 INFO:teuthology.orchestra.run.smithi153.stdout: lua x86_64 5.4.4-4.el9 CentOS-AppStream 187 k 2024-02-09T23:54:03.663 INFO:teuthology.orchestra.run.smithi153.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-02-09T23:54:03.663 INFO:teuthology.orchestra.run.smithi153.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-02-09T23:54:03.663 INFO:teuthology.orchestra.run.smithi153.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-BaseOS 217 k 2024-02-09T23:54:03.663 INFO:teuthology.orchestra.run.smithi153.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-02-09T23:54:03.663 INFO:teuthology.orchestra.run.smithi153.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-02-09T23:54:03.664 INFO:teuthology.orchestra.run.smithi153.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-02-09T23:54:03.664 INFO:teuthology.orchestra.run.smithi153.stdout: postgresql-private-libs x86_64 13.11-1.el9 CentOS-AppStream 134 k 2024-02-09T23:54:03.664 INFO:teuthology.orchestra.run.smithi153.stdout: protobuf x86_64 3.14.0-13.el9 CentOS-AppStream 1.0 M 2024-02-09T23:54:03.664 INFO:teuthology.orchestra.run.smithi153.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-02-09T23:54:03.664 INFO:teuthology.orchestra.run.smithi153.stdout: python3-asyncssh noarch 2.13.2-3.el9 epel 548 k 2024-02-09T23:54:03.664 INFO:teuthology.orchestra.run.smithi153.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-02-09T23:54:03.664 INFO:teuthology.orchestra.run.smithi153.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-02-09T23:54:03.664 INFO:teuthology.orchestra.run.smithi153.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-02-09T23:54:03.664 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-02-09T23:54:03.664 INFO:teuthology.orchestra.run.smithi153.stdout: python3-ceph-argparse x86_64 2:19.0.0-1361.g290212a1.el9 ceph 45 k 2024-02-09T23:54:03.664 INFO:teuthology.orchestra.run.smithi153.stdout: python3-ceph-common x86_64 2:19.0.0-1361.g290212a1.el9 ceph 131 k 2024-02-09T23:54:03.664 INFO:teuthology.orchestra.run.smithi153.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-02-09T23:54:03.664 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-02-09T23:54:03.664 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-02-09T23:54:03.665 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-02-09T23:54:03.665 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-02-09T23:54:03.665 INFO:teuthology.orchestra.run.smithi153.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-02-09T23:54:03.665 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-02-09T23:54:03.665 INFO:teuthology.orchestra.run.smithi153.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-02-09T23:54:03.665 INFO:teuthology.orchestra.run.smithi153.stdout: python3-google-auth noarch 1:2.27.0-1.el9 epel 203 k 2024-02-09T23:54:03.665 INFO:teuthology.orchestra.run.smithi153.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-02-09T23:54:03.665 INFO:teuthology.orchestra.run.smithi153.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-02-09T23:54:03.665 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-02-09T23:54:03.665 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-02-09T23:54:03.665 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-02-09T23:54:03.665 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-02-09T23:54:03.665 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-02-09T23:54:03.665 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jinja2 noarch 2.11.3-5.el9 CentOS-AppStream 227 k 2024-02-09T23:54:03.666 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-02-09T23:54:03.666 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-02-09T23:54:03.666 INFO:teuthology.orchestra.run.smithi153.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-02-09T23:54:03.666 INFO:teuthology.orchestra.run.smithi153.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-02-09T23:54:03.666 INFO:teuthology.orchestra.run.smithi153.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-02-09T23:54:03.666 INFO:teuthology.orchestra.run.smithi153.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-02-09T23:54:03.666 INFO:teuthology.orchestra.run.smithi153.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-02-09T23:54:03.666 INFO:teuthology.orchestra.run.smithi153.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-02-09T23:54:03.666 INFO:teuthology.orchestra.run.smithi153.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-02-09T23:54:03.666 INFO:teuthology.orchestra.run.smithi153.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-02-09T23:54:03.666 INFO:teuthology.orchestra.run.smithi153.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-02-09T23:54:03.666 INFO:teuthology.orchestra.run.smithi153.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-02-09T23:54:03.666 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-02-09T23:54:03.666 INFO:teuthology.orchestra.run.smithi153.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-02-09T23:54:03.666 INFO:teuthology.orchestra.run.smithi153.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-02-09T23:54:03.667 INFO:teuthology.orchestra.run.smithi153.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-02-09T23:54:03.667 INFO:teuthology.orchestra.run.smithi153.stdout: python3-protobuf noarch 3.14.0-13.el9 CentOS-AppStream 238 k 2024-02-09T23:54:03.667 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-02-09T23:54:03.667 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-02-09T23:54:03.667 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-02-09T23:54:03.667 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-02-09T23:54:03.667 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-02-09T23:54:03.667 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-02-09T23:54:03.667 INFO:teuthology.orchestra.run.smithi153.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-02-09T23:54:03.667 INFO:teuthology.orchestra.run.smithi153.stdout: python3-requests noarch 2.25.1-8.el9 CentOS-BaseOS 113 k 2024-02-09T23:54:03.667 INFO:teuthology.orchestra.run.smithi153.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-02-09T23:54:03.667 INFO:teuthology.orchestra.run.smithi153.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-02-09T23:54:03.667 INFO:teuthology.orchestra.run.smithi153.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-02-09T23:54:03.667 INFO:teuthology.orchestra.run.smithi153.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-02-09T23:54:03.667 INFO:teuthology.orchestra.run.smithi153.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-02-09T23:54:03.668 INFO:teuthology.orchestra.run.smithi153.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-02-09T23:54:03.668 INFO:teuthology.orchestra.run.smithi153.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-02-09T23:54:03.668 INFO:teuthology.orchestra.run.smithi153.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-02-09T23:54:03.668 INFO:teuthology.orchestra.run.smithi153.stdout: python3-wcwidth noarch 0.2.5-8.el9 CentOS-AppStream 41 k 2024-02-09T23:54:03.668 INFO:teuthology.orchestra.run.smithi153.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-02-09T23:54:03.668 INFO:teuthology.orchestra.run.smithi153.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-02-09T23:54:03.668 INFO:teuthology.orchestra.run.smithi153.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-02-09T23:54:03.668 INFO:teuthology.orchestra.run.smithi153.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-02-09T23:54:03.668 INFO:teuthology.orchestra.run.smithi153.stdout: qatlib x86_64 23.11.0-1.el9 CentOS-AppStream 215 k 2024-02-09T23:54:03.668 INFO:teuthology.orchestra.run.smithi153.stdout: qatzip-libs x86_64 1.1.2-2.el9 CentOS-AppStream 43 k 2024-02-09T23:54:03.668 INFO:teuthology.orchestra.run.smithi153.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-02-09T23:54:03.668 INFO:teuthology.orchestra.run.smithi153.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-02-09T23:54:03.668 INFO:teuthology.orchestra.run.smithi153.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-02-09T23:54:03.668 INFO:teuthology.orchestra.run.smithi153.stdout: uuid x86_64 1.6.2-55.el9 CentOS-AppStream 56 k 2024-02-09T23:54:03.669 INFO:teuthology.orchestra.run.smithi153.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-02-09T23:54:03.669 INFO:teuthology.orchestra.run.smithi153.stdout: zlib-devel x86_64 1.2.11-40.el9 CentOS-AppStream 44 k 2024-02-09T23:54:03.669 INFO:teuthology.orchestra.run.smithi153.stdout:Installing weak dependencies: 2024-02-09T23:54:03.669 INFO:teuthology.orchestra.run.smithi153.stdout: qatlib-service x86_64 23.11.0-1.el9 CentOS-AppStream 34 k 2024-02-09T23:54:03.669 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:54:03.669 INFO:teuthology.orchestra.run.smithi153.stdout:Transaction Summary 2024-02-09T23:54:03.669 INFO:teuthology.orchestra.run.smithi153.stdout:============================================================================================ 2024-02-09T23:54:03.669 INFO:teuthology.orchestra.run.smithi153.stdout:Install 150 Packages 2024-02-09T23:54:03.669 INFO:teuthology.orchestra.run.smithi153.stdout:Upgrade 26 Packages 2024-02-09T23:54:03.669 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:54:03.670 INFO:teuthology.orchestra.run.smithi153.stdout:Total download size: 222 M 2024-02-09T23:54:03.670 INFO:teuthology.orchestra.run.smithi153.stdout:Downloading Packages: 2024-02-09T23:54:04.449 INFO:teuthology.orchestra.run.smithi153.stdout:(1/176): ceph-19.0.0-1361.g290212a1.el9.x86_64. 33 kB/s | 6.6 kB 00:00 2024-02-09T23:54:04.717 INFO:teuthology.orchestra.run.smithi153.stdout:(2/176): ceph-fuse-19.0.0-1361.g290212a1.el9.x8 3.2 MB/s | 885 kB 00:00 2024-02-09T23:54:04.784 INFO:teuthology.orchestra.run.smithi153.stdout:(3/176): ceph-immutable-object-cache-19.0.0-136 2.1 MB/s | 145 kB 00:00 2024-02-09T23:54:05.092 INFO:teuthology.orchestra.run.smithi153.stdout:(4/176): ceph-base-19.0.0-1361.g290212a1.el9.x8 6.4 MB/s | 5.3 MB 00:00 2024-02-09T23:54:05.234 INFO:teuthology.orchestra.run.smithi153.stdout:(5/176): ceph-mds-19.0.0-1361.g290212a1.el9.x86 4.7 MB/s | 2.1 MB 00:00 2024-02-09T23:54:05.310 INFO:teuthology.orchestra.run.smithi153.stdout:(6/176): ceph-mgr-19.0.0-1361.g290212a1.el9.x86 6.9 MB/s | 1.5 MB 00:00 2024-02-09T23:54:06.168 INFO:teuthology.orchestra.run.smithi153.stdout:(7/176): ceph-mon-19.0.0-1361.g290212a1.el9.x86 5.0 MB/s | 4.7 MB 00:00 2024-02-09T23:54:06.427 INFO:teuthology.orchestra.run.smithi153.stdout:(8/176): ceph-common-19.0.0-1361.g290212a1.el9. 9.1 MB/s | 20 MB 00:02 2024-02-09T23:54:06.477 INFO:teuthology.orchestra.run.smithi153.stdout:(9/176): ceph-selinux-19.0.0-1361.g290212a1.el9 506 kB/s | 25 kB 00:00 2024-02-09T23:54:07.110 INFO:teuthology.orchestra.run.smithi153.stdout:(10/176): ceph-osd-19.0.0-1361.g290212a1.el9.x8 9.3 MB/s | 17 MB 00:01 2024-02-09T23:54:07.202 INFO:teuthology.orchestra.run.smithi153.stdout:(11/176): cephfs-mirror-19.0.0-1361.g290212a1.e 2.3 MB/s | 217 kB 00:00 2024-02-09T23:54:07.277 INFO:teuthology.orchestra.run.smithi153.stdout:(12/176): cephfs-shell-19.0.0-1361.g290212a1.el 361 kB/s | 27 kB 00:00 2024-02-09T23:54:07.353 INFO:teuthology.orchestra.run.smithi153.stdout:(13/176): libcephfs-devel-19.0.0-1361.g290212a1 415 kB/s | 31 kB 00:00 2024-02-09T23:54:07.503 INFO:teuthology.orchestra.run.smithi153.stdout:(14/176): libcephfs2-19.0.0-1361.g290212a1.el9. 4.8 MB/s | 743 kB 00:00 2024-02-09T23:54:07.603 INFO:teuthology.orchestra.run.smithi153.stdout:(15/176): libcephsqlite-19.0.0-1361.g290212a1.e 1.6 MB/s | 163 kB 00:00 2024-02-09T23:54:07.687 INFO:teuthology.orchestra.run.smithi153.stdout:(16/176): librados-devel-19.0.0-1361.g290212a1. 1.5 MB/s | 127 kB 00:00 2024-02-09T23:54:07.821 INFO:teuthology.orchestra.run.smithi153.stdout:(17/176): ceph-radosgw-19.0.0-1361.g290212a1.el 5.9 MB/s | 9.7 MB 00:01 2024-02-09T23:54:07.854 INFO:teuthology.orchestra.run.smithi153.stdout:(18/176): libradosstriper1-19.0.0-1361.g290212a 2.9 MB/s | 499 kB 00:00 2024-02-09T23:54:07.913 INFO:teuthology.orchestra.run.smithi153.stdout:(19/176): python3-ceph-argparse-19.0.0-1361.g29 774 kB/s | 45 kB 00:00 2024-02-09T23:54:07.996 INFO:teuthology.orchestra.run.smithi153.stdout:(20/176): python3-ceph-common-19.0.0-1361.g2902 1.5 MB/s | 131 kB 00:00 2024-02-09T23:54:08.088 INFO:teuthology.orchestra.run.smithi153.stdout:(21/176): python3-cephfs-19.0.0-1361.g290212a1. 1.7 MB/s | 161 kB 00:00 2024-02-09T23:54:08.172 INFO:teuthology.orchestra.run.smithi153.stdout:(22/176): python3-rados-19.0.0-1361.g290212a1.e 3.7 MB/s | 319 kB 00:00 2024-02-09T23:54:08.264 INFO:teuthology.orchestra.run.smithi153.stdout:(23/176): python3-rbd-19.0.0-1361.g290212a1.el9 3.2 MB/s | 298 kB 00:00 2024-02-09T23:54:08.340 INFO:teuthology.orchestra.run.smithi153.stdout:(24/176): python3-rgw-19.0.0-1361.g290212a1.el9 1.3 MB/s | 99 kB 00:00 2024-02-09T23:54:08.423 INFO:teuthology.orchestra.run.smithi153.stdout:(25/176): rbd-fuse-19.0.0-1361.g290212a1.el9.x8 1.0 MB/s | 85 kB 00:00 2024-02-09T23:54:08.657 INFO:teuthology.orchestra.run.smithi153.stdout:(26/176): librgw2-19.0.0-1361.g290212a1.el9.x86 6.1 MB/s | 5.1 MB 00:00 2024-02-09T23:54:08.748 INFO:teuthology.orchestra.run.smithi153.stdout:(27/176): rbd-nbd-19.0.0-1361.g290212a1.el9.x86 1.8 MB/s | 171 kB 00:00 2024-02-09T23:54:08.824 INFO:teuthology.orchestra.run.smithi153.stdout:(28/176): rbd-mirror-19.0.0-1361.g290212a1.el9. 7.7 MB/s | 3.1 MB 00:00 2024-02-09T23:54:08.849 INFO:teuthology.orchestra.run.smithi153.stdout:(29/176): ceph-grafana-dashboards-19.0.0-1361.g 283 kB/s | 28 kB 00:00 2024-02-09T23:54:08.891 INFO:teuthology.orchestra.run.smithi153.stdout:(30/176): ceph-mgr-cephadm-19.0.0-1361.g290212a 2.0 MB/s | 138 kB 00:00 2024-02-09T23:54:09.241 INFO:teuthology.orchestra.run.smithi153.stdout:(31/176): ceph-mgr-dashboard-19.0.0-1361.g29021 4.5 MB/s | 1.8 MB 00:00 2024-02-09T23:54:09.350 INFO:teuthology.orchestra.run.smithi153.stdout:(32/176): ceph-mgr-modules-core-19.0.0-1361.g29 2.2 MB/s | 247 kB 00:00 2024-02-09T23:54:09.450 INFO:teuthology.orchestra.run.smithi153.stdout:(33/176): ceph-mgr-rook-19.0.0-1361.g290212a1.e 522 kB/s | 52 kB 00:00 2024-02-09T23:54:09.559 INFO:teuthology.orchestra.run.smithi153.stdout:(34/176): ceph-prometheus-alerts-19.0.0-1361.g2 141 kB/s | 15 kB 00:00 2024-02-09T23:54:09.842 INFO:teuthology.orchestra.run.smithi027.stdout:CentOS Stream 9 - AppStream 1.7 MB/s | 19 MB 00:11 2024-02-09T23:54:09.976 INFO:teuthology.orchestra.run.smithi153.stdout:(35/176): ceph-test-19.0.0-1361.g290212a1.el9.x 14 MB/s | 47 MB 00:03 2024-02-09T23:54:10.001 INFO:teuthology.orchestra.run.smithi153.stdout:(36/176): ceph-volume-19.0.0-1361.g290212a1.el9 597 kB/s | 264 kB 00:00 2024-02-09T23:54:10.093 INFO:teuthology.orchestra.run.smithi153.stdout:(37/176): ceph-mgr-diskprediction-local-19.0.0- 6.1 MB/s | 7.4 MB 00:01 2024-02-09T23:54:10.127 INFO:teuthology.orchestra.run.smithi153.stdout:(38/176): cephfs-top-19.0.0-1361.g290212a1.el9. 145 kB/s | 18 kB 00:00 2024-02-09T23:54:10.152 INFO:teuthology.orchestra.run.smithi153.stdout:(39/176): cephadm-19.0.0-1361.g290212a1.el9.noa 4.2 MB/s | 748 kB 00:00 2024-02-09T23:54:10.302 INFO:teuthology.orchestra.run.smithi153.stdout:(40/176): boost-program-options-1.75.0-8.el9.x8 1.1 MB/s | 106 kB 00:00 2024-02-09T23:54:10.344 INFO:teuthology.orchestra.run.smithi153.stdout:(41/176): bison-3.7.4-5.el9.x86_64.rpm 4.1 MB/s | 920 kB 00:00 2024-02-09T23:54:10.377 INFO:teuthology.orchestra.run.smithi153.stdout:(42/176): automake-1.16.2-8.el9.noarch.rpm 2.3 MB/s | 662 kB 00:00 2024-02-09T23:54:10.440 INFO:teuthology.orchestra.run.smithi153.stdout:(43/176): elfutils-libelf-devel-0.190-2.el9.x86 225 kB/s | 20 kB 00:00 2024-02-09T23:54:10.440 INFO:teuthology.orchestra.run.smithi153.stdout:(44/176): flex-2.6.4-9.el9.x86_64.rpm 3.6 MB/s | 307 kB 00:00 2024-02-09T23:54:10.453 INFO:teuthology.orchestra.run.smithi153.stdout:(45/176): flexiblas-3.0.4-8.el9.x86_64.rpm 545 kB/s | 32 kB 00:00 2024-02-09T23:54:10.537 INFO:teuthology.orchestra.run.smithi153.stdout:(46/176): flexiblas-openblas-openmp-3.0.4-8.el9 158 kB/s | 17 kB 00:00 2024-02-09T23:54:10.612 INFO:teuthology.orchestra.run.smithi153.stdout:(47/176): flexiblas-netlib-3.0.4-8.el9.x86_64.r 14 MB/s | 3.0 MB 00:00 2024-02-09T23:54:10.637 INFO:teuthology.orchestra.run.smithi153.stdout:(48/176): libaio-devel-0.3.111-13.el9.x86_64.rp 55 kB/s | 10 kB 00:00 2024-02-09T23:54:10.662 INFO:teuthology.orchestra.run.smithi153.stdout:(49/176): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.3 MB/s | 159 kB 00:00 2024-02-09T23:54:10.713 INFO:teuthology.orchestra.run.smithi153.stdout:(50/176): librabbitmq-0.11.0-7.el9.x86_64.rpm 592 kB/s | 44 kB 00:00 2024-02-09T23:54:10.747 INFO:teuthology.orchestra.run.smithi153.stdout:(51/176): librdkafka-1.6.1-102.el9.x86_64.rpm 6.0 MB/s | 661 kB 00:00 2024-02-09T23:54:10.772 INFO:teuthology.orchestra.run.smithi153.stdout:(52/176): libtool-2.4.6-45.el9.x86_64.rpm 5.2 MB/s | 578 kB 00:00 2024-02-09T23:54:10.797 INFO:teuthology.orchestra.run.smithi153.stdout:(53/176): libuuid-devel-2.37.4-18.el9.x86_64.rp 295 kB/s | 24 kB 00:00 2024-02-09T23:54:10.823 INFO:teuthology.orchestra.run.smithi153.stdout:(54/176): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.5 MB/s | 282 kB 00:00 2024-02-09T23:54:10.848 INFO:teuthology.orchestra.run.smithi153.stdout:(55/176): libzstd-devel-1.5.1-2.el9.x86_64.rpm 615 kB/s | 46 kB 00:00 2024-02-09T23:54:10.873 INFO:teuthology.orchestra.run.smithi153.stdout:(56/176): lua-5.4.4-4.el9.x86_64.rpm 2.4 MB/s | 187 kB 00:00 2024-02-09T23:54:10.898 INFO:teuthology.orchestra.run.smithi153.stdout:(57/176): openblas-0.3.21-2.el9.x86_64.rpm 457 kB/s | 34 kB 00:00 2024-02-09T23:54:11.057 INFO:teuthology.orchestra.run.smithi153.stdout:(58/176): openssl-devel-3.0.7-25.el9.x86_64.rpm 16 MB/s | 3.0 MB 00:00 2024-02-09T23:54:11.124 INFO:teuthology.orchestra.run.smithi153.stdout:(59/176): openblas-openmp-0.3.21-2.el9.x86_64.r 19 MB/s | 4.7 MB 00:00 2024-02-09T23:54:11.157 INFO:teuthology.orchestra.run.smithi153.stdout:(60/176): postgresql-13.11-1.el9.x86_64.rpm 5.9 MB/s | 1.5 MB 00:00 2024-02-09T23:54:11.182 INFO:teuthology.orchestra.run.smithi153.stdout:(61/176): postgresql-contrib-13.11-1.el9.x86_64 6.4 MB/s | 811 kB 00:00 2024-02-09T23:54:11.207 INFO:teuthology.orchestra.run.smithi153.stdout:(62/176): postgresql-private-libs-13.11-1.el9.x 1.6 MB/s | 134 kB 00:00 2024-02-09T23:54:11.250 INFO:teuthology.orchestra.run.smithi153.stdout:(63/176): protobuf-3.14.0-13.el9.x86_64.rpm 15 MB/s | 1.0 MB 00:00 2024-02-09T23:54:11.342 INFO:teuthology.orchestra.run.smithi153.stdout:(64/176): postgresql-server-13.11-1.el9.x86_64. 36 MB/s | 5.7 MB 00:00 2024-02-09T23:54:11.367 INFO:teuthology.orchestra.run.smithi153.stdout:(65/176): python3-attrs-20.3.0-7.el9.noarch.rpm 489 kB/s | 78 kB 00:00 2024-02-09T23:54:11.450 INFO:teuthology.orchestra.run.smithi153.stdout:(66/176): python3-babel-2.9.1-2.el9.noarch.rpm 29 MB/s | 5.8 MB 00:00 2024-02-09T23:54:11.476 INFO:teuthology.orchestra.run.smithi153.stdout:(67/176): python3-jinja2-2.11.3-5.el9.noarch.rp 1.7 MB/s | 227 kB 00:00 2024-02-09T23:54:11.501 INFO:teuthology.orchestra.run.smithi153.stdout:(68/176): python3-jsonpatch-1.21-16.el9.noarch. 186 kB/s | 24 kB 00:00 2024-02-09T23:54:11.526 INFO:teuthology.orchestra.run.smithi153.stdout:(69/176): python3-jsonpointer-2.0-4.el9.noarch. 242 kB/s | 18 kB 00:00 2024-02-09T23:54:11.551 INFO:teuthology.orchestra.run.smithi153.stdout:(70/176): python3-mako-1.1.4-6.el9.noarch.rpm 2.8 MB/s | 144 kB 00:00 2024-02-09T23:54:11.576 INFO:teuthology.orchestra.run.smithi153.stdout:(71/176): python3-markupsafe-1.1.1-12.el9.x86_6 420 kB/s | 32 kB 00:00 2024-02-09T23:54:11.660 INFO:teuthology.orchestra.run.smithi153.stdout:(72/176): python3-numpy-1.20.1-5.el9.x86_64.rpm 36 MB/s | 4.8 MB 00:00 2024-02-09T23:54:11.685 INFO:teuthology.orchestra.run.smithi153.stdout:(73/176): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.0 MB/s | 217 kB 00:00 2024-02-09T23:54:11.710 INFO:teuthology.orchestra.run.smithi153.stdout:(74/176): python3-oauthlib-3.1.1-5.el9.noarch.r 1.3 MB/s | 174 kB 00:00 2024-02-09T23:54:11.736 INFO:teuthology.orchestra.run.smithi153.stdout:(75/176): python3-packaging-20.9-5.el9.noarch.r 912 kB/s | 69 kB 00:00 2024-02-09T23:54:11.763 INFO:teuthology.orchestra.run.smithi153.stdout:(76/176): python3-prettytable-0.7.2-27.el9.noar 823 kB/s | 41 kB 00:00 2024-02-09T23:54:11.786 INFO:teuthology.orchestra.run.smithi153.stdout:(77/176): python3-protobuf-3.14.0-13.el9.noarch 3.1 MB/s | 238 kB 00:00 2024-02-09T23:54:11.811 INFO:teuthology.orchestra.run.smithi153.stdout:(78/176): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.7 MB/s | 132 kB 00:00 2024-02-09T23:54:11.828 INFO:teuthology.orchestra.run.smithi153.stdout:(79/176): python3-pytz-2021.1-5.el9.noarch.rpm 1.1 MB/s | 47 kB 00:00 2024-02-09T23:54:11.853 INFO:teuthology.orchestra.run.smithi153.stdout:(80/176): python3-pyasn1-modules-0.4.8-6.el9.no 3.1 MB/s | 211 kB 00:00 2024-02-09T23:54:11.870 INFO:teuthology.orchestra.run.smithi153.stdout:(81/176): python3-requests-oauthlib-1.3.0-12.el 729 kB/s | 43 kB 00:00 2024-02-09T23:54:12.221 INFO:teuthology.orchestra.run.smithi153.stdout:(82/176): python3-scipy-1.6.2-8.el9.x86_64.rpm 40 MB/s | 16 MB 00:00 2024-02-09T23:54:12.246 INFO:teuthology.orchestra.run.smithi153.stdout:(83/176): python3-wcwidth-0.2.5-8.el9.noarch.rp 110 kB/s | 41 kB 00:00 2024-02-09T23:54:12.271 INFO:teuthology.orchestra.run.smithi153.stdout:(84/176): python3-toml-0.10.2-6.el9.noarch.rpm 97 kB/s | 39 kB 00:00 2024-02-09T23:54:12.297 INFO:teuthology.orchestra.run.smithi153.stdout:(85/176): qatlib-23.11.0-1.el9.x86_64.rpm 2.8 MB/s | 215 kB 00:00 2024-02-09T23:54:12.322 INFO:teuthology.orchestra.run.smithi153.stdout:(86/176): qatlib-service-23.11.0-1.el9.x86_64.r 449 kB/s | 34 kB 00:00 2024-02-09T23:54:12.347 INFO:teuthology.orchestra.run.smithi153.stdout:(87/176): qatzip-libs-1.1.2-2.el9.x86_64.rpm 867 kB/s | 43 kB 00:00 2024-02-09T23:54:12.372 INFO:teuthology.orchestra.run.smithi153.stdout:(88/176): socat-1.7.4.1-5.el9.x86_64.rpm 3.9 MB/s | 300 kB 00:00 2024-02-09T23:54:12.398 INFO:teuthology.orchestra.run.smithi153.stdout:(89/176): uuid-1.6.2-55.el9.x86_64.rpm 753 kB/s | 56 kB 00:00 2024-02-09T23:54:12.423 INFO:teuthology.orchestra.run.smithi153.stdout:(90/176): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.7 MB/s | 87 kB 00:00 2024-02-09T23:54:12.448 INFO:teuthology.orchestra.run.smithi153.stdout:(91/176): xmlstarlet-1.6.1-20.el9.x86_64.rpm 833 kB/s | 63 kB 00:00 2024-02-09T23:54:12.473 INFO:teuthology.orchestra.run.smithi153.stdout:(92/176): zlib-devel-1.2.11-40.el9.x86_64.rpm 584 kB/s | 44 kB 00:00 2024-02-09T23:54:12.499 INFO:teuthology.orchestra.run.smithi153.stdout:(93/176): jq-1.6-16.el9.x86_64.rpm 3.6 MB/s | 186 kB 00:00 2024-02-09T23:54:12.524 INFO:teuthology.orchestra.run.smithi153.stdout:(94/176): fuse-2.9.9-15.el9.x86_64.rpm 1.0 MB/s | 79 kB 00:00 2024-02-09T23:54:12.557 INFO:teuthology.orchestra.run.smithi153.stdout:(95/176): libgfortran-11.4.1-3.el9.x86_64.rpm 9.4 MB/s | 802 kB 00:00 2024-02-09T23:54:12.583 INFO:teuthology.orchestra.run.smithi153.stdout:(96/176): libquadmath-11.4.1-3.el9.x86_64.rpm 2.3 MB/s | 194 kB 00:00 2024-02-09T23:54:12.608 INFO:teuthology.orchestra.run.smithi153.stdout:(97/176): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.8 MB/s | 241 kB 00:00 2024-02-09T23:54:12.633 INFO:teuthology.orchestra.run.smithi153.stdout:(98/176): oniguruma-6.9.6-1.el9.5.x86_64.rpm 2.8 MB/s | 217 kB 00:00 2024-02-09T23:54:12.667 INFO:teuthology.orchestra.run.smithi153.stdout:(99/176): python3-cryptography-36.0.1-4.el9.x86 14 MB/s | 1.1 MB 00:00 2024-02-09T23:54:12.776 INFO:teuthology.orchestra.run.smithi153.stdout:(100/176): python3-ply-3.11-14.el9.noarch.rpm 623 kB/s | 103 kB 00:00 2024-02-09T23:54:12.801 INFO:teuthology.orchestra.run.smithi153.stdout:(101/176): python3-requests-2.25.1-8.el9.noarch 848 kB/s | 113 kB 00:00 2024-02-09T23:54:12.826 INFO:teuthology.orchestra.run.smithi153.stdout:(102/176): python3-pycparser-2.20-6.el9.noarch. 782 kB/s | 124 kB 00:00 2024-02-09T23:54:12.851 INFO:teuthology.orchestra.run.smithi153.stdout:(103/176): python3-urllib3-1.26.5-5.el9.noarch. 2.4 MB/s | 187 kB 00:00 2024-02-09T23:54:12.943 INFO:teuthology.orchestra.run.smithi153.stdout:(104/176): lua-devel-5.4.4-4.el9.x86_64.rpm 244 kB/s | 22 kB 00:00 2024-02-09T23:54:12.993 INFO:teuthology.orchestra.run.smithi153.stdout:(105/176): python3-devel-3.9.17-2.el9.x86_64.rp 1.3 MB/s | 245 kB 00:00 2024-02-09T23:54:13.060 INFO:teuthology.orchestra.run.smithi153.stdout:(106/176): protobuf-compiler-3.14.0-13.el9.x86_ 4.0 MB/s | 863 kB 00:00 2024-02-09T23:54:13.102 INFO:teuthology.orchestra.run.smithi153.stdout:(107/176): abseil-cpp-20211102.0-3.el9.x86_64.r 3.4 MB/s | 548 kB 00:00 2024-02-09T23:54:13.128 INFO:teuthology.orchestra.run.smithi153.stdout:(108/176): gperftools-libs-2.9.1-2.el9.x86_64.r 2.3 MB/s | 309 kB 00:00 2024-02-09T23:54:13.153 INFO:teuthology.orchestra.run.smithi153.stdout:(109/176): grpc-data-1.46.7-10.el9.noarch.rpm 211 kB/s | 19 kB 00:00 2024-02-09T23:54:13.178 INFO:teuthology.orchestra.run.smithi153.stdout:(110/176): libarrow-doc-9.0.0-10.el9.noarch.rpm 519 kB/s | 26 kB 00:00 2024-02-09T23:54:13.212 INFO:teuthology.orchestra.run.smithi153.stdout:(111/176): liboath-2.6.7-2.el9.x86_64.rpm 830 kB/s | 49 kB 00:00 2024-02-09T23:54:13.237 INFO:teuthology.orchestra.run.smithi153.stdout:(112/176): libunwind-1.6.2-1.el9.x86_64.rpm 1.1 MB/s | 67 kB 00:00 2024-02-09T23:54:13.279 INFO:teuthology.orchestra.run.smithi153.stdout:(113/176): luarocks-3.9.2-1.el9.noarch.rpm 2.2 MB/s | 151 kB 00:00 2024-02-09T23:54:13.321 INFO:teuthology.orchestra.run.smithi153.stdout:(114/176): parquet-libs-9.0.0-10.el9.x86_64.rpm 9.8 MB/s | 838 kB 00:00 2024-02-09T23:54:13.363 INFO:teuthology.orchestra.run.smithi153.stdout:(115/176): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.0 MB/s | 43 kB 00:00 2024-02-09T23:54:13.388 INFO:teuthology.orchestra.run.smithi153.stdout:(116/176): python3-asyncssh-2.13.2-3.el9.noarch 4.9 MB/s | 548 kB 00:00 2024-02-09T23:54:13.422 INFO:teuthology.orchestra.run.smithi153.stdout:(117/176): python3-cachetools-4.2.4-1.el9.noarc 548 kB/s | 32 kB 00:00 2024-02-09T23:54:13.439 INFO:teuthology.orchestra.run.smithi153.stdout:(118/176): python3-certifi-2021.10.8-2.el9.noar 296 kB/s | 15 kB 00:00 2024-02-09T23:54:13.506 INFO:teuthology.orchestra.run.smithi153.stdout:(119/176): libarrow-9.0.0-10.el9.x86_64.rpm 11 MB/s | 4.4 MB 00:00 2024-02-09T23:54:13.531 INFO:teuthology.orchestra.run.smithi153.stdout:(120/176): python3-cheroot-8.6.0-4.el9.noarch.r 1.5 MB/s | 172 kB 00:00 2024-02-09T23:54:13.556 INFO:teuthology.orchestra.run.smithi153.stdout:(121/176): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.9 MB/s | 303 kB 00:00 2024-02-09T23:54:13.581 INFO:teuthology.orchestra.run.smithi153.stdout:(122/176): python3-cherrypy-18.6.1-2.el9.noarch 2.5 MB/s | 358 kB 00:00 2024-02-09T23:54:13.607 INFO:teuthology.orchestra.run.smithi153.stdout:(123/176): python3-colorama-0.4.4-12.el9.noarch 467 kB/s | 35 kB 00:00 2024-02-09T23:54:13.641 INFO:teuthology.orchestra.run.smithi153.stdout:(124/176): python3-google-auth-2.27.0-1.el9.noa 2.4 MB/s | 203 kB 00:00 2024-02-09T23:54:13.666 INFO:teuthology.orchestra.run.smithi153.stdout:(125/176): python3-grpcio-tools-1.46.7-10.el9.x 2.4 MB/s | 144 kB 00:00 2024-02-09T23:54:13.691 INFO:teuthology.orchestra.run.smithi153.stdout:(126/176): python3-jaraco-8.2.1-3.el9.noarch.rp 212 kB/s | 11 kB 00:00 2024-02-09T23:54:13.716 INFO:teuthology.orchestra.run.smithi153.stdout:(127/176): python3-jaraco-classes-3.2.1-5.el9.n 352 kB/s | 18 kB 00:00 2024-02-09T23:54:13.741 INFO:teuthology.orchestra.run.smithi153.stdout:(128/176): python3-jaraco-collections-3.0.0-8.e 465 kB/s | 23 kB 00:00 2024-02-09T23:54:13.767 INFO:teuthology.orchestra.run.smithi153.stdout:(129/176): python3-jaraco-functools-3.5.0-2.el9 388 kB/s | 19 kB 00:00 2024-02-09T23:54:13.792 INFO:teuthology.orchestra.run.smithi153.stdout:(130/176): python3-jaraco-text-3.2.0-6.el9.noar 390 kB/s | 20 kB 00:00 2024-02-09T23:54:13.871 INFO:teuthology.orchestra.run.smithi153.stdout:(131/176): python3-grpcio-1.46.7-10.el9.x86_64. 7.0 MB/s | 2.0 MB 00:00 2024-02-09T23:54:13.901 INFO:teuthology.orchestra.run.smithi153.stdout:(132/176): python3-logutils-0.3.5-21.el9.noarch 427 kB/s | 46 kB 00:00 2024-02-09T23:54:13.926 INFO:teuthology.orchestra.run.smithi153.stdout:(133/176): python3-more-itertools-8.12.0-2.el9. 1.4 MB/s | 79 kB 00:00 2024-02-09T23:54:13.951 INFO:teuthology.orchestra.run.smithi153.stdout:(134/176): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-02-09T23:54:13.985 INFO:teuthology.orchestra.run.smithi153.stdout:(135/176): python3-kubernetes-26.1.0-2.el9.noar 4.7 MB/s | 1.0 MB 00:00 2024-02-09T23:54:14.010 INFO:teuthology.orchestra.run.smithi153.stdout:(136/176): python3-pecan-1.4.2-3.el9.noarch.rpm 3.2 MB/s | 272 kB 00:00 2024-02-09T23:54:14.035 INFO:teuthology.orchestra.run.smithi153.stdout:(137/176): python3-portend-3.1.0-2.el9.noarch.r 196 kB/s | 16 kB 00:00 2024-02-09T23:54:14.061 INFO:teuthology.orchestra.run.smithi153.stdout:(138/176): python3-pyperclip-1.8.2-2.el9.noarch 562 kB/s | 28 kB 00:00 2024-02-09T23:54:14.086 INFO:teuthology.orchestra.run.smithi153.stdout:(139/176): python3-repoze-lru-0.7-16.el9.noarch 614 kB/s | 31 kB 00:00 2024-02-09T23:54:14.111 INFO:teuthology.orchestra.run.smithi153.stdout:(140/176): python3-pyOpenSSL-21.0.0-1.el9.noarc 714 kB/s | 90 kB 00:00 2024-02-09T23:54:14.136 INFO:teuthology.orchestra.run.smithi153.stdout:(141/176): python3-rsa-4.9-2.el9.noarch.rpm 1.1 MB/s | 59 kB 00:00 2024-02-09T23:54:14.162 INFO:teuthology.orchestra.run.smithi153.stdout:(142/176): python3-tempora-5.0.0-2.el9.noarch.r 712 kB/s | 36 kB 00:00 2024-02-09T23:54:14.187 INFO:teuthology.orchestra.run.smithi153.stdout:(143/176): python3-routes-2.5.1-5.el9.noarch.rp 1.5 MB/s | 188 kB 00:00 2024-02-09T23:54:14.212 INFO:teuthology.orchestra.run.smithi153.stdout:(144/176): python3-typing-extensions-4.4.0-2.el 678 kB/s | 51 kB 00:00 2024-02-09T23:54:14.238 INFO:teuthology.orchestra.run.smithi153.stdout:(145/176): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-02-09T23:54:14.255 INFO:teuthology.orchestra.run.smithi153.stdout:(146/176): python3-websocket-client-1.2.3-2.el9 2.1 MB/s | 90 kB 00:00 2024-02-09T23:54:14.280 INFO:teuthology.orchestra.run.smithi153.stdout:(147/176): python3-zc-lockfile-2.0-10.el9.noarc 478 kB/s | 20 kB 00:00 2024-02-09T23:54:14.314 INFO:teuthology.orchestra.run.smithi153.stdout:(148/176): re2-20211101-3.el9.x86_64.rpm 3.2 MB/s | 192 kB 00:00 2024-02-09T23:54:14.339 INFO:teuthology.orchestra.run.smithi153.stdout:(149/176): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-02-09T23:54:14.414 INFO:teuthology.orchestra.run.smithi153.stdout:(150/176): thrift-0.15.0-2.el9.x86_64.rpm 12 MB/s | 1.6 MB 00:00 2024-02-09T23:54:14.456 INFO:teuthology.orchestra.run.smithi153.stdout:(151/176): libacl-devel-2.3.1-4.el9.x86_64.rpm 1.6 MB/s | 68 kB 00:00 2024-02-09T23:54:14.540 INFO:teuthology.orchestra.run.smithi153.stdout:(152/176): NetworkManager-1.45.90-1.el9.x86_64. 27 MB/s | 2.3 MB 00:00 2024-02-09T23:54:14.568 INFO:teuthology.orchestra.run.smithi027.stdout:CentOS Stream 9 - CRB 5.3 MB/s | 5.9 MB 00:01 2024-02-09T23:54:14.623 INFO:teuthology.orchestra.run.smithi153.stdout:(153/176): NetworkManager-libnm-1.45.90-1.el9.x 22 MB/s | 1.8 MB 00:00 2024-02-09T23:54:14.657 INFO:teuthology.orchestra.run.smithi153.stdout:(154/176): NetworkManager-team-1.45.90-1.el9.x8 1.3 MB/s | 42 kB 00:00 2024-02-09T23:54:14.716 INFO:teuthology.orchestra.run.smithi153.stdout:(155/176): librbd1-19.0.0-1361.g290212a1.el9.x8 8.3 MB/s | 3.1 MB 00:00 2024-02-09T23:54:14.741 INFO:teuthology.orchestra.run.smithi153.stdout:(156/176): NetworkManager-tui-1.45.90-1.el9.x86 2.9 MB/s | 247 kB 00:00 2024-02-09T23:54:14.766 INFO:teuthology.orchestra.run.smithi153.stdout:(157/176): acl-2.3.1-4.el9.x86_64.rpm 1.4 MB/s | 69 kB 00:00 2024-02-09T23:54:14.791 INFO:teuthology.orchestra.run.smithi153.stdout:(158/176): elfutils-debuginfod-client-0.190-2.e 708 kB/s | 35 kB 00:00 2024-02-09T23:54:14.816 INFO:teuthology.orchestra.run.smithi153.stdout:(159/176): elfutils-libelf-0.190-2.el9.x86_64.r 3.7 MB/s | 191 kB 00:00 2024-02-09T23:54:14.842 INFO:teuthology.orchestra.run.smithi153.stdout:(160/176): elfutils-libs-0.190-2.el9.x86_64.rpm 5.0 MB/s | 254 kB 00:00 2024-02-09T23:54:14.876 INFO:teuthology.orchestra.run.smithi153.stdout:(161/176): iproute-6.7.0-2.el9.x86_64.rpm 13 MB/s | 802 kB 00:00 2024-02-09T23:54:14.909 INFO:teuthology.orchestra.run.smithi153.stdout:(162/176): iproute-tc-6.7.0-2.el9.x86_64.rpm 6.5 MB/s | 433 kB 00:00 2024-02-09T23:54:14.934 INFO:teuthology.orchestra.run.smithi153.stdout:(163/176): libacl-2.3.1-4.el9.x86_64.rpm 381 kB/s | 22 kB 00:00 2024-02-09T23:54:14.960 INFO:teuthology.orchestra.run.smithi153.stdout:(164/176): libblkid-2.37.4-18.el9.x86_64.rpm 2.1 MB/s | 107 kB 00:00 2024-02-09T23:54:14.985 INFO:teuthology.orchestra.run.smithi153.stdout:(165/176): libfdisk-2.37.4-18.el9.x86_64.rpm 3.0 MB/s | 154 kB 00:00 2024-02-09T23:54:15.010 INFO:teuthology.orchestra.run.smithi153.stdout:(166/176): libmount-2.37.4-18.el9.x86_64.rpm 2.6 MB/s | 135 kB 00:00 2024-02-09T23:54:15.036 INFO:teuthology.orchestra.run.smithi153.stdout:(167/176): libsmartcols-2.37.4-18.el9.x86_64.rp 1.2 MB/s | 63 kB 00:00 2024-02-09T23:54:15.061 INFO:teuthology.orchestra.run.smithi153.stdout:(168/176): libuuid-2.37.4-18.el9.x86_64.rpm 551 kB/s | 28 kB 00:00 2024-02-09T23:54:15.103 INFO:teuthology.orchestra.run.smithi153.stdout:(169/176): openssl-3.0.7-25.el9.x86_64.rpm 17 MB/s | 1.2 MB 00:00 2024-02-09T23:54:15.153 INFO:teuthology.orchestra.run.smithi153.stdout:(170/176): openssl-libs-3.0.7-25.el9.x86_64.rpm 24 MB/s | 2.1 MB 00:00 2024-02-09T23:54:15.195 INFO:teuthology.orchestra.run.smithi153.stdout:(171/176): util-linux-2.37.4-18.el9.x86_64.rpm 25 MB/s | 2.2 MB 00:00 2024-02-09T23:54:15.220 INFO:teuthology.orchestra.run.smithi153.stdout:(172/176): util-linux-core-2.37.4-18.el9.x86_64 6.7 MB/s | 438 kB 00:00 2024-02-09T23:54:15.246 INFO:teuthology.orchestra.run.smithi153.stdout:(173/176): util-linux-user-2.37.4-18.el9.x86_64 611 kB/s | 30 kB 00:00 2024-02-09T23:54:15.271 INFO:teuthology.orchestra.run.smithi153.stdout:(174/176): xfsdump-3.1.12-4.el9.x86_64.rpm 6.3 MB/s | 321 kB 00:00 2024-02-09T23:54:15.305 INFO:teuthology.orchestra.run.smithi153.stdout:(175/176): xfsprogs-6.3.0-1.el9.x86_64.rpm 18 MB/s | 1.1 MB 00:00 2024-02-09T23:54:15.363 INFO:teuthology.orchestra.run.smithi153.stdout:(176/176): librados2-19.0.0-1361.g290212a1.el9. 3.2 MB/s | 3.4 MB 00:01 2024-02-09T23:54:15.369 INFO:teuthology.orchestra.run.smithi153.stdout:-------------------------------------------------------------------------------- 2024-02-09T23:54:15.369 INFO:teuthology.orchestra.run.smithi153.stdout:Total 19 MB/s | 222 MB 00:11 2024-02-09T23:54:15.413 INFO:teuthology.orchestra.run.smithi153.stdout:Running transaction check 2024-02-09T23:54:15.717 INFO:teuthology.orchestra.run.smithi153.stdout:Transaction check succeeded. 2024-02-09T23:54:15.717 INFO:teuthology.orchestra.run.smithi153.stdout:Running transaction test 2024-02-09T23:54:16.927 INFO:teuthology.orchestra.run.smithi027.stdout:CentOS Stream 9 - Extras packages 13 kB/s | 15 kB 00:01 2024-02-09T23:54:17.657 INFO:teuthology.orchestra.run.smithi153.stdout:Transaction test succeeded. 2024-02-09T23:54:17.657 INFO:teuthology.orchestra.run.smithi153.stdout:Running transaction 2024-02-09T23:54:18.989 INFO:teuthology.orchestra.run.smithi027.stdout:Extra Packages for Enterprise Linux 11 MB/s | 20 MB 00:01 2024-02-09T23:54:24.037 INFO:teuthology.orchestra.run.smithi027.stdout:lab-extras 38 kB/s | 1.7 kB 00:00 2024-02-09T23:54:24.612 INFO:teuthology.orchestra.run.smithi153.stdout: Preparing : 1/1 2024-02-09T23:54:24.709 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : openssl-libs-1:3.0.7-25.el9.x86_64 1/202 2024-02-09T23:54:24.744 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : libuuid-2.37.4-18.el9.x86_64 2/202 2024-02-09T23:54:24.782 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : libblkid-2.37.4-18.el9.x86_64 3/202 2024-02-09T23:54:24.802 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: libblkid-2.37.4-18.el9.x86_64 3/202 2024-02-09T23:54:24.869 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : elfutils-libelf-0.190-2.el9.x86_64 4/202 2024-02-09T23:54:24.908 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 5/202 2024-02-09T23:54:24.973 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 6/202 2024-02-09T23:54:25.011 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : thrift-0.15.0-2.el9.x86_64 7/202 2024-02-09T23:54:25.070 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 8/202 2024-02-09T23:54:25.232 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 9/202 2024-02-09T23:54:25.561 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 10/202 2024-02-09T23:54:25.613 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : librados2-2:19.0.0-1361.g290212a1.el9.x86_64 11/202 2024-02-09T23:54:25.719 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: librados2-2:19.0.0-1361.g290212a1.el9.x86_64 11/202 2024-02-09T23:54:25.756 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libcephfs2-2:19.0.0-1361.g290212a1.el9.x86_64 12/202 2024-02-09T23:54:25.830 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: libcephfs2-2:19.0.0-1361.g290212a1.el9.x86_64 12/202 2024-02-09T23:54:25.869 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-rados-2:19.0.0-1361.g290212a1.el9.x86_64 13/202 2024-02-09T23:54:26.032 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : postgresql-private-libs-13.11-1.el9.x86_64 14/202 2024-02-09T23:54:26.082 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : postgresql-13.11-1.el9.x86_64 15/202 2024-02-09T23:54:26.109 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libcephsqlite-2:19.0.0-1361.g290212a1.el9.x86_64 16/202 2024-02-09T23:54:26.214 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: libcephsqlite-2:19.0.0-1361.g290212a1.el9.x86_64 16/202 2024-02-09T23:54:26.235 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libradosstriper1-2:19.0.0-1361.g290212a1.el9.x86 17/202 2024-02-09T23:54:26.300 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: libradosstriper1-2:19.0.0-1361.g290212a1.el9.x86 17/202 2024-02-09T23:54:26.339 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : libmount-2.37.4-18.el9.x86_64 18/202 2024-02-09T23:54:26.362 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : qatlib-service-23.11.0-1.el9.x86_64 19/202 2024-02-09T23:54:26.377 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: qatlib-service-23.11.0-1.el9.x86_64 19/202 2024-02-09T23:54:26.520 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: qatlib-23.11.0-1.el9.x86_64 20/202 2024-02-09T23:54:26.552 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : qatlib-23.11.0-1.el9.x86_64 20/202 2024-02-09T23:54:26.592 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : libsmartcols-2.37.4-18.el9.x86_64 21/202 2024-02-09T23:54:26.767 INFO:teuthology.orchestra.run.smithi027.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-02-09T23:54:26.768 INFO:teuthology.orchestra.run.smithi027.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-02-09T23:54:26.773 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : libacl-2.3.1-4.el9.x86_64 22/202 2024-02-09T23:54:26.783 INFO:teuthology.orchestra.run.smithi027.stdout:Package NetworkManager-1:1.44.0-2.el9.x86_64 is already installed. 2024-02-09T23:54:26.784 INFO:teuthology.orchestra.run.smithi027.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-02-09T23:54:26.785 INFO:teuthology.orchestra.run.smithi027.stdout:Package util-linux-2.37.4-15.el9.x86_64 is already installed. 2024-02-09T23:54:26.786 INFO:teuthology.orchestra.run.smithi027.stdout:Package libacl-devel-2.3.1-3.el9.x86_64 is already installed. 2024-02-09T23:54:26.788 INFO:teuthology.orchestra.run.smithi027.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-02-09T23:54:26.791 INFO:teuthology.orchestra.run.smithi027.stdout:Package xfsdump-3.1.12-3.el9.x86_64 is already installed. 2024-02-09T23:54:26.792 INFO:teuthology.orchestra.run.smithi027.stdout:Package xfsprogs-5.19.0-4.el9.x86_64 is already installed. 2024-02-09T23:54:26.879 INFO:teuthology.orchestra.run.smithi027.stdout:Dependencies resolved. 2024-02-09T23:54:26.892 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : NetworkManager-libnm-1:1.45.90-1.el9.x86_64 23/202 2024-02-09T23:54:26.896 INFO:teuthology.orchestra.run.smithi027.stdout:============================================================================================ 2024-02-09T23:54:26.896 INFO:teuthology.orchestra.run.smithi027.stdout: Package Arch Version Repository Size 2024-02-09T23:54:26.896 INFO:teuthology.orchestra.run.smithi027.stdout:============================================================================================ 2024-02-09T23:54:26.896 INFO:teuthology.orchestra.run.smithi027.stdout:Installing: 2024-02-09T23:54:26.896 INFO:teuthology.orchestra.run.smithi027.stdout: bison x86_64 3.7.4-5.el9 CentOS-AppStream 920 k 2024-02-09T23:54:26.896 INFO:teuthology.orchestra.run.smithi027.stdout: ceph x86_64 2:19.0.0-1361.g290212a1.el9 ceph 6.6 k 2024-02-09T23:54:26.897 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-base x86_64 2:19.0.0-1361.g290212a1.el9 ceph 5.3 M 2024-02-09T23:54:26.897 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-fuse x86_64 2:19.0.0-1361.g290212a1.el9 ceph 885 k 2024-02-09T23:54:26.897 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-1361.g290212a1.el9 ceph 145 k 2024-02-09T23:54:26.897 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr x86_64 2:19.0.0-1361.g290212a1.el9 ceph 1.5 M 2024-02-09T23:54:26.897 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-cephadm noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 138 k 2024-02-09T23:54:26.897 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-dashboard noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 1.8 M 2024-02-09T23:54:26.897 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 7.4 M 2024-02-09T23:54:26.897 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-rook noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 52 k 2024-02-09T23:54:26.897 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-radosgw x86_64 2:19.0.0-1361.g290212a1.el9 ceph 9.7 M 2024-02-09T23:54:26.897 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-test x86_64 2:19.0.0-1361.g290212a1.el9 ceph 47 M 2024-02-09T23:54:26.897 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-volume noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 264 k 2024-02-09T23:54:26.897 INFO:teuthology.orchestra.run.smithi027.stdout: cephadm noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 748 k 2024-02-09T23:54:26.897 INFO:teuthology.orchestra.run.smithi027.stdout: cephfs-mirror x86_64 2:19.0.0-1361.g290212a1.el9 ceph 217 k 2024-02-09T23:54:26.898 INFO:teuthology.orchestra.run.smithi027.stdout: cephfs-shell x86_64 2:19.0.0-1361.g290212a1.el9 ceph 27 k 2024-02-09T23:54:26.898 INFO:teuthology.orchestra.run.smithi027.stdout: cephfs-top noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 18 k 2024-02-09T23:54:26.898 INFO:teuthology.orchestra.run.smithi027.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 CentOS-AppStream 20 k 2024-02-09T23:54:26.898 INFO:teuthology.orchestra.run.smithi027.stdout: flex x86_64 2.6.4-9.el9 CentOS-AppStream 307 k 2024-02-09T23:54:26.898 INFO:teuthology.orchestra.run.smithi027.stdout: libaio-devel x86_64 0.3.111-13.el9 CentOS-AppStream 10 k 2024-02-09T23:54:26.898 INFO:teuthology.orchestra.run.smithi027.stdout: libcephfs-devel x86_64 2:19.0.0-1361.g290212a1.el9 ceph 31 k 2024-02-09T23:54:26.898 INFO:teuthology.orchestra.run.smithi027.stdout: libcephfs2 x86_64 2:19.0.0-1361.g290212a1.el9 ceph 743 k 2024-02-09T23:54:26.898 INFO:teuthology.orchestra.run.smithi027.stdout: librados-devel x86_64 2:19.0.0-1361.g290212a1.el9 ceph 127 k 2024-02-09T23:54:26.898 INFO:teuthology.orchestra.run.smithi027.stdout: libtool x86_64 2.4.6-45.el9 CentOS-AppStream 578 k 2024-02-09T23:54:26.898 INFO:teuthology.orchestra.run.smithi027.stdout: libuuid-devel x86_64 2.37.4-18.el9 CentOS-AppStream 24 k 2024-02-09T23:54:26.898 INFO:teuthology.orchestra.run.smithi027.stdout: openssl-devel x86_64 1:3.0.7-25.el9 CentOS-AppStream 3.0 M 2024-02-09T23:54:26.898 INFO:teuthology.orchestra.run.smithi027.stdout: postgresql x86_64 13.11-1.el9 CentOS-AppStream 1.5 M 2024-02-09T23:54:26.898 INFO:teuthology.orchestra.run.smithi027.stdout: postgresql-contrib x86_64 13.11-1.el9 CentOS-AppStream 811 k 2024-02-09T23:54:26.899 INFO:teuthology.orchestra.run.smithi027.stdout: postgresql-server x86_64 13.11-1.el9 CentOS-AppStream 5.7 M 2024-02-09T23:54:26.899 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cephfs x86_64 2:19.0.0-1361.g290212a1.el9 ceph 161 k 2024-02-09T23:54:26.899 INFO:teuthology.orchestra.run.smithi027.stdout: python3-rados x86_64 2:19.0.0-1361.g290212a1.el9 ceph 319 k 2024-02-09T23:54:26.899 INFO:teuthology.orchestra.run.smithi027.stdout: python3-rbd x86_64 2:19.0.0-1361.g290212a1.el9 ceph 298 k 2024-02-09T23:54:26.899 INFO:teuthology.orchestra.run.smithi027.stdout: python3-rgw x86_64 2:19.0.0-1361.g290212a1.el9 ceph 99 k 2024-02-09T23:54:26.899 INFO:teuthology.orchestra.run.smithi027.stdout: rbd-fuse x86_64 2:19.0.0-1361.g290212a1.el9 ceph 85 k 2024-02-09T23:54:26.899 INFO:teuthology.orchestra.run.smithi027.stdout: rbd-mirror x86_64 2:19.0.0-1361.g290212a1.el9 ceph 3.1 M 2024-02-09T23:54:26.899 INFO:teuthology.orchestra.run.smithi027.stdout: rbd-nbd x86_64 2:19.0.0-1361.g290212a1.el9 ceph 171 k 2024-02-09T23:54:26.899 INFO:teuthology.orchestra.run.smithi027.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 CentOS-AppStream 87 k 2024-02-09T23:54:26.900 INFO:teuthology.orchestra.run.smithi027.stdout:Upgrading: 2024-02-09T23:54:26.900 INFO:teuthology.orchestra.run.smithi027.stdout: NetworkManager x86_64 1:1.45.90-1.el9 CentOS-BaseOS 2.3 M 2024-02-09T23:54:26.900 INFO:teuthology.orchestra.run.smithi027.stdout: NetworkManager-libnm x86_64 1:1.45.90-1.el9 CentOS-BaseOS 1.8 M 2024-02-09T23:54:26.900 INFO:teuthology.orchestra.run.smithi027.stdout: NetworkManager-team x86_64 1:1.45.90-1.el9 CentOS-BaseOS 42 k 2024-02-09T23:54:26.900 INFO:teuthology.orchestra.run.smithi027.stdout: NetworkManager-tui x86_64 1:1.45.90-1.el9 CentOS-BaseOS 247 k 2024-02-09T23:54:26.900 INFO:teuthology.orchestra.run.smithi027.stdout: acl x86_64 2.3.1-4.el9 CentOS-BaseOS 69 k 2024-02-09T23:54:26.900 INFO:teuthology.orchestra.run.smithi027.stdout: elfutils-debuginfod-client x86_64 0.190-2.el9 CentOS-BaseOS 35 k 2024-02-09T23:54:26.900 INFO:teuthology.orchestra.run.smithi027.stdout: elfutils-libelf x86_64 0.190-2.el9 CentOS-BaseOS 191 k 2024-02-09T23:54:26.900 INFO:teuthology.orchestra.run.smithi027.stdout: elfutils-libs x86_64 0.190-2.el9 CentOS-BaseOS 254 k 2024-02-09T23:54:26.901 INFO:teuthology.orchestra.run.smithi027.stdout: iproute x86_64 6.7.0-2.el9 CentOS-BaseOS 802 k 2024-02-09T23:54:26.901 INFO:teuthology.orchestra.run.smithi027.stdout: iproute-tc x86_64 6.7.0-2.el9 CentOS-BaseOS 433 k 2024-02-09T23:54:26.901 INFO:teuthology.orchestra.run.smithi027.stdout: libacl x86_64 2.3.1-4.el9 CentOS-BaseOS 22 k 2024-02-09T23:54:26.901 INFO:teuthology.orchestra.run.smithi027.stdout: libacl-devel x86_64 2.3.1-4.el9 CentOS-AppStream 68 k 2024-02-09T23:54:26.901 INFO:teuthology.orchestra.run.smithi027.stdout: libblkid x86_64 2.37.4-18.el9 CentOS-BaseOS 107 k 2024-02-09T23:54:26.901 INFO:teuthology.orchestra.run.smithi027.stdout: libfdisk x86_64 2.37.4-18.el9 CentOS-BaseOS 154 k 2024-02-09T23:54:26.901 INFO:teuthology.orchestra.run.smithi027.stdout: libmount x86_64 2.37.4-18.el9 CentOS-BaseOS 135 k 2024-02-09T23:54:26.902 INFO:teuthology.orchestra.run.smithi027.stdout: librados2 x86_64 2:19.0.0-1361.g290212a1.el9 ceph 3.4 M 2024-02-09T23:54:26.902 INFO:teuthology.orchestra.run.smithi027.stdout: librbd1 x86_64 2:19.0.0-1361.g290212a1.el9 ceph 3.1 M 2024-02-09T23:54:26.902 INFO:teuthology.orchestra.run.smithi027.stdout: libsmartcols x86_64 2.37.4-18.el9 CentOS-BaseOS 63 k 2024-02-09T23:54:26.902 INFO:teuthology.orchestra.run.smithi027.stdout: libuuid x86_64 2.37.4-18.el9 CentOS-BaseOS 28 k 2024-02-09T23:54:26.902 INFO:teuthology.orchestra.run.smithi027.stdout: openssl x86_64 1:3.0.7-25.el9 CentOS-BaseOS 1.2 M 2024-02-09T23:54:26.902 INFO:teuthology.orchestra.run.smithi027.stdout: openssl-libs x86_64 1:3.0.7-25.el9 CentOS-BaseOS 2.1 M 2024-02-09T23:54:26.902 INFO:teuthology.orchestra.run.smithi027.stdout: util-linux x86_64 2.37.4-18.el9 CentOS-BaseOS 2.2 M 2024-02-09T23:54:26.902 INFO:teuthology.orchestra.run.smithi027.stdout: util-linux-core x86_64 2.37.4-18.el9 CentOS-BaseOS 438 k 2024-02-09T23:54:26.902 INFO:teuthology.orchestra.run.smithi027.stdout: util-linux-user x86_64 2.37.4-18.el9 CentOS-BaseOS 30 k 2024-02-09T23:54:26.902 INFO:teuthology.orchestra.run.smithi027.stdout: xfsdump x86_64 3.1.12-4.el9 CentOS-BaseOS 321 k 2024-02-09T23:54:26.902 INFO:teuthology.orchestra.run.smithi027.stdout: xfsprogs x86_64 6.3.0-1.el9 CentOS-BaseOS 1.1 M 2024-02-09T23:54:26.902 INFO:teuthology.orchestra.run.smithi027.stdout:Installing dependencies: 2024-02-09T23:54:26.903 INFO:teuthology.orchestra.run.smithi027.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-02-09T23:54:26.903 INFO:teuthology.orchestra.run.smithi027.stdout: automake noarch 1.16.2-8.el9 CentOS-AppStream 662 k 2024-02-09T23:54:26.903 INFO:teuthology.orchestra.run.smithi027.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-02-09T23:54:26.903 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-common x86_64 2:19.0.0-1361.g290212a1.el9 ceph 20 M 2024-02-09T23:54:26.903 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-grafana-dashboards noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 28 k 2024-02-09T23:54:26.903 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mds x86_64 2:19.0.0-1361.g290212a1.el9 ceph 2.1 M 2024-02-09T23:54:26.903 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-modules-core noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 247 k 2024-02-09T23:54:26.903 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mon x86_64 2:19.0.0-1361.g290212a1.el9 ceph 4.7 M 2024-02-09T23:54:26.903 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-osd x86_64 2:19.0.0-1361.g290212a1.el9 ceph 17 M 2024-02-09T23:54:26.903 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-prometheus-alerts noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 15 k 2024-02-09T23:54:26.904 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-selinux x86_64 2:19.0.0-1361.g290212a1.el9 ceph 25 k 2024-02-09T23:54:26.904 INFO:teuthology.orchestra.run.smithi027.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-02-09T23:54:26.904 INFO:teuthology.orchestra.run.smithi027.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-02-09T23:54:26.904 INFO:teuthology.orchestra.run.smithi027.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-02-09T23:54:26.904 INFO:teuthology.orchestra.run.smithi027.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-02-09T23:54:26.904 INFO:teuthology.orchestra.run.smithi027.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-02-09T23:54:26.904 INFO:teuthology.orchestra.run.smithi027.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-02-09T23:54:26.904 INFO:teuthology.orchestra.run.smithi027.stdout: jq x86_64 1.6-16.el9 CentOS-BaseOS 186 k 2024-02-09T23:54:26.904 INFO:teuthology.orchestra.run.smithi027.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-02-09T23:54:26.904 INFO:teuthology.orchestra.run.smithi027.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-02-09T23:54:26.904 INFO:teuthology.orchestra.run.smithi027.stdout: libcephsqlite x86_64 2:19.0.0-1361.g290212a1.el9 ceph 163 k 2024-02-09T23:54:26.904 INFO:teuthology.orchestra.run.smithi027.stdout: libgfortran x86_64 11.4.1-3.el9 CentOS-BaseOS 802 k 2024-02-09T23:54:26.905 INFO:teuthology.orchestra.run.smithi027.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-02-09T23:54:26.905 INFO:teuthology.orchestra.run.smithi027.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-02-09T23:54:26.905 INFO:teuthology.orchestra.run.smithi027.stdout: libquadmath x86_64 11.4.1-3.el9 CentOS-BaseOS 194 k 2024-02-09T23:54:26.905 INFO:teuthology.orchestra.run.smithi027.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-02-09T23:54:26.905 INFO:teuthology.orchestra.run.smithi027.stdout: libradosstriper1 x86_64 2:19.0.0-1361.g290212a1.el9 ceph 499 k 2024-02-09T23:54:26.905 INFO:teuthology.orchestra.run.smithi027.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-02-09T23:54:26.905 INFO:teuthology.orchestra.run.smithi027.stdout: librgw2 x86_64 2:19.0.0-1361.g290212a1.el9 ceph 5.1 M 2024-02-09T23:54:26.905 INFO:teuthology.orchestra.run.smithi027.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-02-09T23:54:26.905 INFO:teuthology.orchestra.run.smithi027.stdout: libzstd-devel x86_64 1.5.1-2.el9 CentOS-AppStream 46 k 2024-02-09T23:54:26.905 INFO:teuthology.orchestra.run.smithi027.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-02-09T23:54:26.905 INFO:teuthology.orchestra.run.smithi027.stdout: lua x86_64 5.4.4-4.el9 CentOS-AppStream 187 k 2024-02-09T23:54:26.905 INFO:teuthology.orchestra.run.smithi027.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-02-09T23:54:26.906 INFO:teuthology.orchestra.run.smithi027.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-02-09T23:54:26.906 INFO:teuthology.orchestra.run.smithi027.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-BaseOS 217 k 2024-02-09T23:54:26.906 INFO:teuthology.orchestra.run.smithi027.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-02-09T23:54:26.906 INFO:teuthology.orchestra.run.smithi027.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-02-09T23:54:26.906 INFO:teuthology.orchestra.run.smithi027.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-02-09T23:54:26.906 INFO:teuthology.orchestra.run.smithi027.stdout: postgresql-private-libs x86_64 13.11-1.el9 CentOS-AppStream 134 k 2024-02-09T23:54:26.906 INFO:teuthology.orchestra.run.smithi027.stdout: protobuf x86_64 3.14.0-13.el9 CentOS-AppStream 1.0 M 2024-02-09T23:54:26.906 INFO:teuthology.orchestra.run.smithi027.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-02-09T23:54:26.906 INFO:teuthology.orchestra.run.smithi027.stdout: python3-asyncssh noarch 2.13.2-3.el9 epel 548 k 2024-02-09T23:54:26.906 INFO:teuthology.orchestra.run.smithi027.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-02-09T23:54:26.906 INFO:teuthology.orchestra.run.smithi027.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-02-09T23:54:26.907 INFO:teuthology.orchestra.run.smithi027.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-02-09T23:54:26.907 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-02-09T23:54:26.907 INFO:teuthology.orchestra.run.smithi027.stdout: python3-ceph-argparse x86_64 2:19.0.0-1361.g290212a1.el9 ceph 45 k 2024-02-09T23:54:26.907 INFO:teuthology.orchestra.run.smithi027.stdout: python3-ceph-common x86_64 2:19.0.0-1361.g290212a1.el9 ceph 131 k 2024-02-09T23:54:26.907 INFO:teuthology.orchestra.run.smithi027.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-02-09T23:54:26.907 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-02-09T23:54:26.907 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-02-09T23:54:26.907 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-02-09T23:54:26.907 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-02-09T23:54:26.907 INFO:teuthology.orchestra.run.smithi027.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-02-09T23:54:26.907 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-02-09T23:54:26.907 INFO:teuthology.orchestra.run.smithi027.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-02-09T23:54:26.908 INFO:teuthology.orchestra.run.smithi027.stdout: python3-google-auth noarch 1:2.27.0-1.el9 epel 203 k 2024-02-09T23:54:26.908 INFO:teuthology.orchestra.run.smithi027.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-02-09T23:54:26.908 INFO:teuthology.orchestra.run.smithi027.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-02-09T23:54:26.908 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-02-09T23:54:26.908 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-02-09T23:54:26.908 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-02-09T23:54:26.908 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-02-09T23:54:26.908 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-02-09T23:54:26.908 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jinja2 noarch 2.11.3-5.el9 CentOS-AppStream 227 k 2024-02-09T23:54:26.908 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-02-09T23:54:26.908 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-02-09T23:54:26.908 INFO:teuthology.orchestra.run.smithi027.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-02-09T23:54:26.909 INFO:teuthology.orchestra.run.smithi027.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-02-09T23:54:26.909 INFO:teuthology.orchestra.run.smithi027.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-02-09T23:54:26.909 INFO:teuthology.orchestra.run.smithi027.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-02-09T23:54:26.909 INFO:teuthology.orchestra.run.smithi027.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-02-09T23:54:26.909 INFO:teuthology.orchestra.run.smithi027.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-02-09T23:54:26.909 INFO:teuthology.orchestra.run.smithi027.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-02-09T23:54:26.909 INFO:teuthology.orchestra.run.smithi027.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-02-09T23:54:26.909 INFO:teuthology.orchestra.run.smithi027.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-02-09T23:54:26.909 INFO:teuthology.orchestra.run.smithi027.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-02-09T23:54:26.909 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-02-09T23:54:26.909 INFO:teuthology.orchestra.run.smithi027.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-02-09T23:54:26.909 INFO:teuthology.orchestra.run.smithi027.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-02-09T23:54:26.910 INFO:teuthology.orchestra.run.smithi027.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-02-09T23:54:26.910 INFO:teuthology.orchestra.run.smithi027.stdout: python3-protobuf noarch 3.14.0-13.el9 CentOS-AppStream 238 k 2024-02-09T23:54:26.910 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-02-09T23:54:26.910 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-02-09T23:54:26.910 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-02-09T23:54:26.910 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-02-09T23:54:26.910 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-02-09T23:54:26.910 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-02-09T23:54:26.910 INFO:teuthology.orchestra.run.smithi027.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-02-09T23:54:26.910 INFO:teuthology.orchestra.run.smithi027.stdout: python3-requests noarch 2.25.1-8.el9 CentOS-BaseOS 113 k 2024-02-09T23:54:26.910 INFO:teuthology.orchestra.run.smithi027.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-02-09T23:54:26.910 INFO:teuthology.orchestra.run.smithi027.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-02-09T23:54:26.910 INFO:teuthology.orchestra.run.smithi027.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-02-09T23:54:26.911 INFO:teuthology.orchestra.run.smithi027.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-02-09T23:54:26.911 INFO:teuthology.orchestra.run.smithi027.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-02-09T23:54:26.911 INFO:teuthology.orchestra.run.smithi027.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-02-09T23:54:26.911 INFO:teuthology.orchestra.run.smithi027.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-02-09T23:54:26.911 INFO:teuthology.orchestra.run.smithi027.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-02-09T23:54:26.911 INFO:teuthology.orchestra.run.smithi027.stdout: python3-wcwidth noarch 0.2.5-8.el9 CentOS-AppStream 41 k 2024-02-09T23:54:26.911 INFO:teuthology.orchestra.run.smithi027.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-02-09T23:54:26.911 INFO:teuthology.orchestra.run.smithi027.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-02-09T23:54:26.911 INFO:teuthology.orchestra.run.smithi027.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-02-09T23:54:26.911 INFO:teuthology.orchestra.run.smithi027.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-02-09T23:54:26.911 INFO:teuthology.orchestra.run.smithi027.stdout: qatlib x86_64 23.11.0-1.el9 CentOS-AppStream 215 k 2024-02-09T23:54:26.911 INFO:teuthology.orchestra.run.smithi027.stdout: qatzip-libs x86_64 1.1.2-2.el9 CentOS-AppStream 43 k 2024-02-09T23:54:26.912 INFO:teuthology.orchestra.run.smithi027.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-02-09T23:54:26.912 INFO:teuthology.orchestra.run.smithi027.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-02-09T23:54:26.912 INFO:teuthology.orchestra.run.smithi027.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-02-09T23:54:26.912 INFO:teuthology.orchestra.run.smithi027.stdout: uuid x86_64 1.6.2-55.el9 CentOS-AppStream 56 k 2024-02-09T23:54:26.912 INFO:teuthology.orchestra.run.smithi027.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-02-09T23:54:26.912 INFO:teuthology.orchestra.run.smithi027.stdout: zlib-devel x86_64 1.2.11-40.el9 CentOS-AppStream 44 k 2024-02-09T23:54:26.912 INFO:teuthology.orchestra.run.smithi027.stdout:Installing weak dependencies: 2024-02-09T23:54:26.912 INFO:teuthology.orchestra.run.smithi027.stdout: qatlib-service x86_64 23.11.0-1.el9 CentOS-AppStream 34 k 2024-02-09T23:54:26.912 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:54:26.912 INFO:teuthology.orchestra.run.smithi027.stdout:Transaction Summary 2024-02-09T23:54:26.912 INFO:teuthology.orchestra.run.smithi027.stdout:============================================================================================ 2024-02-09T23:54:26.912 INFO:teuthology.orchestra.run.smithi027.stdout:Install 150 Packages 2024-02-09T23:54:26.913 INFO:teuthology.orchestra.run.smithi027.stdout:Upgrade 26 Packages 2024-02-09T23:54:26.913 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:54:26.913 INFO:teuthology.orchestra.run.smithi027.stdout:Total download size: 222 M 2024-02-09T23:54:26.913 INFO:teuthology.orchestra.run.smithi027.stdout:Downloading Packages: 2024-02-09T23:54:26.944 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: NetworkManager-libnm-1:1.45.90-1.el9.x86_64 23/202 2024-02-09T23:54:27.169 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: NetworkManager-1:1.45.90-1.el9.x86_64 24/202 2024-02-09T23:54:27.371 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : NetworkManager-1:1.45.90-1.el9.x86_64 24/202 2024-02-09T23:54:27.601 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: NetworkManager-1:1.45.90-1.el9.x86_64 24/202 2024-02-09T23:54:27.727 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : re2-1:20211101-3.el9.x86_64 25/202 2024-02-09T23:54:27.820 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 26/202 2024-02-09T23:54:27.850 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 27/202 2024-02-09T23:54:27.919 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : liboath-2.6.7-2.el9.x86_64 28/202 2024-02-09T23:54:27.973 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 29/202 2024-02-09T23:54:27.988 INFO:teuthology.orchestra.run.smithi027.stdout:(1/176): ceph-19.0.0-1361.g290212a1.el9.x86_64. 19 kB/s | 6.6 kB 00:00 2024-02-09T23:54:28.019 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/202 2024-02-09T23:54:28.063 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 31/202 2024-02-09T23:54:28.104 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 32/202 2024-02-09T23:54:28.167 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 33/202 2024-02-09T23:54:28.207 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 34/202 2024-02-09T23:54:28.255 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 35/202 2024-02-09T23:54:28.288 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 36/202 2024-02-09T23:54:28.315 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : lua-5.4.4-4.el9.x86_64 37/202 2024-02-09T23:54:28.386 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 38/202 2024-02-09T23:54:28.422 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-ceph-common-2:19.0.0-1361.g290212a1.el9. 39/202 2024-02-09T23:54:28.465 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-ceph-argparse-2:19.0.0-1361.g290212a1.el 40/202 2024-02-09T23:54:28.494 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-cephfs-2:19.0.0-1361.g290212a1.el9.x86_6 41/202 2024-02-09T23:54:28.562 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 42/202 2024-02-09T23:54:28.609 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : luarocks-3.9.2-1.el9.noarch 43/202 2024-02-09T23:54:28.682 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 44/202 2024-02-09T23:54:28.780 INFO:teuthology.orchestra.run.smithi027.stdout:(2/176): ceph-fuse-19.0.0-1361.g290212a1.el9.x8 1.1 MB/s | 885 kB 00:00 2024-02-09T23:54:28.815 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 45/202 2024-02-09T23:54:28.869 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 46/202 2024-02-09T23:54:28.905 INFO:teuthology.orchestra.run.smithi027.stdout:(3/176): ceph-immutable-object-cache-19.0.0-136 1.1 MB/s | 145 kB 00:00 2024-02-09T23:54:29.386 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-rsa-4.9-2.el9.noarch 47/202 2024-02-09T23:54:29.463 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 48/202 2024-02-09T23:54:29.563 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 49/202 2024-02-09T23:54:29.637 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : util-linux-core-2.37.4-18.el9.x86_64 50/202 2024-02-09T23:54:29.644 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: util-linux-core-2.37.4-18.el9.x86_64 50/202 2024-02-09T23:54:29.684 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : qatzip-libs-1.1.2-2.el9.x86_64 51/202 2024-02-09T23:54:29.721 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : librados-devel-2:19.0.0-1361.g290212a1.el9.x86_6 52/202 2024-02-09T23:54:29.722 INFO:teuthology.orchestra.run.smithi027.stdout:(4/176): ceph-mds-19.0.0-1361.g290212a1.el9.x86 2.6 MB/s | 2.1 MB 00:00 2024-02-09T23:54:29.764 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 53/202 2024-02-09T23:54:29.861 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : elfutils-libs-0.190-2.el9.x86_64 54/202 2024-02-09T23:54:29.930 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : iproute-6.7.0-2.el9.x86_64 55/202 2024-02-09T23:54:30.073 INFO:teuthology.orchestra.run.smithi027.stdout:(5/176): ceph-base-19.0.0-1361.g290212a1.el9.x8 2.2 MB/s | 5.3 MB 00:02 2024-02-09T23:54:30.156 INFO:teuthology.orchestra.run.smithi027.stdout:(6/176): ceph-mgr-19.0.0-1361.g290212a1.el9.x86 3.4 MB/s | 1.5 MB 00:00 2024-02-09T23:54:30.248 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : libfdisk-2.37.4-18.el9.x86_64 56/202 2024-02-09T23:54:30.432 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : util-linux-2.37.4-18.el9.x86_64 57/202 2024-02-09T23:54:30.513 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : xfsprogs-6.3.0-1.el9.x86_64 58/202 2024-02-09T23:54:30.558 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 59/202 2024-02-09T23:54:30.858 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 60/202 2024-02-09T23:54:30.911 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : openssl-1:3.0.7-25.el9.x86_64 61/202 2024-02-09T23:54:30.966 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 62/202 2024-02-09T23:54:31.039 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 63/202 2024-02-09T23:54:31.070 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 64/202 2024-02-09T23:54:31.106 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 65/202 2024-02-09T23:54:31.131 INFO:teuthology.orchestra.run.smithi027.stdout:(7/176): ceph-common-19.0.0-1361.g290212a1.el9. 5.7 MB/s | 20 MB 00:03 2024-02-09T23:54:31.153 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 66/202 2024-02-09T23:54:31.189 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 67/202 2024-02-09T23:54:31.232 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 68/202 2024-02-09T23:54:31.274 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 69/202 2024-02-09T23:54:31.409 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 70/202 2024-02-09T23:54:31.454 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 71/202 2024-02-09T23:54:31.464 INFO:teuthology.orchestra.run.smithi027.stdout:(8/176): ceph-mon-19.0.0-1361.g290212a1.el9.x86 3.4 MB/s | 4.7 MB 00:01 2024-02-09T23:54:31.484 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 72/202 2024-02-09T23:54:31.527 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 73/202 2024-02-09T23:54:31.531 INFO:teuthology.orchestra.run.smithi027.stdout:(9/176): ceph-selinux-19.0.0-1361.g290212a1.el9 379 kB/s | 25 kB 00:00 2024-02-09T23:54:31.621 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 74/202 2024-02-09T23:54:31.660 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-google-auth-1:2.27.0-1.el9.noarch 75/202 2024-02-09T23:54:31.700 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 76/202 2024-02-09T23:54:31.725 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 77/202 2024-02-09T23:54:31.750 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 78/202 2024-02-09T23:54:31.829 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 79/202 2024-02-09T23:54:31.960 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 80/202 2024-02-09T23:54:32.077 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 81/202 2024-02-09T23:54:32.125 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 82/202 2024-02-09T23:54:32.190 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/202 2024-02-09T23:54:32.245 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/202 2024-02-09T23:54:32.374 INFO:teuthology.orchestra.run.smithi027.stdout:(10/176): ceph-radosgw-19.0.0-1361.g290212a1.el 7.8 MB/s | 9.7 MB 00:01 2024-02-09T23:54:32.429 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/202 2024-02-09T23:54:32.440 INFO:teuthology.orchestra.run.smithi027.stdout:(11/176): cephfs-mirror-19.0.0-1361.g290212a1.e 3.2 MB/s | 217 kB 00:00 2024-02-09T23:54:32.478 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/202 2024-02-09T23:54:32.490 INFO:teuthology.orchestra.run.smithi027.stdout:(12/176): cephfs-shell-19.0.0-1361.g290212a1.el 541 kB/s | 27 kB 00:00 2024-02-09T23:54:32.541 INFO:teuthology.orchestra.run.smithi027.stdout:(13/176): libcephfs-devel-19.0.0-1361.g290212a1 623 kB/s | 31 kB 00:00 2024-02-09T23:54:32.607 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/202 2024-02-09T23:54:32.651 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-asyncssh-2.13.2-3.el9.noarch 88/202 2024-02-09T23:54:32.658 INFO:teuthology.orchestra.run.smithi027.stdout:(14/176): libcephfs2-19.0.0-1361.g290212a1.el9. 6.2 MB/s | 743 kB 00:00 2024-02-09T23:54:32.709 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 89/202 2024-02-09T23:54:32.733 INFO:teuthology.orchestra.run.smithi027.stdout:(15/176): libcephsqlite-19.0.0-1361.g290212a1.e 2.1 MB/s | 163 kB 00:00 2024-02-09T23:54:32.742 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 90/202 2024-02-09T23:54:32.776 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : jq-1.6-16.el9.x86_64 91/202 2024-02-09T23:54:32.800 INFO:teuthology.orchestra.run.smithi027.stdout:(16/176): librados-devel-19.0.0-1361.g290212a1. 1.9 MB/s | 127 kB 00:00 2024-02-09T23:54:32.807 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : fuse-2.9.9-15.el9.x86_64 92/202 2024-02-09T23:54:32.836 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : zlib-devel-1.2.11-40.el9.x86_64 93/202 2024-02-09T23:54:32.869 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 94/202 2024-02-09T23:54:32.900 INFO:teuthology.orchestra.run.smithi027.stdout:(17/176): libradosstriper1-19.0.0-1361.g290212a 4.9 MB/s | 499 kB 00:00 2024-02-09T23:54:32.908 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : uuid-1.6.2-55.el9.x86_64 95/202 2024-02-09T23:54:32.940 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 96/202 2024-02-09T23:54:32.970 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 97/202 2024-02-09T23:54:33.047 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 98/202 2024-02-09T23:54:33.081 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 99/202 2024-02-09T23:54:33.114 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 100/202 2024-02-09T23:54:33.155 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 101/202 2024-02-09T23:54:33.191 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 102/202 2024-02-09T23:54:33.279 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 103/202 2024-02-09T23:54:33.369 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 104/202 2024-02-09T23:54:33.412 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 105/202 2024-02-09T23:54:33.444 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 106/202 2024-02-09T23:54:33.491 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 107/202 2024-02-09T23:54:33.517 INFO:teuthology.orchestra.run.smithi027.stdout:(18/176): librgw2-19.0.0-1361.g290212a1.el9.x86 8.3 MB/s | 5.1 MB 00:00 2024-02-09T23:54:33.576 INFO:teuthology.orchestra.run.smithi027.stdout:(19/176): python3-ceph-argparse-19.0.0-1361.g29 773 kB/s | 45 kB 00:00 2024-02-09T23:54:33.588 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-packaging-20.9-5.el9.noarch 108/202 2024-02-09T23:54:33.626 INFO:teuthology.orchestra.run.smithi027.stdout:(20/176): python3-ceph-common-19.0.0-1361.g2902 2.6 MB/s | 131 kB 00:00 2024-02-09T23:54:33.637 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 109/202 2024-02-09T23:54:33.693 INFO:teuthology.orchestra.run.smithi027.stdout:(21/176): python3-cephfs-19.0.0-1361.g290212a1. 2.4 MB/s | 161 kB 00:00 2024-02-09T23:54:33.760 INFO:teuthology.orchestra.run.smithi027.stdout:(22/176): python3-rados-19.0.0-1361.g290212a1.e 4.7 MB/s | 319 kB 00:00 2024-02-09T23:54:33.827 INFO:teuthology.orchestra.run.smithi027.stdout:(23/176): python3-rbd-19.0.0-1361.g290212a1.el9 4.4 MB/s | 298 kB 00:00 2024-02-09T23:54:33.886 INFO:teuthology.orchestra.run.smithi027.stdout:(24/176): python3-rgw-19.0.0-1361.g290212a1.el9 1.7 MB/s | 99 kB 00:00 2024-02-09T23:54:33.936 INFO:teuthology.orchestra.run.smithi027.stdout:(25/176): rbd-fuse-19.0.0-1361.g290212a1.el9.x8 1.7 MB/s | 85 kB 00:00 2024-02-09T23:54:34.361 INFO:teuthology.orchestra.run.smithi027.stdout:(26/176): ceph-osd-19.0.0-1361.g290212a1.el9.x8 4.0 MB/s | 17 MB 00:04 2024-02-09T23:54:34.374 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 110/202 2024-02-09T23:54:34.417 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 111/202 2024-02-09T23:54:34.420 INFO:teuthology.orchestra.run.smithi027.stdout:(27/176): rbd-mirror-19.0.0-1361.g290212a1.el9. 6.4 MB/s | 3.1 MB 00:00 2024-02-09T23:54:34.445 INFO:teuthology.orchestra.run.smithi027.stdout:(28/176): rbd-nbd-19.0.0-1361.g290212a1.el9.x86 2.0 MB/s | 171 kB 00:00 2024-02-09T23:54:34.451 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 112/202 2024-02-09T23:54:34.462 INFO:teuthology.orchestra.run.smithi027.stdout:(29/176): ceph-grafana-dashboards-19.0.0-1361.g 679 kB/s | 28 kB 00:00 2024-02-09T23:54:34.496 INFO:teuthology.orchestra.run.smithi027.stdout:(30/176): ceph-mgr-cephadm-19.0.0-1361.g290212a 2.7 MB/s | 138 kB 00:00 2024-02-09T23:54:34.499 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 113/202 2024-02-09T23:54:34.580 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 114/202 2024-02-09T23:54:34.619 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 115/202 2024-02-09T23:54:34.696 INFO:teuthology.orchestra.run.smithi027.stdout:(31/176): ceph-mgr-dashboard-19.0.0-1361.g29021 7.5 MB/s | 1.8 MB 00:00 2024-02-09T23:54:34.755 INFO:teuthology.orchestra.run.smithi027.stdout:(32/176): ceph-mgr-modules-core-19.0.0-1361.g29 4.1 MB/s | 247 kB 00:00 2024-02-09T23:54:34.798 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : openblas-0.3.21-2.el9.x86_64 116/202 2024-02-09T23:54:34.813 INFO:teuthology.orchestra.run.smithi027.stdout:(33/176): ceph-mgr-rook-19.0.0-1361.g290212a1.e 900 kB/s | 52 kB 00:00 2024-02-09T23:54:34.842 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 117/202 2024-02-09T23:54:34.872 INFO:teuthology.orchestra.run.smithi027.stdout:(34/176): ceph-prometheus-alerts-19.0.0-1361.g2 263 kB/s | 15 kB 00:00 2024-02-09T23:54:34.921 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 118/202 2024-02-09T23:54:34.939 INFO:teuthology.orchestra.run.smithi027.stdout:(35/176): ceph-volume-19.0.0-1361.g290212a1.el9 3.9 MB/s | 264 kB 00:00 2024-02-09T23:54:35.047 INFO:teuthology.orchestra.run.smithi027.stdout:(36/176): cephadm-19.0.0-1361.g290212a1.el9.noa 6.8 MB/s | 748 kB 00:00 2024-02-09T23:54:35.106 INFO:teuthology.orchestra.run.smithi027.stdout:(37/176): cephfs-top-19.0.0-1361.g290212a1.el9. 314 kB/s | 18 kB 00:00 2024-02-09T23:54:35.256 INFO:teuthology.orchestra.run.smithi027.stdout:(38/176): automake-1.16.2-8.el9.noarch.rpm 4.3 MB/s | 662 kB 00:00 2024-02-09T23:54:35.315 INFO:teuthology.orchestra.run.smithi027.stdout:(39/176): bison-3.7.4-5.el9.x86_64.rpm 15 MB/s | 920 kB 00:00 2024-02-09T23:54:35.449 INFO:teuthology.orchestra.run.smithi027.stdout:(40/176): boost-program-options-1.75.0-8.el9.x8 794 kB/s | 106 kB 00:00 2024-02-09T23:54:35.493 INFO:teuthology.orchestra.run.smithi027.stdout:(41/176): elfutils-libelf-devel-0.190-2.el9.x86 467 kB/s | 20 kB 00:00 2024-02-09T23:54:35.532 INFO:teuthology.orchestra.run.smithi027.stdout:(42/176): flex-2.6.4-9.el9.x86_64.rpm 7.7 MB/s | 307 kB 00:00 2024-02-09T23:54:35.559 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 119/202 2024-02-09T23:54:35.566 INFO:teuthology.orchestra.run.smithi027.stdout:(43/176): flexiblas-3.0.4-8.el9.x86_64.rpm 956 kB/s | 32 kB 00:00 2024-02-09T23:54:35.663 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 120/202 2024-02-09T23:54:35.674 INFO:teuthology.orchestra.run.smithi027.stdout:(44/176): flexiblas-netlib-3.0.4-8.el9.x86_64.r 28 MB/s | 3.0 MB 00:00 2024-02-09T23:54:35.717 INFO:teuthology.orchestra.run.smithi027.stdout:(45/176): flexiblas-openblas-openmp-3.0.4-8.el9 413 kB/s | 17 kB 00:00 2024-02-09T23:54:35.759 INFO:teuthology.orchestra.run.smithi027.stdout:(46/176): libaio-devel-0.3.111-13.el9.x86_64.rp 242 kB/s | 10 kB 00:00 2024-02-09T23:54:35.809 INFO:teuthology.orchestra.run.smithi027.stdout:(47/176): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 159 kB 00:00 2024-02-09T23:54:35.843 INFO:teuthology.orchestra.run.smithi027.stdout:(48/176): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.3 MB/s | 44 kB 00:00 2024-02-09T23:54:35.893 INFO:teuthology.orchestra.run.smithi027.stdout:(49/176): librdkafka-1.6.1-102.el9.x86_64.rpm 13 MB/s | 661 kB 00:00 2024-02-09T23:54:35.944 INFO:teuthology.orchestra.run.smithi027.stdout:(50/176): libtool-2.4.6-45.el9.x86_64.rpm 11 MB/s | 578 kB 00:00 2024-02-09T23:54:36.002 INFO:teuthology.orchestra.run.smithi027.stdout:(51/176): libuuid-devel-2.37.4-18.el9.x86_64.rp 416 kB/s | 24 kB 00:00 2024-02-09T23:54:36.094 INFO:teuthology.orchestra.run.smithi027.stdout:(52/176): ceph-mgr-diskprediction-local-19.0.0- 4.6 MB/s | 7.4 MB 00:01 2024-02-09T23:54:36.119 INFO:teuthology.orchestra.run.smithi027.stdout:(53/176): libzstd-devel-1.5.1-2.el9.x86_64.rpm 398 kB/s | 46 kB 00:00 2024-02-09T23:54:36.145 INFO:teuthology.orchestra.run.smithi027.stdout:(54/176): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.5 MB/s | 282 kB 00:00 2024-02-09T23:54:36.170 INFO:teuthology.orchestra.run.smithi027.stdout:(55/176): lua-5.4.4-4.el9.x86_64.rpm 3.7 MB/s | 187 kB 00:00 2024-02-09T23:54:36.195 INFO:teuthology.orchestra.run.smithi027.stdout:(56/176): openblas-0.3.21-2.el9.x86_64.rpm 683 kB/s | 34 kB 00:00 2024-02-09T23:54:36.345 INFO:teuthology.orchestra.run.smithi027.stdout:(57/176): openblas-openmp-0.3.21-2.el9.x86_64.r 27 MB/s | 4.7 MB 00:00 2024-02-09T23:54:36.412 INFO:teuthology.orchestra.run.smithi027.stdout:(58/176): openssl-devel-3.0.7-25.el9.x86_64.rpm 14 MB/s | 3.0 MB 00:00 2024-02-09T23:54:36.446 INFO:teuthology.orchestra.run.smithi027.stdout:(59/176): postgresql-13.11-1.el9.x86_64.rpm 16 MB/s | 1.5 MB 00:00 2024-02-09T23:54:36.479 INFO:teuthology.orchestra.run.smithi027.stdout:(60/176): postgresql-contrib-13.11-1.el9.x86_64 12 MB/s | 811 kB 00:00 2024-02-09T23:54:36.505 INFO:teuthology.orchestra.run.smithi027.stdout:(61/176): postgresql-private-libs-13.11-1.el9.x 2.3 MB/s | 134 kB 00:00 2024-02-09T23:54:36.697 INFO:teuthology.orchestra.run.smithi027.stdout:(62/176): postgresql-server-13.11-1.el9.x86_64. 26 MB/s | 5.7 MB 00:00 2024-02-09T23:54:36.730 INFO:teuthology.orchestra.run.smithi027.stdout:(63/176): protobuf-3.14.0-13.el9.x86_64.rpm 4.5 MB/s | 1.0 MB 00:00 2024-02-09T23:54:36.747 INFO:teuthology.orchestra.run.smithi027.stdout:(64/176): python3-attrs-20.3.0-7.el9.noarch.rpm 1.6 MB/s | 78 kB 00:00 2024-02-09T23:54:36.948 INFO:teuthology.orchestra.run.smithi027.stdout:(65/176): python3-babel-2.9.1-2.el9.noarch.rpm 27 MB/s | 5.8 MB 00:00 2024-02-09T23:54:36.973 INFO:teuthology.orchestra.run.smithi027.stdout:(66/176): python3-jinja2-2.11.3-5.el9.noarch.rp 1.0 MB/s | 227 kB 00:00 2024-02-09T23:54:36.992 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 121/202 2024-02-09T23:54:36.998 INFO:teuthology.orchestra.run.smithi027.stdout:(67/176): python3-jsonpatch-1.21-16.el9.noarch. 491 kB/s | 24 kB 00:00 2024-02-09T23:54:37.024 INFO:teuthology.orchestra.run.smithi027.stdout:(68/176): python3-jsonpointer-2.0-4.el9.noarch. 359 kB/s | 18 kB 00:00 2024-02-09T23:54:37.049 INFO:teuthology.orchestra.run.smithi027.stdout:(69/176): python3-mako-1.1.4-6.el9.noarch.rpm 2.8 MB/s | 144 kB 00:00 2024-02-09T23:54:37.069 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 122/202 2024-02-09T23:54:37.074 INFO:teuthology.orchestra.run.smithi027.stdout:(70/176): python3-markupsafe-1.1.1-12.el9.x86_6 631 kB/s | 32 kB 00:00 2024-02-09T23:54:37.096 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 123/202 2024-02-09T23:54:37.274 INFO:teuthology.orchestra.run.smithi027.stdout:(71/176): python3-numpy-1.20.1-5.el9.x86_64.rpm 21 MB/s | 4.8 MB 00:00 2024-02-09T23:54:37.300 INFO:teuthology.orchestra.run.smithi027.stdout:(72/176): python3-numpy-f2py-1.20.1-5.el9.x86_6 965 kB/s | 217 kB 00:00 2024-02-09T23:54:37.333 INFO:teuthology.orchestra.run.smithi027.stdout:(73/176): python3-oauthlib-3.1.1-5.el9.noarch.r 2.9 MB/s | 174 kB 00:00 2024-02-09T23:54:37.367 INFO:teuthology.orchestra.run.smithi027.stdout:(74/176): python3-packaging-20.9-5.el9.noarch.r 1.0 MB/s | 69 kB 00:00 2024-02-09T23:54:37.392 INFO:teuthology.orchestra.run.smithi027.stdout:(75/176): python3-prettytable-0.7.2-27.el9.noar 704 kB/s | 41 kB 00:00 2024-02-09T23:54:37.405 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 124/202 2024-02-09T23:54:37.426 INFO:teuthology.orchestra.run.smithi027.stdout:(76/176): python3-protobuf-3.14.0-13.el9.noarch 4.0 MB/s | 238 kB 00:00 2024-02-09T23:54:37.442 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : librbd1-2:19.0.0-1361.g290212a1.el9.x86_64 125/202 2024-02-09T23:54:37.451 INFO:teuthology.orchestra.run.smithi027.stdout:(77/176): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.2 MB/s | 132 kB 00:00 2024-02-09T23:54:37.493 INFO:teuthology.orchestra.run.smithi027.stdout:(78/176): python3-pyasn1-modules-0.4.8-6.el9.no 3.1 MB/s | 211 kB 00:00 2024-02-09T23:54:37.518 INFO:teuthology.orchestra.run.smithi027.stdout:(79/176): python3-pytz-2021.1-5.el9.noarch.rpm 707 kB/s | 47 kB 00:00 2024-02-09T23:54:37.541 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: librbd1-2:19.0.0-1361.g290212a1.el9.x86_64 125/202 2024-02-09T23:54:37.552 INFO:teuthology.orchestra.run.smithi027.stdout:(80/176): python3-requests-oauthlib-1.3.0-12.el 732 kB/s | 43 kB 00:00 2024-02-09T23:54:37.572 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-rbd-2:19.0.0-1361.g290212a1.el9.x86_64 126/202 2024-02-09T23:54:37.611 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 127/202 2024-02-09T23:54:38.071 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 128/202 2024-02-09T23:54:38.077 INFO:teuthology.orchestra.run.smithi027.stdout:(81/176): python3-toml-0.10.2-6.el9.noarch.rpm 74 kB/s | 39 kB 00:00 2024-02-09T23:54:38.095 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : librgw2-2:19.0.0-1361.g290212a1.el9.x86_64 129/202 2024-02-09T23:54:38.174 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: librgw2-2:19.0.0-1361.g290212a1.el9.x86_64 129/202 2024-02-09T23:54:38.197 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-rgw-2:19.0.0-1361.g290212a1.el9.x86_64 130/202 2024-02-09T23:54:38.561 INFO:teuthology.orchestra.run.smithi027.stdout:(82/176): python3-scipy-1.6.2-8.el9.x86_64.rpm 15 MB/s | 16 MB 00:01 2024-02-09T23:54:38.586 INFO:teuthology.orchestra.run.smithi027.stdout:(83/176): python3-wcwidth-0.2.5-8.el9.noarch.rp 81 kB/s | 41 kB 00:00 2024-02-09T23:54:38.628 INFO:teuthology.orchestra.run.smithi027.stdout:(84/176): qatlib-23.11.0-1.el9.x86_64.rpm 3.2 MB/s | 215 kB 00:00 2024-02-09T23:54:38.653 INFO:teuthology.orchestra.run.smithi027.stdout:(85/176): qatlib-service-23.11.0-1.el9.x86_64.r 505 kB/s | 34 kB 00:00 2024-02-09T23:54:38.687 INFO:teuthology.orchestra.run.smithi027.stdout:(86/176): qatzip-libs-1.1.2-2.el9.x86_64.rpm 744 kB/s | 43 kB 00:00 2024-02-09T23:54:38.729 INFO:teuthology.orchestra.run.smithi027.stdout:(87/176): socat-1.7.4.1-5.el9.x86_64.rpm 3.9 MB/s | 300 kB 00:00 2024-02-09T23:54:38.754 INFO:teuthology.orchestra.run.smithi027.stdout:(88/176): uuid-1.6.2-55.el9.x86_64.rpm 843 kB/s | 56 kB 00:00 2024-02-09T23:54:38.804 INFO:teuthology.orchestra.run.smithi027.stdout:(89/176): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.1 MB/s | 87 kB 00:00 2024-02-09T23:54:38.830 INFO:teuthology.orchestra.run.smithi027.stdout:(90/176): xmlstarlet-1.6.1-20.el9.x86_64.rpm 832 kB/s | 63 kB 00:00 2024-02-09T23:54:38.880 INFO:teuthology.orchestra.run.smithi027.stdout:(91/176): zlib-devel-1.2.11-40.el9.x86_64.rpm 586 kB/s | 44 kB 00:00 2024-02-09T23:54:38.897 INFO:teuthology.orchestra.run.smithi027.stdout:(92/176): fuse-2.9.9-15.el9.x86_64.rpm 1.1 MB/s | 79 kB 00:00 2024-02-09T23:54:39.022 INFO:teuthology.orchestra.run.smithi027.stdout:(93/176): jq-1.6-16.el9.x86_64.rpm 1.3 MB/s | 186 kB 00:00 2024-02-09T23:54:39.064 INFO:teuthology.orchestra.run.smithi027.stdout:(94/176): libgfortran-11.4.1-3.el9.x86_64.rpm 4.7 MB/s | 802 kB 00:00 2024-02-09T23:54:39.090 INFO:teuthology.orchestra.run.smithi027.stdout:(95/176): libquadmath-11.4.1-3.el9.x86_64.rpm 2.9 MB/s | 194 kB 00:00 2024-02-09T23:54:39.140 INFO:teuthology.orchestra.run.smithi027.stdout:(96/176): oniguruma-6.9.6-1.el9.5.x86_64.rpm 2.8 MB/s | 217 kB 00:00 2024-02-09T23:54:39.165 INFO:teuthology.orchestra.run.smithi027.stdout:(97/176): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.1 MB/s | 241 kB 00:00 2024-02-09T23:54:39.349 INFO:teuthology.orchestra.run.smithi027.stdout:(98/176): python3-cryptography-36.0.1-4.el9.x86 5.5 MB/s | 1.1 MB 00:00 2024-02-09T23:54:39.374 INFO:teuthology.orchestra.run.smithi027.stdout:(99/176): python3-ply-3.11-14.el9.noarch.rpm 493 kB/s | 103 kB 00:00 2024-02-09T23:54:39.458 INFO:teuthology.orchestra.run.smithi027.stdout:(100/176): python3-pycparser-2.20-6.el9.noarch. 1.5 MB/s | 124 kB 00:00 2024-02-09T23:54:39.483 INFO:teuthology.orchestra.run.smithi027.stdout:(101/176): python3-requests-2.25.1-8.el9.noarch 1.0 MB/s | 113 kB 00:00 2024-02-09T23:54:39.633 INFO:teuthology.orchestra.run.smithi027.stdout:(102/176): python3-urllib3-1.26.5-5.el9.noarch. 1.0 MB/s | 187 kB 00:00 2024-02-09T23:54:39.825 INFO:teuthology.orchestra.run.smithi027.stdout:(103/176): lua-devel-5.4.4-4.el9.x86_64.rpm 136 kB/s | 22 kB 00:00 2024-02-09T23:54:39.984 INFO:teuthology.orchestra.run.smithi027.stdout:(104/176): python3-devel-3.9.17-2.el9.x86_64.rp 491 kB/s | 245 kB 00:00 2024-02-09T23:54:40.310 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-common-2:19.0.0-1361.g290212a1.el9.x86_64 131/202 2024-02-09T23:54:40.352 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-common-2:19.0.0-1361.g290212a1.el9.x86_64 131/202 2024-02-09T23:54:40.484 INFO:teuthology.orchestra.run.smithi027.stdout:(105/176): protobuf-compiler-3.14.0-13.el9.x86_ 1.3 MB/s | 863 kB 00:00 2024-02-09T23:54:40.743 INFO:teuthology.orchestra.run.smithi027.stdout:(106/176): abseil-cpp-20211102.0-3.el9.x86_64.r 722 kB/s | 548 kB 00:00 2024-02-09T23:54:40.868 INFO:teuthology.orchestra.run.smithi027.stdout:(107/176): grpc-data-1.46.7-10.el9.noarch.rpm 155 kB/s | 19 kB 00:00 2024-02-09T23:54:40.889 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-common-2:19.0.0-1361.g290212a1.el9.x86_64 131/202 2024-02-09T23:54:40.930 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-base-2:19.0.0-1361.g290212a1.el9.x86_64 132/202 2024-02-09T23:54:41.022 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-base-2:19.0.0-1361.g290212a1.el9.x86_64 132/202 2024-02-09T23:54:41.022 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-02-09T23:54:41.022 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-02-09T23:54:41.022 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:54:41.064 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-selinux-2:19.0.0-1361.g290212a1.el9.x86_64 133/202 2024-02-09T23:54:41.127 INFO:teuthology.orchestra.run.smithi027.stdout:(108/176): gperftools-libs-2.9.1-2.el9.x86_64.r 481 kB/s | 309 kB 00:00 2024-02-09T23:54:41.219 INFO:teuthology.orchestra.run.smithi027.stdout:(109/176): libarrow-doc-9.0.0-10.el9.noarch.rpm 283 kB/s | 26 kB 00:00 2024-02-09T23:54:41.310 INFO:teuthology.orchestra.run.smithi027.stdout:(110/176): liboath-2.6.7-2.el9.x86_64.rpm 530 kB/s | 49 kB 00:00 2024-02-09T23:54:41.511 INFO:teuthology.orchestra.run.smithi027.stdout:(111/176): libunwind-1.6.2-1.el9.x86_64.rpm 337 kB/s | 67 kB 00:00 2024-02-09T23:54:41.694 INFO:teuthology.orchestra.run.smithi027.stdout:(112/176): luarocks-3.9.2-1.el9.noarch.rpm 824 kB/s | 151 kB 00:00 2024-02-09T23:54:42.187 INFO:teuthology.orchestra.run.smithi027.stdout:(113/176): parquet-libs-9.0.0-10.el9.x86_64.rpm 1.7 MB/s | 838 kB 00:00 2024-02-09T23:54:42.428 INFO:teuthology.orchestra.run.smithi027.stdout:(114/176): libarrow-9.0.0-10.el9.x86_64.rpm 2.8 MB/s | 4.4 MB 00:01 2024-02-09T23:54:42.512 INFO:teuthology.orchestra.run.smithi027.stdout:(115/176): python3-asyncssh-2.13.2-3.el9.noarch 1.6 MB/s | 548 kB 00:00 2024-02-09T23:54:42.538 INFO:teuthology.orchestra.run.smithi027.stdout:(116/176): python3-bcrypt-3.2.2-1.el9.x86_64.rp 401 kB/s | 43 kB 00:00 2024-02-09T23:54:42.604 INFO:teuthology.orchestra.run.smithi027.stdout:(117/176): python3-cachetools-4.2.4-1.el9.noarc 350 kB/s | 32 kB 00:00 2024-02-09T23:54:42.663 INFO:teuthology.orchestra.run.smithi027.stdout:(118/176): python3-certifi-2021.10.8-2.el9.noar 120 kB/s | 15 kB 00:00 2024-02-09T23:54:42.731 INFO:teuthology.orchestra.run.smithi027.stdout:(119/176): python3-cheroot-8.6.0-4.el9.noarch.r 1.3 MB/s | 172 kB 00:00 2024-02-09T23:54:42.822 INFO:teuthology.orchestra.run.smithi027.stdout:(120/176): python3-cherrypy-18.6.1-2.el9.noarch 2.2 MB/s | 358 kB 00:00 2024-02-09T23:54:42.889 INFO:teuthology.orchestra.run.smithi027.stdout:(121/176): python3-cmd2-2.4.2-2.el9.noarch.rpm 1.9 MB/s | 303 kB 00:00 2024-02-09T23:54:42.922 INFO:teuthology.orchestra.run.smithi027.stdout:(122/176): python3-colorama-0.4.4-12.el9.noarch 352 kB/s | 35 kB 00:00 2024-02-09T23:54:43.072 INFO:teuthology.orchestra.run.smithi027.stdout:(123/176): python3-google-auth-2.27.0-1.el9.noa 1.1 MB/s | 203 kB 00:00 2024-02-09T23:54:43.206 INFO:teuthology.orchestra.run.smithi027.stdout:(124/176): python3-grpcio-tools-1.46.7-10.el9.x 1.1 MB/s | 144 kB 00:00 2024-02-09T23:54:43.306 INFO:teuthology.orchestra.run.smithi027.stdout:(125/176): python3-jaraco-8.2.1-3.el9.noarch.rp 107 kB/s | 11 kB 00:00 2024-02-09T23:54:43.398 INFO:teuthology.orchestra.run.smithi027.stdout:(126/176): python3-jaraco-classes-3.2.1-5.el9.n 193 kB/s | 18 kB 00:00 2024-02-09T23:54:43.515 INFO:teuthology.orchestra.run.smithi027.stdout:(127/176): python3-jaraco-collections-3.0.0-8.e 198 kB/s | 23 kB 00:00 2024-02-09T23:54:43.682 INFO:teuthology.orchestra.run.smithi027.stdout:(128/176): python3-grpcio-1.46.7-10.el9.x86_64. 2.7 MB/s | 2.0 MB 00:00 2024-02-09T23:54:43.707 INFO:teuthology.orchestra.run.smithi027.stdout:(129/176): python3-jaraco-functools-3.5.0-2.el9 101 kB/s | 19 kB 00:00 2024-02-09T23:54:43.759 INFO:teuthology.orchestra.run.smithi027.stdout:(130/176): python3-jaraco-text-3.2.0-6.el9.noar 262 kB/s | 20 kB 00:00 2024-02-09T23:54:43.900 INFO:teuthology.orchestra.run.smithi027.stdout:(131/176): python3-logutils-0.3.5-21.el9.noarch 327 kB/s | 46 kB 00:00 2024-02-09T23:54:44.017 INFO:teuthology.orchestra.run.smithi027.stdout:(132/176): python3-more-itertools-8.12.0-2.el9. 677 kB/s | 79 kB 00:00 2024-02-09T23:54:44.092 INFO:teuthology.orchestra.run.smithi027.stdout:(133/176): python3-kubernetes-26.1.0-2.el9.noar 2.7 MB/s | 1.0 MB 00:00 2024-02-09T23:54:44.126 INFO:teuthology.orchestra.run.smithi027.stdout:(134/176): python3-natsort-7.1.1-5.el9.noarch.r 531 kB/s | 58 kB 00:00 2024-02-09T23:54:44.218 INFO:teuthology.orchestra.run.smithi027.stdout:(135/176): python3-pecan-1.4.2-3.el9.noarch.rpm 2.1 MB/s | 272 kB 00:00 2024-02-09T23:54:44.243 INFO:teuthology.orchestra.run.smithi027.stdout:(136/176): python3-portend-3.1.0-2.el9.noarch.r 140 kB/s | 16 kB 00:00 2024-02-09T23:54:44.310 INFO:teuthology.orchestra.run.smithi027.stdout:(137/176): python3-pyOpenSSL-21.0.0-1.el9.noarc 981 kB/s | 90 kB 00:00 2024-02-09T23:54:44.344 INFO:teuthology.orchestra.run.smithi027.stdout:(138/176): python3-pyperclip-1.8.2-2.el9.noarch 281 kB/s | 28 kB 00:00 2024-02-09T23:54:44.394 INFO:teuthology.orchestra.run.smithi027.stdout:(139/176): python3-repoze-lru-0.7-16.el9.noarch 367 kB/s | 31 kB 00:00 2024-02-09T23:54:44.478 INFO:teuthology.orchestra.run.smithi027.stdout:(140/176): python3-routes-2.5.1-5.el9.noarch.rp 1.4 MB/s | 188 kB 00:00 2024-02-09T23:54:44.519 INFO:teuthology.orchestra.run.smithi027.stdout:(141/176): python3-rsa-4.9-2.el9.noarch.rpm 472 kB/s | 59 kB 00:00 2024-02-09T23:54:44.570 INFO:teuthology.orchestra.run.smithi027.stdout:(142/176): python3-tempora-5.0.0-2.el9.noarch.r 389 kB/s | 36 kB 00:00 2024-02-09T23:54:45.012 INFO:teuthology.orchestra.run.smithi027.stdout:(143/176): ceph-test-19.0.0-1361.g290212a1.el9. 3.5 MB/s | 47 MB 00:13 2024-02-09T23:54:45.037 INFO:teuthology.orchestra.run.smithi027.stdout:(144/176): python3-typing-extensions-4.4.0-2.el 99 kB/s | 51 kB 00:00 2024-02-09T23:54:45.062 INFO:teuthology.orchestra.run.smithi027.stdout:(145/176): python3-webob-1.8.7-6.el9.noarch.rpm 467 kB/s | 230 kB 00:00 2024-02-09T23:54:45.179 INFO:teuthology.orchestra.run.smithi027.stdout:(146/176): python3-zc-lockfile-2.0-10.el9.noarc 171 kB/s | 20 kB 00:00 2024-02-09T23:54:45.254 INFO:teuthology.orchestra.run.smithi027.stdout:(147/176): python3-werkzeug-2.0.3-3.el9.1.noarc 1.9 MB/s | 427 kB 00:00 2024-02-09T23:54:45.329 INFO:teuthology.orchestra.run.smithi027.stdout:(148/176): python3-websocket-client-1.2.3-2.el9 283 kB/s | 90 kB 00:00 2024-02-09T23:54:45.563 INFO:teuthology.orchestra.run.smithi027.stdout:(149/176): re2-20211101-3.el9.x86_64.rpm 499 kB/s | 192 kB 00:00 2024-02-09T23:54:45.772 INFO:teuthology.orchestra.run.smithi027.stdout:(150/176): thrift-0.15.0-2.el9.x86_64.rpm 3.1 MB/s | 1.6 MB 00:00 2024-02-09T23:54:45.814 INFO:teuthology.orchestra.run.smithi027.stdout:(151/176): libacl-devel-2.3.1-4.el9.x86_64.rpm 1.6 MB/s | 68 kB 00:00 2024-02-09T23:54:45.955 INFO:teuthology.orchestra.run.smithi027.stdout:(152/176): librados2-19.0.0-1361.g290212a1.el9. 5.4 MB/s | 3.4 MB 00:00 2024-02-09T23:54:46.006 INFO:teuthology.orchestra.run.smithi027.stdout:(153/176): NetworkManager-1.45.90-1.el9.x86_64. 12 MB/s | 2.3 MB 00:00 2024-02-09T23:54:46.073 INFO:teuthology.orchestra.run.smithi027.stdout:(154/176): NetworkManager-libnm-1.45.90-1.el9.x 16 MB/s | 1.8 MB 00:00 2024-02-09T23:54:46.098 INFO:teuthology.orchestra.run.smithi027.stdout:(155/176): NetworkManager-team-1.45.90-1.el9.x8 473 kB/s | 42 kB 00:00 2024-02-09T23:54:46.123 INFO:teuthology.orchestra.run.smithi027.stdout:(156/176): NetworkManager-tui-1.45.90-1.el9.x86 4.8 MB/s | 247 kB 00:00 2024-02-09T23:54:46.149 INFO:teuthology.orchestra.run.smithi027.stdout:(157/176): acl-2.3.1-4.el9.x86_64.rpm 1.4 MB/s | 69 kB 00:00 2024-02-09T23:54:46.174 INFO:teuthology.orchestra.run.smithi027.stdout:(158/176): elfutils-debuginfod-client-0.190-2.e 710 kB/s | 35 kB 00:00 2024-02-09T23:54:46.199 INFO:teuthology.orchestra.run.smithi027.stdout:(159/176): elfutils-libelf-0.190-2.el9.x86_64.r 3.7 MB/s | 191 kB 00:00 2024-02-09T23:54:46.224 INFO:teuthology.orchestra.run.smithi027.stdout:(160/176): elfutils-libs-0.190-2.el9.x86_64.rpm 5.0 MB/s | 254 kB 00:00 2024-02-09T23:54:46.276 INFO:teuthology.orchestra.run.smithi027.stdout:(161/176): iproute-6.7.0-2.el9.x86_64.rpm 10 MB/s | 802 kB 00:00 2024-02-09T23:54:46.300 INFO:teuthology.orchestra.run.smithi027.stdout:(162/176): iproute-tc-6.7.0-2.el9.x86_64.rpm 5.7 MB/s | 433 kB 00:00 2024-02-09T23:54:46.326 INFO:teuthology.orchestra.run.smithi027.stdout:(163/176): libacl-2.3.1-4.el9.x86_64.rpm 442 kB/s | 22 kB 00:00 2024-02-09T23:54:46.360 INFO:teuthology.orchestra.run.smithi027.stdout:(164/176): libblkid-2.37.4-18.el9.x86_64.rpm 1.8 MB/s | 107 kB 00:00 2024-02-09T23:54:46.385 INFO:teuthology.orchestra.run.smithi027.stdout:(165/176): libfdisk-2.37.4-18.el9.x86_64.rpm 2.6 MB/s | 154 kB 00:00 2024-02-09T23:54:46.410 INFO:teuthology.orchestra.run.smithi027.stdout:(166/176): libmount-2.37.4-18.el9.x86_64.rpm 2.6 MB/s | 135 kB 00:00 2024-02-09T23:54:46.435 INFO:teuthology.orchestra.run.smithi027.stdout:(167/176): libsmartcols-2.37.4-18.el9.x86_64.rp 1.2 MB/s | 63 kB 00:00 2024-02-09T23:54:46.452 INFO:teuthology.orchestra.run.smithi027.stdout:(168/176): libuuid-2.37.4-18.el9.x86_64.rpm 664 kB/s | 28 kB 00:00 2024-02-09T23:54:46.502 INFO:teuthology.orchestra.run.smithi027.stdout:(169/176): librbd1-19.0.0-1361.g290212a1.el9.x8 3.3 MB/s | 3.1 MB 00:00 2024-02-09T23:54:46.544 INFO:teuthology.orchestra.run.smithi027.stdout:(170/176): openssl-3.0.7-25.el9.x86_64.rpm 11 MB/s | 1.2 MB 00:00 2024-02-09T23:54:46.620 INFO:teuthology.orchestra.run.smithi027.stdout:(171/176): openssl-libs-3.0.7-25.el9.x86_64.rpm 13 MB/s | 2.1 MB 00:00 2024-02-09T23:54:46.728 INFO:teuthology.orchestra.run.smithi027.stdout:(172/176): util-linux-2.37.4-18.el9.x86_64.rpm 9.8 MB/s | 2.2 MB 00:00 2024-02-09T23:54:46.753 INFO:teuthology.orchestra.run.smithi027.stdout:(173/176): util-linux-core-2.37.4-18.el9.x86_64 2.1 MB/s | 438 kB 00:00 2024-02-09T23:54:46.779 INFO:teuthology.orchestra.run.smithi027.stdout:(174/176): util-linux-user-2.37.4-18.el9.x86_64 192 kB/s | 30 kB 00:00 2024-02-09T23:54:46.804 INFO:teuthology.orchestra.run.smithi027.stdout:(175/176): xfsdump-3.1.12-4.el9.x86_64.rpm 4.2 MB/s | 321 kB 00:00 2024-02-09T23:54:46.954 INFO:teuthology.orchestra.run.smithi027.stdout:(176/176): xfsprogs-6.3.0-1.el9.x86_64.rpm 6.1 MB/s | 1.1 MB 00:00 2024-02-09T23:54:46.958 INFO:teuthology.orchestra.run.smithi027.stdout:-------------------------------------------------------------------------------- 2024-02-09T23:54:46.958 INFO:teuthology.orchestra.run.smithi027.stdout:Total 11 MB/s | 222 MB 00:20 2024-02-09T23:54:47.012 INFO:teuthology.orchestra.run.smithi027.stdout:Running transaction check 2024-02-09T23:54:47.341 INFO:teuthology.orchestra.run.smithi027.stdout:Transaction check succeeded. 2024-02-09T23:54:47.341 INFO:teuthology.orchestra.run.smithi027.stdout:Running transaction test 2024-02-09T23:54:49.402 INFO:teuthology.orchestra.run.smithi027.stdout:Transaction test succeeded. 2024-02-09T23:54:49.402 INFO:teuthology.orchestra.run.smithi027.stdout:Running transaction 2024-02-09T23:54:52.722 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-selinux-2:19.0.0-1361.g290212a1.el9.x86_64 133/202 2024-02-09T23:54:52.722 INFO:teuthology.orchestra.run.smithi153.stdout:skipping the directory /sys 2024-02-09T23:54:52.722 INFO:teuthology.orchestra.run.smithi153.stdout:skipping the directory /proc 2024-02-09T23:54:52.722 INFO:teuthology.orchestra.run.smithi153.stdout:skipping the directory /mnt 2024-02-09T23:54:52.722 INFO:teuthology.orchestra.run.smithi153.stdout:skipping the directory /var/tmp 2024-02-09T23:54:52.722 INFO:teuthology.orchestra.run.smithi153.stdout:skipping the directory /home 2024-02-09T23:54:52.723 INFO:teuthology.orchestra.run.smithi153.stdout:skipping the directory /root 2024-02-09T23:54:52.723 INFO:teuthology.orchestra.run.smithi153.stdout:skipping the directory /tmp 2024-02-09T23:54:52.723 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:54:52.893 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-volume-2:19.0.0-1361.g290212a1.el9.noarch 134/202 2024-02-09T23:54:52.909 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-volume-2:19.0.0-1361.g290212a1.el9.noarch 134/202 2024-02-09T23:54:52.909 INFO:teuthology.orchestra.run.smithi153.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:54:52.909 INFO:teuthology.orchestra.run.smithi153.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-02-09T23:54:52.909 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:54:54.380 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-osd-2:19.0.0-1361.g290212a1.el9.x86_64 135/202 2024-02-09T23:54:54.406 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-osd-2:19.0.0-1361.g290212a1.el9.x86_64 135/202 2024-02-09T23:54:54.406 INFO:teuthology.orchestra.run.smithi153.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:54:54.406 INFO:teuthology.orchestra.run.smithi153.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-02-09T23:54:54.406 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-02-09T23:54:54.406 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-02-09T23:54:54.406 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:54:54.614 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-mds-2:19.0.0-1361.g290212a1.el9.x86_64 136/202 2024-02-09T23:54:54.636 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-mds-2:19.0.0-1361.g290212a1.el9.x86_64 136/202 2024-02-09T23:54:54.636 INFO:teuthology.orchestra.run.smithi153.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:54:54.636 INFO:teuthology.orchestra.run.smithi153.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-02-09T23:54:54.636 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-02-09T23:54:54.636 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-02-09T23:54:54.636 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:54:55.081 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-mon-2:19.0.0-1361.g290212a1.el9.x86_64 137/202 2024-02-09T23:54:55.104 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-mon-2:19.0.0-1361.g290212a1.el9.x86_64 137/202 2024-02-09T23:54:55.104 INFO:teuthology.orchestra.run.smithi153.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:54:55.104 INFO:teuthology.orchestra.run.smithi153.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-02-09T23:54:55.104 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-02-09T23:54:55.104 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-02-09T23:54:55.104 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:54:55.199 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : automake-1.16.2-8.el9.noarch 138/202 2024-02-09T23:54:55.626 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: cephadm-2:19.0.0-1361.g290212a1.el9.noarch 139/202 2024-02-09T23:54:55.656 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : cephadm-2:19.0.0-1361.g290212a1.el9.noarch 139/202 2024-02-09T23:54:55.686 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-1361.g290212a1.e 140/202 2024-02-09T23:54:55.747 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-1361.g290212a1. 141/202 2024-02-09T23:54:55.771 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-1361.g290212a1.el9.noa 142/202 2024-02-09T23:54:55.999 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-1361.g290212a1.el9.noa 142/202 2024-02-09T23:54:56.030 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-1361.g290212a1.el9.n 143/202 2024-02-09T23:54:56.469 INFO:teuthology.orchestra.run.smithi027.stdout: Preparing : 1/1 2024-02-09T23:54:56.559 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : openssl-libs-1:3.0.7-25.el9.x86_64 1/202 2024-02-09T23:54:56.601 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : libuuid-2.37.4-18.el9.x86_64 2/202 2024-02-09T23:54:56.648 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : libblkid-2.37.4-18.el9.x86_64 3/202 2024-02-09T23:54:56.676 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: libblkid-2.37.4-18.el9.x86_64 3/202 2024-02-09T23:54:56.718 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : elfutils-libelf-0.190-2.el9.x86_64 4/202 2024-02-09T23:54:56.757 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 5/202 2024-02-09T23:54:56.814 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 6/202 2024-02-09T23:54:56.861 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : thrift-0.15.0-2.el9.x86_64 7/202 2024-02-09T23:54:56.886 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 8/202 2024-02-09T23:54:56.939 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 9/202 2024-02-09T23:54:57.000 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-1361.g290212a1.el9.n 143/202 2024-02-09T23:54:57.030 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-1361.g290 144/202 2024-02-09T23:54:57.130 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-1361.g290 144/202 2024-02-09T23:54:57.294 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-1361.g290212a1.el 145/202 2024-02-09T23:54:57.324 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-mgr-2:19.0.0-1361.g290212a1.el9.x86_64 146/202 2024-02-09T23:54:57.339 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 10/202 2024-02-09T23:54:57.346 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-mgr-2:19.0.0-1361.g290212a1.el9.x86_64 146/202 2024-02-09T23:54:57.347 INFO:teuthology.orchestra.run.smithi153.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:54:57.347 INFO:teuthology.orchestra.run.smithi153.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-02-09T23:54:57.347 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-02-09T23:54:57.347 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-02-09T23:54:57.347 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:54:57.370 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : librados2-2:19.0.0-1361.g290212a1.el9.x86_64 11/202 2024-02-09T23:54:57.399 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-mgr-rook-2:19.0.0-1361.g290212a1.el9.noarch 147/202 2024-02-09T23:54:57.410 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-1361.g290212a1.el9.noarch 147/202 2024-02-09T23:54:57.464 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-2:19.0.0-1361.g290212a1.el9.x86_64 148/202 2024-02-09T23:54:57.495 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: librados2-2:19.0.0-1361.g290212a1.el9.x86_64 11/202 2024-02-09T23:54:57.522 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libcephfs2-2:19.0.0-1361.g290212a1.el9.x86_64 12/202 2024-02-09T23:54:57.597 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: libcephfs2-2:19.0.0-1361.g290212a1.el9.x86_64 12/202 2024-02-09T23:54:57.635 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-rados-2:19.0.0-1361.g290212a1.el9.x86_64 13/202 2024-02-09T23:54:57.798 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : postgresql-private-libs-13.11-1.el9.x86_64 14/202 2024-02-09T23:54:57.853 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : postgresql-13.11-1.el9.x86_64 15/202 2024-02-09T23:54:57.879 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libcephsqlite-2:19.0.0-1361.g290212a1.el9.x86_64 16/202 2024-02-09T23:54:57.988 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: libcephsqlite-2:19.0.0-1361.g290212a1.el9.x86_64 16/202 2024-02-09T23:54:58.014 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libradosstriper1-2:19.0.0-1361.g290212a1.el9.x86 17/202 2024-02-09T23:54:58.062 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: libradosstriper1-2:19.0.0-1361.g290212a1.el9.x86 17/202 2024-02-09T23:54:58.101 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : libmount-2.37.4-18.el9.x86_64 18/202 2024-02-09T23:54:58.123 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : qatlib-service-23.11.0-1.el9.x86_64 19/202 2024-02-09T23:54:58.140 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: qatlib-service-23.11.0-1.el9.x86_64 19/202 2024-02-09T23:54:58.326 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libtool-2.4.6-45.el9.x86_64 149/202 2024-02-09T23:54:58.333 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: qatlib-23.11.0-1.el9.x86_64 20/202 2024-02-09T23:54:58.351 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-radosgw-2:19.0.0-1361.g290212a1.el9.x86_64 150/202 2024-02-09T23:54:58.363 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : qatlib-23.11.0-1.el9.x86_64 20/202 2024-02-09T23:54:58.376 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-1361.g290212a1.el9.x86_64 150/202 2024-02-09T23:54:58.376 INFO:teuthology.orchestra.run.smithi153.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:54:58.376 INFO:teuthology.orchestra.run.smithi153.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-02-09T23:54:58.377 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-02-09T23:54:58.377 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-02-09T23:54:58.377 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:54:58.395 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : libsmartcols-2.37.4-18.el9.x86_64 21/202 2024-02-09T23:54:58.419 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-1361.g29021 151/202 2024-02-09T23:54:58.441 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-1361.g29021 151/202 2024-02-09T23:54:58.441 INFO:teuthology.orchestra.run.smithi153.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:54:58.441 INFO:teuthology.orchestra.run.smithi153.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-02-09T23:54:58.441 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:54:58.486 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : cephfs-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 152/202 2024-02-09T23:54:58.511 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 152/202 2024-02-09T23:54:58.511 INFO:teuthology.orchestra.run.smithi153.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:54:58.511 INFO:teuthology.orchestra.run.smithi153.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-02-09T23:54:58.511 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-02-09T23:54:58.512 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-02-09T23:54:58.512 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:54:58.577 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : libacl-2.3.1-4.el9.x86_64 22/202 2024-02-09T23:54:58.697 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : NetworkManager-libnm-1:1.45.90-1.el9.x86_64 23/202 2024-02-09T23:54:58.765 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: NetworkManager-libnm-1:1.45.90-1.el9.x86_64 23/202 2024-02-09T23:54:58.820 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : rbd-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 153/202 2024-02-09T23:54:58.843 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: rbd-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 153/202 2024-02-09T23:54:58.843 INFO:teuthology.orchestra.run.smithi153.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:54:58.843 INFO:teuthology.orchestra.run.smithi153.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-02-09T23:54:58.843 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-02-09T23:54:58.843 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-02-09T23:54:58.843 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:54:58.849 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: NetworkManager-1:1.45.90-1.el9.x86_64 24/202 2024-02-09T23:54:58.909 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : NetworkManager-1:1.45.90-1.el9.x86_64 24/202 2024-02-09T23:54:59.122 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: NetworkManager-1:1.45.90-1.el9.x86_64 24/202 2024-02-09T23:54:59.234 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : re2-1:20211101-3.el9.x86_64 25/202 2024-02-09T23:54:59.332 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 26/202 2024-02-09T23:54:59.372 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 27/202 2024-02-09T23:54:59.445 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : liboath-2.6.7-2.el9.x86_64 28/202 2024-02-09T23:54:59.495 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 29/202 2024-02-09T23:54:59.525 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/202 2024-02-09T23:54:59.569 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 31/202 2024-02-09T23:54:59.610 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 32/202 2024-02-09T23:54:59.684 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 33/202 2024-02-09T23:54:59.725 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 34/202 2024-02-09T23:54:59.769 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 35/202 2024-02-09T23:54:59.818 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 36/202 2024-02-09T23:54:59.845 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : lua-5.4.4-4.el9.x86_64 37/202 2024-02-09T23:54:59.917 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 38/202 2024-02-09T23:54:59.950 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-ceph-common-2:19.0.0-1361.g290212a1.el9. 39/202 2024-02-09T23:54:59.994 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-ceph-argparse-2:19.0.0-1361.g290212a1.el 40/202 2024-02-09T23:55:00.022 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-cephfs-2:19.0.0-1361.g290212a1.el9.x86_6 41/202 2024-02-09T23:55:00.097 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 42/202 2024-02-09T23:55:00.148 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : luarocks-3.9.2-1.el9.noarch 43/202 2024-02-09T23:55:00.223 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 44/202 2024-02-09T23:55:00.362 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 45/202 2024-02-09T23:55:00.426 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 46/202 2024-02-09T23:55:00.984 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-rsa-4.9-2.el9.noarch 47/202 2024-02-09T23:55:01.064 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 48/202 2024-02-09T23:55:01.146 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 49/202 2024-02-09T23:55:01.198 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : util-linux-core-2.37.4-18.el9.x86_64 50/202 2024-02-09T23:55:01.206 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: util-linux-core-2.37.4-18.el9.x86_64 50/202 2024-02-09T23:55:01.246 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : qatzip-libs-1.1.2-2.el9.x86_64 51/202 2024-02-09T23:55:01.283 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : librados-devel-2:19.0.0-1361.g290212a1.el9.x86_6 52/202 2024-02-09T23:55:01.315 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 53/202 2024-02-09T23:55:01.419 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : elfutils-libs-0.190-2.el9.x86_64 54/202 2024-02-09T23:55:01.483 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : iproute-6.7.0-2.el9.x86_64 55/202 2024-02-09T23:55:01.752 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : libfdisk-2.37.4-18.el9.x86_64 56/202 2024-02-09T23:55:01.950 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : util-linux-2.37.4-18.el9.x86_64 57/202 2024-02-09T23:55:02.034 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : xfsprogs-6.3.0-1.el9.x86_64 58/202 2024-02-09T23:55:02.079 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 59/202 2024-02-09T23:55:02.221 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 60/202 2024-02-09T23:55:02.273 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : openssl-1:3.0.7-25.el9.x86_64 61/202 2024-02-09T23:55:02.329 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 62/202 2024-02-09T23:55:02.404 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 63/202 2024-02-09T23:55:02.441 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 64/202 2024-02-09T23:55:02.477 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 65/202 2024-02-09T23:55:02.525 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 66/202 2024-02-09T23:55:02.560 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 67/202 2024-02-09T23:55:02.604 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 68/202 2024-02-09T23:55:02.646 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 69/202 2024-02-09T23:55:02.795 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 70/202 2024-02-09T23:55:02.842 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 71/202 2024-02-09T23:55:02.872 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 72/202 2024-02-09T23:55:02.914 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 73/202 2024-02-09T23:55:03.012 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 74/202 2024-02-09T23:55:03.047 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-google-auth-1:2.27.0-1.el9.noarch 75/202 2024-02-09T23:55:03.087 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 76/202 2024-02-09T23:55:03.113 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 77/202 2024-02-09T23:55:03.137 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 78/202 2024-02-09T23:55:03.206 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 79/202 2024-02-09T23:55:03.316 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-test-2:19.0.0-1361.g290212a1.el9.x86_64 154/202 2024-02-09T23:55:03.343 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 80/202 2024-02-09T23:55:03.357 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : rbd-fuse-2:19.0.0-1361.g290212a1.el9.x86_64 155/202 2024-02-09T23:55:03.396 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : rbd-nbd-2:19.0.0-1361.g290212a1.el9.x86_64 156/202 2024-02-09T23:55:03.423 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 157/202 2024-02-09T23:55:03.451 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 81/202 2024-02-09T23:55:03.496 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 82/202 2024-02-09T23:55:03.554 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/202 2024-02-09T23:55:03.611 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/202 2024-02-09T23:55:03.623 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : cephfs-shell-2:19.0.0-1361.g290212a1.el9.x86_64 158/202 2024-02-09T23:55:03.739 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : postgresql-contrib-13.11-1.el9.x86_64 159/202 2024-02-09T23:55:03.779 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-fuse-2:19.0.0-1361.g290212a1.el9.x86_64 160/202 2024-02-09T23:55:03.811 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/202 2024-02-09T23:55:03.836 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 161/202 2024-02-09T23:55:03.859 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/202 2024-02-09T23:55:03.887 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : xfsdump-3.1.12-4.el9.x86_64 162/202 2024-02-09T23:55:03.966 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : util-linux-user-2.37.4-18.el9.x86_64 163/202 2024-02-09T23:55:04.002 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/202 2024-02-09T23:55:04.005 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : iproute-tc-6.7.0-2.el9.x86_64 164/202 2024-02-09T23:55:04.052 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-asyncssh-2.13.2-3.el9.noarch 88/202 2024-02-09T23:55:04.052 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : elfutils-debuginfod-client-0.190-2.el9.x86_64 165/202 2024-02-09T23:55:04.079 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libcephfs-devel-2:19.0.0-1361.g290212a1.el9.x86_ 166/202 2024-02-09T23:55:04.081 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 89/202 2024-02-09T23:55:04.109 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : NetworkManager-team-1:1.45.90-1.el9.x86_64 167/202 2024-02-09T23:55:04.113 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 90/202 2024-02-09T23:55:04.148 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : jq-1.6-16.el9.x86_64 91/202 2024-02-09T23:55:04.174 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : NetworkManager-tui-1:1.45.90-1.el9.x86_64 168/202 2024-02-09T23:55:04.178 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : fuse-2.9.9-15.el9.x86_64 92/202 2024-02-09T23:55:04.207 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : zlib-devel-1.2.11-40.el9.x86_64 93/202 2024-02-09T23:55:04.221 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : libacl-devel-2.3.1-4.el9.x86_64 169/202 2024-02-09T23:55:04.241 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 94/202 2024-02-09T23:55:04.258 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : acl-2.3.1-4.el9.x86_64 170/202 2024-02-09T23:55:04.280 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : uuid-1.6.2-55.el9.x86_64 95/202 2024-02-09T23:55:04.312 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 96/202 2024-02-09T23:55:04.342 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 97/202 2024-02-09T23:55:04.420 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 98/202 2024-02-09T23:55:04.452 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 99/202 2024-02-09T23:55:04.485 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 100/202 2024-02-09T23:55:04.528 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 101/202 2024-02-09T23:55:04.561 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 102/202 2024-02-09T23:55:04.654 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 103/202 2024-02-09T23:55:04.743 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 104/202 2024-02-09T23:55:04.810 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 105/202 2024-02-09T23:55:04.840 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 106/202 2024-02-09T23:55:04.888 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 107/202 2024-02-09T23:55:04.903 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 171/202 2024-02-09T23:55:04.939 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : postgresql-server-13.11-1.el9.x86_64 171/202 2024-02-09T23:55:04.958 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 171/202 2024-02-09T23:55:04.990 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-packaging-20.9-5.el9.noarch 108/202 2024-02-09T23:55:05.051 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 109/202 2024-02-09T23:55:05.779 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : cephfs-top-2:19.0.0-1361.g290212a1.el9.noarch 172/202 2024-02-09T23:55:05.821 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 110/202 2024-02-09T23:55:05.852 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : openssl-devel-1:3.0.7-25.el9.x86_64 173/202 2024-02-09T23:55:05.872 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 111/202 2024-02-09T23:55:05.893 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 174/202 2024-02-09T23:55:05.906 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 112/202 2024-02-09T23:55:05.955 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 113/202 2024-02-09T23:55:05.989 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : flex-2.6.4-9.el9.x86_64 175/202 2024-02-09T23:55:06.022 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : bison-3.7.4-5.el9.x86_64 176/202 2024-02-09T23:55:06.044 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 114/202 2024-02-09T23:55:06.047 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : NetworkManager-tui-1:1.44.0-2.el9.x86_64 177/202 2024-02-09T23:55:06.073 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : elfutils-debuginfod-client-0.189-3.el9.x86_64 178/202 2024-02-09T23:55:06.099 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : elfutils-libs-0.189-3.el9.x86_64 179/202 2024-02-09T23:55:06.099 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 180/202 2024-02-09T23:55:06.176 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 115/202 2024-02-09T23:55:06.192 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 180/202 2024-02-09T23:55:06.220 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : libacl-devel-2.3.1-3.el9.x86_64 181/202 2024-02-09T23:55:06.250 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : openssl-1:3.0.7-24.el9.x86_64 182/202 2024-02-09T23:55:06.250 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 183/202 2024-02-09T23:55:06.335 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 183/202 2024-02-09T23:55:06.361 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : xfsdump-3.1.12-3.el9.x86_64 184/202 2024-02-09T23:55:06.395 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : xfsprogs-5.19.0-4.el9.x86_64 185/202 2024-02-09T23:55:06.420 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : iproute-tc-6.2.0-5.el9.x86_64 186/202 2024-02-09T23:55:06.447 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : acl-2.3.1-3.el9.x86_64 187/202 2024-02-09T23:55:06.475 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : openblas-0.3.21-2.el9.x86_64 116/202 2024-02-09T23:55:06.479 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : iproute-6.2.0-5.el9.x86_64 188/202 2024-02-09T23:55:06.514 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : util-linux-user-2.37.4-15.el9.x86_64 189/202 2024-02-09T23:55:06.538 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 117/202 2024-02-09T23:55:06.561 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : util-linux-2.37.4-15.el9.x86_64 190/202 2024-02-09T23:55:06.609 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : util-linux-core-2.37.4-15.el9.x86_64 191/202 2024-02-09T23:55:06.635 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : libfdisk-2.37.4-15.el9.x86_64 192/202 2024-02-09T23:55:06.642 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 118/202 2024-02-09T23:55:06.660 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : libmount-2.37.4-15.el9.x86_64 193/202 2024-02-09T23:55:06.685 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : libblkid-2.37.4-15.el9.x86_64 194/202 2024-02-09T23:55:06.710 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : NetworkManager-team-1:1.44.0-2.el9.x86_64 195/202 2024-02-09T23:55:06.716 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 196/202 2024-02-09T23:55:06.717 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : NetworkManager-1:1.44.0-2.el9.x86_64 196/202 2024-02-09T23:55:06.896 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 196/202 2024-02-09T23:55:06.896 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 197/202 2024-02-09T23:55:06.979 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: NetworkManager-libnm-1:1.44.0-2.el9.x86_64 197/202 2024-02-09T23:55:07.004 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : libuuid-2.37.4-15.el9.x86_64 198/202 2024-02-09T23:55:07.029 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : libsmartcols-2.37.4-15.el9.x86_64 199/202 2024-02-09T23:55:07.054 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : elfutils-libelf-0.189-3.el9.x86_64 200/202 2024-02-09T23:55:07.087 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : libacl-2.3.1-3.el9.x86_64 201/202 2024-02-09T23:55:07.154 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : openssl-libs-1:3.0.7-24.el9.x86_64 202/202 2024-02-09T23:55:07.338 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 119/202 2024-02-09T23:55:07.447 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 120/202 2024-02-09T23:55:08.741 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 121/202 2024-02-09T23:55:08.817 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 122/202 2024-02-09T23:55:08.844 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 123/202 2024-02-09T23:55:09.168 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 124/202 2024-02-09T23:55:09.199 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : librbd1-2:19.0.0-1361.g290212a1.el9.x86_64 125/202 2024-02-09T23:55:09.290 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: librbd1-2:19.0.0-1361.g290212a1.el9.x86_64 125/202 2024-02-09T23:55:09.321 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-rbd-2:19.0.0-1361.g290212a1.el9.x86_64 126/202 2024-02-09T23:55:09.357 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 127/202 2024-02-09T23:55:09.838 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 128/202 2024-02-09T23:55:09.869 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : librgw2-2:19.0.0-1361.g290212a1.el9.x86_64 129/202 2024-02-09T23:55:09.940 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: librgw2-2:19.0.0-1361.g290212a1.el9.x86_64 129/202 2024-02-09T23:55:09.970 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-rgw-2:19.0.0-1361.g290212a1.el9.x86_64 130/202 2024-02-09T23:55:11.880 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: openssl-libs-1:3.0.7-24.el9.x86_64 202/202 2024-02-09T23:55:11.880 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-2:19.0.0-1361.g290212a1.el9.x86_64 1/202 2024-02-09T23:55:11.880 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-base-2:19.0.0-1361.g290212a1.el9.x86_64 2/202 2024-02-09T23:55:11.880 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-common-2:19.0.0-1361.g290212a1.el9.x86_64 3/202 2024-02-09T23:55:11.880 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-fuse-2:19.0.0-1361.g290212a1.el9.x86_64 4/202 2024-02-09T23:55:11.880 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-1361.g29021 5/202 2024-02-09T23:55:11.881 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-mds-2:19.0.0-1361.g290212a1.el9.x86_64 6/202 2024-02-09T23:55:11.881 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-mgr-2:19.0.0-1361.g290212a1.el9.x86_64 7/202 2024-02-09T23:55:11.881 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-mon-2:19.0.0-1361.g290212a1.el9.x86_64 8/202 2024-02-09T23:55:11.881 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-osd-2:19.0.0-1361.g290212a1.el9.x86_64 9/202 2024-02-09T23:55:11.881 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-radosgw-2:19.0.0-1361.g290212a1.el9.x86_64 10/202 2024-02-09T23:55:11.881 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-selinux-2:19.0.0-1361.g290212a1.el9.x86_64 11/202 2024-02-09T23:55:11.881 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-test-2:19.0.0-1361.g290212a1.el9.x86_64 12/202 2024-02-09T23:55:11.881 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : cephfs-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 13/202 2024-02-09T23:55:11.881 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : cephfs-shell-2:19.0.0-1361.g290212a1.el9.x86_64 14/202 2024-02-09T23:55:11.881 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libcephfs-devel-2:19.0.0-1361.g290212a1.el9.x86_ 15/202 2024-02-09T23:55:11.881 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libcephfs2-2:19.0.0-1361.g290212a1.el9.x86_64 16/202 2024-02-09T23:55:11.881 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libcephsqlite-2:19.0.0-1361.g290212a1.el9.x86_64 17/202 2024-02-09T23:55:11.881 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : librados-devel-2:19.0.0-1361.g290212a1.el9.x86_6 18/202 2024-02-09T23:55:11.882 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libradosstriper1-2:19.0.0-1361.g290212a1.el9.x86 19/202 2024-02-09T23:55:11.882 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : librgw2-2:19.0.0-1361.g290212a1.el9.x86_64 20/202 2024-02-09T23:55:11.882 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-ceph-argparse-2:19.0.0-1361.g290212a1.el 21/202 2024-02-09T23:55:11.882 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-ceph-common-2:19.0.0-1361.g290212a1.el9. 22/202 2024-02-09T23:55:11.882 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-cephfs-2:19.0.0-1361.g290212a1.el9.x86_6 23/202 2024-02-09T23:55:11.882 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-rados-2:19.0.0-1361.g290212a1.el9.x86_64 24/202 2024-02-09T23:55:11.882 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-rbd-2:19.0.0-1361.g290212a1.el9.x86_64 25/202 2024-02-09T23:55:11.899 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-rgw-2:19.0.0-1361.g290212a1.el9.x86_64 26/202 2024-02-09T23:55:11.899 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : rbd-fuse-2:19.0.0-1361.g290212a1.el9.x86_64 27/202 2024-02-09T23:55:11.899 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : rbd-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 28/202 2024-02-09T23:55:11.899 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : rbd-nbd-2:19.0.0-1361.g290212a1.el9.x86_64 29/202 2024-02-09T23:55:11.899 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-1361.g290212a1. 30/202 2024-02-09T23:55:11.900 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-1361.g290212a1.el9.noa 31/202 2024-02-09T23:55:11.900 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-1361.g290212a1.el9.n 32/202 2024-02-09T23:55:11.900 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-1361.g290 33/202 2024-02-09T23:55:11.900 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-1361.g290212a1.el 34/202 2024-02-09T23:55:11.900 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-mgr-rook-2:19.0.0-1361.g290212a1.el9.noarch 35/202 2024-02-09T23:55:11.900 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-1361.g290212a1.e 36/202 2024-02-09T23:55:11.900 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-volume-2:19.0.0-1361.g290212a1.el9.noarch 37/202 2024-02-09T23:55:11.900 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : cephadm-2:19.0.0-1361.g290212a1.el9.noarch 38/202 2024-02-09T23:55:11.900 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : cephfs-top-2:19.0.0-1361.g290212a1.el9.noarch 39/202 2024-02-09T23:55:11.900 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : automake-1.16.2-8.el9.noarch 40/202 2024-02-09T23:55:11.900 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : bison-3.7.4-5.el9.x86_64 41/202 2024-02-09T23:55:11.900 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 42/202 2024-02-09T23:55:11.900 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 43/202 2024-02-09T23:55:11.901 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : flex-2.6.4-9.el9.x86_64 44/202 2024-02-09T23:55:11.901 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/202 2024-02-09T23:55:11.901 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/202 2024-02-09T23:55:11.901 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/202 2024-02-09T23:55:11.901 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 48/202 2024-02-09T23:55:11.901 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 49/202 2024-02-09T23:55:11.901 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 50/202 2024-02-09T23:55:11.901 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 51/202 2024-02-09T23:55:11.901 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 52/202 2024-02-09T23:55:11.901 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 53/202 2024-02-09T23:55:11.901 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 54/202 2024-02-09T23:55:11.901 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 55/202 2024-02-09T23:55:11.901 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : lua-5.4.4-4.el9.x86_64 56/202 2024-02-09T23:55:11.901 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 57/202 2024-02-09T23:55:11.902 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 58/202 2024-02-09T23:55:11.902 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : openssl-devel-1:3.0.7-25.el9.x86_64 59/202 2024-02-09T23:55:11.902 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : postgresql-13.11-1.el9.x86_64 60/202 2024-02-09T23:55:11.902 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : postgresql-contrib-13.11-1.el9.x86_64 61/202 2024-02-09T23:55:11.902 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : postgresql-private-libs-13.11-1.el9.x86_64 62/202 2024-02-09T23:55:11.902 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : postgresql-server-13.11-1.el9.x86_64 63/202 2024-02-09T23:55:11.902 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 64/202 2024-02-09T23:55:11.902 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 65/202 2024-02-09T23:55:11.902 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 66/202 2024-02-09T23:55:11.902 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 67/202 2024-02-09T23:55:11.902 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 68/202 2024-02-09T23:55:11.902 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 69/202 2024-02-09T23:55:11.902 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 70/202 2024-02-09T23:55:11.902 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 71/202 2024-02-09T23:55:11.903 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 72/202 2024-02-09T23:55:11.903 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 73/202 2024-02-09T23:55:11.903 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 74/202 2024-02-09T23:55:11.903 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 75/202 2024-02-09T23:55:11.903 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 76/202 2024-02-09T23:55:11.903 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 77/202 2024-02-09T23:55:11.903 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 78/202 2024-02-09T23:55:11.903 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 79/202 2024-02-09T23:55:11.903 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 80/202 2024-02-09T23:55:11.903 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 81/202 2024-02-09T23:55:11.903 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 82/202 2024-02-09T23:55:11.903 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 83/202 2024-02-09T23:55:11.903 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 84/202 2024-02-09T23:55:11.903 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : qatlib-23.11.0-1.el9.x86_64 85/202 2024-02-09T23:55:11.904 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : qatlib-service-23.11.0-1.el9.x86_64 86/202 2024-02-09T23:55:11.904 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : qatzip-libs-1.1.2-2.el9.x86_64 87/202 2024-02-09T23:55:11.904 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 88/202 2024-02-09T23:55:11.904 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 89/202 2024-02-09T23:55:11.904 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 90/202 2024-02-09T23:55:11.904 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 91/202 2024-02-09T23:55:11.904 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : zlib-devel-1.2.11-40.el9.x86_64 92/202 2024-02-09T23:55:11.904 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 93/202 2024-02-09T23:55:11.904 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : jq-1.6-16.el9.x86_64 94/202 2024-02-09T23:55:11.904 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 95/202 2024-02-09T23:55:11.904 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 96/202 2024-02-09T23:55:11.904 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 97/202 2024-02-09T23:55:11.904 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 98/202 2024-02-09T23:55:11.904 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 99/202 2024-02-09T23:55:11.905 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-ply-3.11-14.el9.noarch 100/202 2024-02-09T23:55:11.905 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 101/202 2024-02-09T23:55:11.905 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 102/202 2024-02-09T23:55:11.905 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 103/202 2024-02-09T23:55:11.905 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 104/202 2024-02-09T23:55:11.905 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 105/202 2024-02-09T23:55:11.905 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 106/202 2024-02-09T23:55:11.905 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 107/202 2024-02-09T23:55:11.905 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 108/202 2024-02-09T23:55:11.905 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 109/202 2024-02-09T23:55:11.905 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 110/202 2024-02-09T23:55:11.905 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 111/202 2024-02-09T23:55:11.905 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 112/202 2024-02-09T23:55:11.905 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 113/202 2024-02-09T23:55:11.906 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 114/202 2024-02-09T23:55:11.906 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 115/202 2024-02-09T23:55:11.906 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-asyncssh-2.13.2-3.el9.noarch 116/202 2024-02-09T23:55:11.906 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 117/202 2024-02-09T23:55:11.906 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 118/202 2024-02-09T23:55:11.906 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 119/202 2024-02-09T23:55:11.906 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 120/202 2024-02-09T23:55:11.906 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 121/202 2024-02-09T23:55:11.906 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 122/202 2024-02-09T23:55:11.906 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 123/202 2024-02-09T23:55:11.906 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-google-auth-1:2.27.0-1.el9.noarch 124/202 2024-02-09T23:55:11.906 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 125/202 2024-02-09T23:55:11.906 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 126/202 2024-02-09T23:55:11.906 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 127/202 2024-02-09T23:55:11.907 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 128/202 2024-02-09T23:55:11.907 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 129/202 2024-02-09T23:55:11.907 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 130/202 2024-02-09T23:55:11.907 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 131/202 2024-02-09T23:55:11.907 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 132/202 2024-02-09T23:55:11.907 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 133/202 2024-02-09T23:55:11.907 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 134/202 2024-02-09T23:55:11.907 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 135/202 2024-02-09T23:55:11.907 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 136/202 2024-02-09T23:55:11.907 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 137/202 2024-02-09T23:55:11.907 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 138/202 2024-02-09T23:55:11.907 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 139/202 2024-02-09T23:55:11.907 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 140/202 2024-02-09T23:55:11.907 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 141/202 2024-02-09T23:55:11.907 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 142/202 2024-02-09T23:55:11.908 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 143/202 2024-02-09T23:55:11.908 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 144/202 2024-02-09T23:55:11.908 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 145/202 2024-02-09T23:55:11.908 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 146/202 2024-02-09T23:55:11.908 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 147/202 2024-02-09T23:55:11.908 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 148/202 2024-02-09T23:55:11.908 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : re2-1:20211101-3.el9.x86_64 149/202 2024-02-09T23:55:11.908 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 150/202 2024-02-09T23:55:11.908 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : librados2-2:19.0.0-1361.g290212a1.el9.x86_64 151/202 2024-02-09T23:55:11.908 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 152/202 2024-02-09T23:55:11.908 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : librbd1-2:19.0.0-1361.g290212a1.el9.x86_64 153/202 2024-02-09T23:55:11.908 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 154/202 2024-02-09T23:55:11.908 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libacl-devel-2.3.1-4.el9.x86_64 155/202 2024-02-09T23:55:11.908 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libacl-devel-2.3.1-3.el9.x86_64 156/202 2024-02-09T23:55:11.909 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : NetworkManager-1:1.45.90-1.el9.x86_64 157/202 2024-02-09T23:55:11.909 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : NetworkManager-1:1.44.0-2.el9.x86_64 158/202 2024-02-09T23:55:11.909 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : NetworkManager-libnm-1:1.45.90-1.el9.x86_64 159/202 2024-02-09T23:55:11.909 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 160/202 2024-02-09T23:55:11.909 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : NetworkManager-team-1:1.45.90-1.el9.x86_64 161/202 2024-02-09T23:55:11.909 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : NetworkManager-team-1:1.44.0-2.el9.x86_64 162/202 2024-02-09T23:55:11.909 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : NetworkManager-tui-1:1.45.90-1.el9.x86_64 163/202 2024-02-09T23:55:11.909 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : NetworkManager-tui-1:1.44.0-2.el9.x86_64 164/202 2024-02-09T23:55:11.909 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : acl-2.3.1-4.el9.x86_64 165/202 2024-02-09T23:55:11.909 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : acl-2.3.1-3.el9.x86_64 166/202 2024-02-09T23:55:11.909 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 167/202 2024-02-09T23:55:11.909 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : elfutils-debuginfod-client-0.189-3.el9.x86_64 168/202 2024-02-09T23:55:11.909 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 169/202 2024-02-09T23:55:11.909 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : elfutils-libelf-0.189-3.el9.x86_64 170/202 2024-02-09T23:55:11.909 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 171/202 2024-02-09T23:55:11.910 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : elfutils-libs-0.189-3.el9.x86_64 172/202 2024-02-09T23:55:11.910 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : iproute-6.7.0-2.el9.x86_64 173/202 2024-02-09T23:55:11.910 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : iproute-6.2.0-5.el9.x86_64 174/202 2024-02-09T23:55:11.910 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : iproute-tc-6.7.0-2.el9.x86_64 175/202 2024-02-09T23:55:11.910 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : iproute-tc-6.2.0-5.el9.x86_64 176/202 2024-02-09T23:55:11.910 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libacl-2.3.1-4.el9.x86_64 177/202 2024-02-09T23:55:11.910 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libacl-2.3.1-3.el9.x86_64 178/202 2024-02-09T23:55:11.910 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libblkid-2.37.4-18.el9.x86_64 179/202 2024-02-09T23:55:11.910 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libblkid-2.37.4-15.el9.x86_64 180/202 2024-02-09T23:55:11.910 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libfdisk-2.37.4-18.el9.x86_64 181/202 2024-02-09T23:55:11.910 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libfdisk-2.37.4-15.el9.x86_64 182/202 2024-02-09T23:55:11.910 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libmount-2.37.4-18.el9.x86_64 183/202 2024-02-09T23:55:11.910 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libmount-2.37.4-15.el9.x86_64 184/202 2024-02-09T23:55:11.910 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libsmartcols-2.37.4-18.el9.x86_64 185/202 2024-02-09T23:55:11.911 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libsmartcols-2.37.4-15.el9.x86_64 186/202 2024-02-09T23:55:11.911 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libuuid-2.37.4-18.el9.x86_64 187/202 2024-02-09T23:55:11.911 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libuuid-2.37.4-15.el9.x86_64 188/202 2024-02-09T23:55:11.911 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : openssl-1:3.0.7-25.el9.x86_64 189/202 2024-02-09T23:55:11.911 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : openssl-1:3.0.7-24.el9.x86_64 190/202 2024-02-09T23:55:11.911 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : openssl-libs-1:3.0.7-25.el9.x86_64 191/202 2024-02-09T23:55:11.911 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : openssl-libs-1:3.0.7-24.el9.x86_64 192/202 2024-02-09T23:55:11.911 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : util-linux-2.37.4-18.el9.x86_64 193/202 2024-02-09T23:55:11.911 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : util-linux-2.37.4-15.el9.x86_64 194/202 2024-02-09T23:55:11.911 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : util-linux-core-2.37.4-18.el9.x86_64 195/202 2024-02-09T23:55:11.911 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : util-linux-core-2.37.4-15.el9.x86_64 196/202 2024-02-09T23:55:11.911 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : util-linux-user-2.37.4-18.el9.x86_64 197/202 2024-02-09T23:55:11.911 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : util-linux-user-2.37.4-15.el9.x86_64 198/202 2024-02-09T23:55:11.911 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : xfsdump-3.1.12-4.el9.x86_64 199/202 2024-02-09T23:55:11.911 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : xfsdump-3.1.12-3.el9.x86_64 200/202 2024-02-09T23:55:11.912 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 201/202 2024-02-09T23:55:12.273 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-common-2:19.0.0-1361.g290212a1.el9.x86_64 131/202 2024-02-09T23:55:12.310 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-common-2:19.0.0-1361.g290212a1.el9.x86_64 131/202 2024-02-09T23:55:12.882 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-common-2:19.0.0-1361.g290212a1.el9.x86_64 131/202 2024-02-09T23:55:12.914 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-base-2:19.0.0-1361.g290212a1.el9.x86_64 132/202 2024-02-09T23:55:12.986 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-base-2:19.0.0-1361.g290212a1.el9.x86_64 132/202 2024-02-09T23:55:12.986 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-02-09T23:55:12.986 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-02-09T23:55:12.987 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:13.023 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-selinux-2:19.0.0-1361.g290212a1.el9.x86_64 133/202 2024-02-09T23:55:14.800 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : xfsprogs-5.19.0-4.el9.x86_64 202/202 2024-02-09T23:55:14.801 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:55:14.801 INFO:teuthology.orchestra.run.smithi153.stdout:Upgraded: 2024-02-09T23:55:14.801 INFO:teuthology.orchestra.run.smithi153.stdout: NetworkManager-1:1.45.90-1.el9.x86_64 2024-02-09T23:55:14.801 INFO:teuthology.orchestra.run.smithi153.stdout: NetworkManager-libnm-1:1.45.90-1.el9.x86_64 2024-02-09T23:55:14.801 INFO:teuthology.orchestra.run.smithi153.stdout: NetworkManager-team-1:1.45.90-1.el9.x86_64 2024-02-09T23:55:14.801 INFO:teuthology.orchestra.run.smithi153.stdout: NetworkManager-tui-1:1.45.90-1.el9.x86_64 2024-02-09T23:55:14.801 INFO:teuthology.orchestra.run.smithi153.stdout: acl-2.3.1-4.el9.x86_64 2024-02-09T23:55:14.801 INFO:teuthology.orchestra.run.smithi153.stdout: elfutils-debuginfod-client-0.190-2.el9.x86_64 2024-02-09T23:55:14.801 INFO:teuthology.orchestra.run.smithi153.stdout: elfutils-libelf-0.190-2.el9.x86_64 2024-02-09T23:55:14.801 INFO:teuthology.orchestra.run.smithi153.stdout: elfutils-libs-0.190-2.el9.x86_64 2024-02-09T23:55:14.801 INFO:teuthology.orchestra.run.smithi153.stdout: iproute-6.7.0-2.el9.x86_64 2024-02-09T23:55:14.801 INFO:teuthology.orchestra.run.smithi153.stdout: iproute-tc-6.7.0-2.el9.x86_64 2024-02-09T23:55:14.801 INFO:teuthology.orchestra.run.smithi153.stdout: libacl-2.3.1-4.el9.x86_64 2024-02-09T23:55:14.802 INFO:teuthology.orchestra.run.smithi153.stdout: libacl-devel-2.3.1-4.el9.x86_64 2024-02-09T23:55:14.802 INFO:teuthology.orchestra.run.smithi153.stdout: libblkid-2.37.4-18.el9.x86_64 2024-02-09T23:55:14.802 INFO:teuthology.orchestra.run.smithi153.stdout: libfdisk-2.37.4-18.el9.x86_64 2024-02-09T23:55:14.802 INFO:teuthology.orchestra.run.smithi153.stdout: libmount-2.37.4-18.el9.x86_64 2024-02-09T23:55:14.802 INFO:teuthology.orchestra.run.smithi153.stdout: librados2-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:14.802 INFO:teuthology.orchestra.run.smithi153.stdout: librbd1-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:14.802 INFO:teuthology.orchestra.run.smithi153.stdout: libsmartcols-2.37.4-18.el9.x86_64 2024-02-09T23:55:14.802 INFO:teuthology.orchestra.run.smithi153.stdout: libuuid-2.37.4-18.el9.x86_64 2024-02-09T23:55:14.802 INFO:teuthology.orchestra.run.smithi153.stdout: openssl-1:3.0.7-25.el9.x86_64 2024-02-09T23:55:14.802 INFO:teuthology.orchestra.run.smithi153.stdout: openssl-libs-1:3.0.7-25.el9.x86_64 2024-02-09T23:55:14.802 INFO:teuthology.orchestra.run.smithi153.stdout: util-linux-2.37.4-18.el9.x86_64 2024-02-09T23:55:14.802 INFO:teuthology.orchestra.run.smithi153.stdout: util-linux-core-2.37.4-18.el9.x86_64 2024-02-09T23:55:14.802 INFO:teuthology.orchestra.run.smithi153.stdout: util-linux-user-2.37.4-18.el9.x86_64 2024-02-09T23:55:14.802 INFO:teuthology.orchestra.run.smithi153.stdout: xfsdump-3.1.12-4.el9.x86_64 2024-02-09T23:55:14.803 INFO:teuthology.orchestra.run.smithi153.stdout: xfsprogs-6.3.0-1.el9.x86_64 2024-02-09T23:55:14.803 INFO:teuthology.orchestra.run.smithi153.stdout:Installed: 2024-02-09T23:55:14.803 INFO:teuthology.orchestra.run.smithi153.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-02-09T23:55:14.803 INFO:teuthology.orchestra.run.smithi153.stdout: automake-1.16.2-8.el9.noarch 2024-02-09T23:55:14.803 INFO:teuthology.orchestra.run.smithi153.stdout: bison-3.7.4-5.el9.x86_64 2024-02-09T23:55:14.803 INFO:teuthology.orchestra.run.smithi153.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-02-09T23:55:14.803 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:14.803 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-base-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:14.803 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-common-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:14.803 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-fuse-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:14.803 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-grafana-dashboards-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:55:14.803 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-immutable-object-cache-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:14.803 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mds-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:14.803 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:14.804 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr-cephadm-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:55:14.804 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr-dashboard-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:55:14.804 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr-diskprediction-local-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:55:14.804 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr-modules-core-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:55:14.804 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr-rook-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:55:14.804 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mon-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:14.804 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-osd-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:14.804 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-prometheus-alerts-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:55:14.804 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-radosgw-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:14.804 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-selinux-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:14.804 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-test-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:14.804 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-volume-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:55:14.804 INFO:teuthology.orchestra.run.smithi153.stdout: cephadm-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:55:14.804 INFO:teuthology.orchestra.run.smithi153.stdout: cephfs-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:14.805 INFO:teuthology.orchestra.run.smithi153.stdout: cephfs-shell-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:14.805 INFO:teuthology.orchestra.run.smithi153.stdout: cephfs-top-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:55:14.805 INFO:teuthology.orchestra.run.smithi153.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-02-09T23:55:14.805 INFO:teuthology.orchestra.run.smithi153.stdout: flex-2.6.4-9.el9.x86_64 2024-02-09T23:55:14.805 INFO:teuthology.orchestra.run.smithi153.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-02-09T23:55:14.805 INFO:teuthology.orchestra.run.smithi153.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-02-09T23:55:14.805 INFO:teuthology.orchestra.run.smithi153.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-02-09T23:55:14.805 INFO:teuthology.orchestra.run.smithi153.stdout: fuse-2.9.9-15.el9.x86_64 2024-02-09T23:55:14.805 INFO:teuthology.orchestra.run.smithi153.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-02-09T23:55:14.805 INFO:teuthology.orchestra.run.smithi153.stdout: grpc-data-1.46.7-10.el9.noarch 2024-02-09T23:55:14.805 INFO:teuthology.orchestra.run.smithi153.stdout: jq-1.6-16.el9.x86_64 2024-02-09T23:55:14.805 INFO:teuthology.orchestra.run.smithi153.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-02-09T23:55:14.805 INFO:teuthology.orchestra.run.smithi153.stdout: libarrow-9.0.0-10.el9.x86_64 2024-02-09T23:55:14.805 INFO:teuthology.orchestra.run.smithi153.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-02-09T23:55:14.806 INFO:teuthology.orchestra.run.smithi153.stdout: libcephfs-devel-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:14.806 INFO:teuthology.orchestra.run.smithi153.stdout: libcephfs2-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:14.806 INFO:teuthology.orchestra.run.smithi153.stdout: libcephsqlite-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:14.806 INFO:teuthology.orchestra.run.smithi153.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-02-09T23:55:14.806 INFO:teuthology.orchestra.run.smithi153.stdout: liboath-2.6.7-2.el9.x86_64 2024-02-09T23:55:14.806 INFO:teuthology.orchestra.run.smithi153.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-02-09T23:55:14.806 INFO:teuthology.orchestra.run.smithi153.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-02-09T23:55:14.806 INFO:teuthology.orchestra.run.smithi153.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-02-09T23:55:14.806 INFO:teuthology.orchestra.run.smithi153.stdout: librados-devel-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:14.806 INFO:teuthology.orchestra.run.smithi153.stdout: libradosstriper1-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:14.806 INFO:teuthology.orchestra.run.smithi153.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-02-09T23:55:14.806 INFO:teuthology.orchestra.run.smithi153.stdout: librgw2-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:14.806 INFO:teuthology.orchestra.run.smithi153.stdout: libtool-2.4.6-45.el9.x86_64 2024-02-09T23:55:14.806 INFO:teuthology.orchestra.run.smithi153.stdout: libunwind-1.6.2-1.el9.x86_64 2024-02-09T23:55:14.806 INFO:teuthology.orchestra.run.smithi153.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-02-09T23:55:14.807 INFO:teuthology.orchestra.run.smithi153.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-02-09T23:55:14.807 INFO:teuthology.orchestra.run.smithi153.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-02-09T23:55:14.807 INFO:teuthology.orchestra.run.smithi153.stdout: lua-5.4.4-4.el9.x86_64 2024-02-09T23:55:14.807 INFO:teuthology.orchestra.run.smithi153.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-02-09T23:55:14.807 INFO:teuthology.orchestra.run.smithi153.stdout: luarocks-3.9.2-1.el9.noarch 2024-02-09T23:55:14.807 INFO:teuthology.orchestra.run.smithi153.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-02-09T23:55:14.807 INFO:teuthology.orchestra.run.smithi153.stdout: openblas-0.3.21-2.el9.x86_64 2024-02-09T23:55:14.807 INFO:teuthology.orchestra.run.smithi153.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-02-09T23:55:14.807 INFO:teuthology.orchestra.run.smithi153.stdout: openssl-devel-1:3.0.7-25.el9.x86_64 2024-02-09T23:55:14.807 INFO:teuthology.orchestra.run.smithi153.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-02-09T23:55:14.807 INFO:teuthology.orchestra.run.smithi153.stdout: postgresql-13.11-1.el9.x86_64 2024-02-09T23:55:14.807 INFO:teuthology.orchestra.run.smithi153.stdout: postgresql-contrib-13.11-1.el9.x86_64 2024-02-09T23:55:14.807 INFO:teuthology.orchestra.run.smithi153.stdout: postgresql-private-libs-13.11-1.el9.x86_64 2024-02-09T23:55:14.807 INFO:teuthology.orchestra.run.smithi153.stdout: postgresql-server-13.11-1.el9.x86_64 2024-02-09T23:55:14.808 INFO:teuthology.orchestra.run.smithi153.stdout: protobuf-3.14.0-13.el9.x86_64 2024-02-09T23:55:14.808 INFO:teuthology.orchestra.run.smithi153.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-02-09T23:55:14.808 INFO:teuthology.orchestra.run.smithi153.stdout: python3-asyncssh-2.13.2-3.el9.noarch 2024-02-09T23:55:14.808 INFO:teuthology.orchestra.run.smithi153.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-02-09T23:55:14.808 INFO:teuthology.orchestra.run.smithi153.stdout: python3-babel-2.9.1-2.el9.noarch 2024-02-09T23:55:14.808 INFO:teuthology.orchestra.run.smithi153.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-02-09T23:55:14.808 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-02-09T23:55:14.808 INFO:teuthology.orchestra.run.smithi153.stdout: python3-ceph-argparse-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:14.808 INFO:teuthology.orchestra.run.smithi153.stdout: python3-ceph-common-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:14.808 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cephfs-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:14.808 INFO:teuthology.orchestra.run.smithi153.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-02-09T23:55:14.808 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-02-09T23:55:14.808 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-02-09T23:55:14.808 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-02-09T23:55:14.809 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-02-09T23:55:14.809 INFO:teuthology.orchestra.run.smithi153.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-02-09T23:55:14.809 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-02-09T23:55:14.809 INFO:teuthology.orchestra.run.smithi153.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-02-09T23:55:14.809 INFO:teuthology.orchestra.run.smithi153.stdout: python3-google-auth-1:2.27.0-1.el9.noarch 2024-02-09T23:55:14.809 INFO:teuthology.orchestra.run.smithi153.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-02-09T23:55:14.809 INFO:teuthology.orchestra.run.smithi153.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-02-09T23:55:14.809 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-02-09T23:55:14.809 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-02-09T23:55:14.809 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-02-09T23:55:14.809 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-02-09T23:55:14.809 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-02-09T23:55:14.809 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-02-09T23:55:14.809 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-02-09T23:55:14.810 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-02-09T23:55:14.810 INFO:teuthology.orchestra.run.smithi153.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-02-09T23:55:14.810 INFO:teuthology.orchestra.run.smithi153.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-02-09T23:55:14.810 INFO:teuthology.orchestra.run.smithi153.stdout: python3-mako-1.1.4-6.el9.noarch 2024-02-09T23:55:14.810 INFO:teuthology.orchestra.run.smithi153.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-02-09T23:55:14.810 INFO:teuthology.orchestra.run.smithi153.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-02-09T23:55:14.810 INFO:teuthology.orchestra.run.smithi153.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-02-09T23:55:14.810 INFO:teuthology.orchestra.run.smithi153.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-02-09T23:55:14.810 INFO:teuthology.orchestra.run.smithi153.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-02-09T23:55:14.810 INFO:teuthology.orchestra.run.smithi153.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-02-09T23:55:14.810 INFO:teuthology.orchestra.run.smithi153.stdout: python3-packaging-20.9-5.el9.noarch 2024-02-09T23:55:14.810 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-02-09T23:55:14.810 INFO:teuthology.orchestra.run.smithi153.stdout: python3-ply-3.11-14.el9.noarch 2024-02-09T23:55:14.810 INFO:teuthology.orchestra.run.smithi153.stdout: python3-portend-3.1.0-2.el9.noarch 2024-02-09T23:55:14.810 INFO:teuthology.orchestra.run.smithi153.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-02-09T23:55:14.811 INFO:teuthology.orchestra.run.smithi153.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-02-09T23:55:14.811 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-02-09T23:55:14.811 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-02-09T23:55:14.811 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-02-09T23:55:14.811 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pycparser-2.20-6.el9.noarch 2024-02-09T23:55:14.811 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-02-09T23:55:14.811 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pytz-2021.1-5.el9.noarch 2024-02-09T23:55:14.811 INFO:teuthology.orchestra.run.smithi153.stdout: python3-rados-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:14.811 INFO:teuthology.orchestra.run.smithi153.stdout: python3-rbd-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:14.811 INFO:teuthology.orchestra.run.smithi153.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-02-09T23:55:14.811 INFO:teuthology.orchestra.run.smithi153.stdout: python3-requests-2.25.1-8.el9.noarch 2024-02-09T23:55:14.811 INFO:teuthology.orchestra.run.smithi153.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-02-09T23:55:14.811 INFO:teuthology.orchestra.run.smithi153.stdout: python3-rgw-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:14.811 INFO:teuthology.orchestra.run.smithi153.stdout: python3-routes-2.5.1-5.el9.noarch 2024-02-09T23:55:14.812 INFO:teuthology.orchestra.run.smithi153.stdout: python3-rsa-4.9-2.el9.noarch 2024-02-09T23:55:14.812 INFO:teuthology.orchestra.run.smithi153.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-02-09T23:55:14.812 INFO:teuthology.orchestra.run.smithi153.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-02-09T23:55:14.812 INFO:teuthology.orchestra.run.smithi153.stdout: python3-toml-0.10.2-6.el9.noarch 2024-02-09T23:55:14.812 INFO:teuthology.orchestra.run.smithi153.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-02-09T23:55:14.812 INFO:teuthology.orchestra.run.smithi153.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-02-09T23:55:14.812 INFO:teuthology.orchestra.run.smithi153.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-02-09T23:55:14.812 INFO:teuthology.orchestra.run.smithi153.stdout: python3-webob-1.8.7-6.el9.noarch 2024-02-09T23:55:14.812 INFO:teuthology.orchestra.run.smithi153.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-02-09T23:55:14.812 INFO:teuthology.orchestra.run.smithi153.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-02-09T23:55:14.812 INFO:teuthology.orchestra.run.smithi153.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-02-09T23:55:14.812 INFO:teuthology.orchestra.run.smithi153.stdout: qatlib-23.11.0-1.el9.x86_64 2024-02-09T23:55:14.812 INFO:teuthology.orchestra.run.smithi153.stdout: qatlib-service-23.11.0-1.el9.x86_64 2024-02-09T23:55:14.812 INFO:teuthology.orchestra.run.smithi153.stdout: qatzip-libs-1.1.2-2.el9.x86_64 2024-02-09T23:55:14.812 INFO:teuthology.orchestra.run.smithi153.stdout: rbd-fuse-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:14.813 INFO:teuthology.orchestra.run.smithi153.stdout: rbd-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:14.813 INFO:teuthology.orchestra.run.smithi153.stdout: rbd-nbd-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:14.813 INFO:teuthology.orchestra.run.smithi153.stdout: re2-1:20211101-3.el9.x86_64 2024-02-09T23:55:14.813 INFO:teuthology.orchestra.run.smithi153.stdout: socat-1.7.4.1-5.el9.x86_64 2024-02-09T23:55:14.813 INFO:teuthology.orchestra.run.smithi153.stdout: thrift-0.15.0-2.el9.x86_64 2024-02-09T23:55:14.813 INFO:teuthology.orchestra.run.smithi153.stdout: uuid-1.6.2-55.el9.x86_64 2024-02-09T23:55:14.813 INFO:teuthology.orchestra.run.smithi153.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-02-09T23:55:14.813 INFO:teuthology.orchestra.run.smithi153.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-02-09T23:55:14.813 INFO:teuthology.orchestra.run.smithi153.stdout: zlib-devel-1.2.11-40.el9.x86_64 2024-02-09T23:55:14.814 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:55:14.814 INFO:teuthology.orchestra.run.smithi153.stdout:Complete! 2024-02-09T23:55:15.423 DEBUG:teuthology.parallel:result is None 2024-02-09T23:55:25.083 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-selinux-2:19.0.0-1361.g290212a1.el9.x86_64 133/202 2024-02-09T23:55:25.083 INFO:teuthology.orchestra.run.smithi027.stdout:skipping the directory /sys 2024-02-09T23:55:25.083 INFO:teuthology.orchestra.run.smithi027.stdout:skipping the directory /proc 2024-02-09T23:55:25.083 INFO:teuthology.orchestra.run.smithi027.stdout:skipping the directory /mnt 2024-02-09T23:55:25.083 INFO:teuthology.orchestra.run.smithi027.stdout:skipping the directory /var/tmp 2024-02-09T23:55:25.084 INFO:teuthology.orchestra.run.smithi027.stdout:skipping the directory /home 2024-02-09T23:55:25.084 INFO:teuthology.orchestra.run.smithi027.stdout:skipping the directory /root 2024-02-09T23:55:25.084 INFO:teuthology.orchestra.run.smithi027.stdout:skipping the directory /tmp 2024-02-09T23:55:25.084 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:25.252 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-volume-2:19.0.0-1361.g290212a1.el9.noarch 134/202 2024-02-09T23:55:25.269 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-volume-2:19.0.0-1361.g290212a1.el9.noarch 134/202 2024-02-09T23:55:25.269 INFO:teuthology.orchestra.run.smithi027.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:55:25.269 INFO:teuthology.orchestra.run.smithi027.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-02-09T23:55:25.269 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:26.806 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-osd-2:19.0.0-1361.g290212a1.el9.x86_64 135/202 2024-02-09T23:55:26.833 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-osd-2:19.0.0-1361.g290212a1.el9.x86_64 135/202 2024-02-09T23:55:26.833 INFO:teuthology.orchestra.run.smithi027.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:55:26.833 INFO:teuthology.orchestra.run.smithi027.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-02-09T23:55:26.833 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-02-09T23:55:26.833 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-02-09T23:55:26.833 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:27.048 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-mds-2:19.0.0-1361.g290212a1.el9.x86_64 136/202 2024-02-09T23:55:27.072 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-mds-2:19.0.0-1361.g290212a1.el9.x86_64 136/202 2024-02-09T23:55:27.072 INFO:teuthology.orchestra.run.smithi027.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:55:27.072 INFO:teuthology.orchestra.run.smithi027.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-02-09T23:55:27.072 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-02-09T23:55:27.072 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-02-09T23:55:27.073 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:27.540 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-mon-2:19.0.0-1361.g290212a1.el9.x86_64 137/202 2024-02-09T23:55:27.564 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-mon-2:19.0.0-1361.g290212a1.el9.x86_64 137/202 2024-02-09T23:55:27.565 INFO:teuthology.orchestra.run.smithi027.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:55:27.565 INFO:teuthology.orchestra.run.smithi027.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-02-09T23:55:27.565 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-02-09T23:55:27.565 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-02-09T23:55:27.565 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:27.667 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : automake-1.16.2-8.el9.noarch 138/202 2024-02-09T23:55:28.129 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: cephadm-2:19.0.0-1361.g290212a1.el9.noarch 139/202 2024-02-09T23:55:28.158 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : cephadm-2:19.0.0-1361.g290212a1.el9.noarch 139/202 2024-02-09T23:55:28.188 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-1361.g290212a1.e 140/202 2024-02-09T23:55:28.253 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-1361.g290212a1. 141/202 2024-02-09T23:55:28.280 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-1361.g290212a1.el9.noa 142/202 2024-02-09T23:55:28.523 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-1361.g290212a1.el9.noa 142/202 2024-02-09T23:55:28.556 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-1361.g290212a1.el9.n 143/202 2024-02-09T23:55:29.570 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-1361.g290212a1.el9.n 143/202 2024-02-09T23:55:29.598 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-1361.g290 144/202 2024-02-09T23:55:29.706 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-1361.g290 144/202 2024-02-09T23:55:29.877 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-1361.g290212a1.el 145/202 2024-02-09T23:55:29.908 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-mgr-2:19.0.0-1361.g290212a1.el9.x86_64 146/202 2024-02-09T23:55:29.933 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-mgr-2:19.0.0-1361.g290212a1.el9.x86_64 146/202 2024-02-09T23:55:29.934 INFO:teuthology.orchestra.run.smithi027.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:55:29.934 INFO:teuthology.orchestra.run.smithi027.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-02-09T23:55:29.934 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-02-09T23:55:29.934 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-02-09T23:55:29.934 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:29.984 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-mgr-rook-2:19.0.0-1361.g290212a1.el9.noarch 147/202 2024-02-09T23:55:29.996 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-1361.g290212a1.el9.noarch 147/202 2024-02-09T23:55:30.049 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-2:19.0.0-1361.g290212a1.el9.x86_64 148/202 2024-02-09T23:55:30.950 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libtool-2.4.6-45.el9.x86_64 149/202 2024-02-09T23:55:30.978 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-radosgw-2:19.0.0-1361.g290212a1.el9.x86_64 150/202 2024-02-09T23:55:31.002 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-1361.g290212a1.el9.x86_64 150/202 2024-02-09T23:55:31.002 INFO:teuthology.orchestra.run.smithi027.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:55:31.002 INFO:teuthology.orchestra.run.smithi027.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-02-09T23:55:31.002 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-02-09T23:55:31.002 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-02-09T23:55:31.002 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:31.045 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-1361.g29021 151/202 2024-02-09T23:55:31.069 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-1361.g29021 151/202 2024-02-09T23:55:31.069 INFO:teuthology.orchestra.run.smithi027.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:55:31.069 INFO:teuthology.orchestra.run.smithi027.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-02-09T23:55:31.069 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:31.112 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : cephfs-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 152/202 2024-02-09T23:55:31.136 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 152/202 2024-02-09T23:55:31.137 INFO:teuthology.orchestra.run.smithi027.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:55:31.137 INFO:teuthology.orchestra.run.smithi027.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-02-09T23:55:31.137 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-02-09T23:55:31.137 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-02-09T23:55:31.137 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:31.455 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : rbd-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 153/202 2024-02-09T23:55:31.479 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: rbd-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 153/202 2024-02-09T23:55:31.479 INFO:teuthology.orchestra.run.smithi027.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:55:31.479 INFO:teuthology.orchestra.run.smithi027.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-02-09T23:55:31.479 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-02-09T23:55:31.479 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-02-09T23:55:31.479 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:36.151 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-test-2:19.0.0-1361.g290212a1.el9.x86_64 154/202 2024-02-09T23:55:36.193 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : rbd-fuse-2:19.0.0-1361.g290212a1.el9.x86_64 155/202 2024-02-09T23:55:36.223 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : rbd-nbd-2:19.0.0-1361.g290212a1.el9.x86_64 156/202 2024-02-09T23:55:36.250 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 157/202 2024-02-09T23:55:36.450 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : cephfs-shell-2:19.0.0-1361.g290212a1.el9.x86_64 158/202 2024-02-09T23:55:36.569 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : postgresql-contrib-13.11-1.el9.x86_64 159/202 2024-02-09T23:55:36.615 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-fuse-2:19.0.0-1361.g290212a1.el9.x86_64 160/202 2024-02-09T23:55:36.671 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 161/202 2024-02-09T23:55:36.747 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : xfsdump-3.1.12-4.el9.x86_64 162/202 2024-02-09T23:55:36.819 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : util-linux-user-2.37.4-18.el9.x86_64 163/202 2024-02-09T23:55:36.866 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : iproute-tc-6.7.0-2.el9.x86_64 164/202 2024-02-09T23:55:36.901 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : elfutils-debuginfod-client-0.190-2.el9.x86_64 165/202 2024-02-09T23:55:36.932 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libcephfs-devel-2:19.0.0-1361.g290212a1.el9.x86_ 166/202 2024-02-09T23:55:36.962 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : NetworkManager-team-1:1.45.90-1.el9.x86_64 167/202 2024-02-09T23:55:37.023 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : NetworkManager-tui-1:1.45.90-1.el9.x86_64 168/202 2024-02-09T23:55:37.074 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : libacl-devel-2.3.1-4.el9.x86_64 169/202 2024-02-09T23:55:37.102 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : acl-2.3.1-4.el9.x86_64 170/202 2024-02-09T23:55:37.738 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 171/202 2024-02-09T23:55:37.775 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : postgresql-server-13.11-1.el9.x86_64 171/202 2024-02-09T23:55:37.796 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 171/202 2024-02-09T23:55:38.688 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : cephfs-top-2:19.0.0-1361.g290212a1.el9.noarch 172/202 2024-02-09T23:55:38.762 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : openssl-devel-1:3.0.7-25.el9.x86_64 173/202 2024-02-09T23:55:38.812 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 174/202 2024-02-09T23:55:38.909 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : flex-2.6.4-9.el9.x86_64 175/202 2024-02-09T23:55:38.940 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : bison-3.7.4-5.el9.x86_64 176/202 2024-02-09T23:55:38.965 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : NetworkManager-tui-1:1.44.0-2.el9.x86_64 177/202 2024-02-09T23:55:38.990 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : elfutils-debuginfod-client-0.189-3.el9.x86_64 178/202 2024-02-09T23:55:39.017 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : elfutils-libs-0.189-3.el9.x86_64 179/202 2024-02-09T23:55:39.017 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 180/202 2024-02-09T23:55:39.102 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 180/202 2024-02-09T23:55:39.130 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : libacl-devel-2.3.1-3.el9.x86_64 181/202 2024-02-09T23:55:39.159 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : openssl-1:3.0.7-24.el9.x86_64 182/202 2024-02-09T23:55:39.159 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 183/202 2024-02-09T23:55:39.245 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 183/202 2024-02-09T23:55:39.272 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : xfsdump-3.1.12-3.el9.x86_64 184/202 2024-02-09T23:55:39.307 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : xfsprogs-5.19.0-4.el9.x86_64 185/202 2024-02-09T23:55:39.331 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : iproute-tc-6.2.0-5.el9.x86_64 186/202 2024-02-09T23:55:39.359 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : acl-2.3.1-3.el9.x86_64 187/202 2024-02-09T23:55:39.391 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : iproute-6.2.0-5.el9.x86_64 188/202 2024-02-09T23:55:39.426 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : util-linux-user-2.37.4-15.el9.x86_64 189/202 2024-02-09T23:55:39.466 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : util-linux-2.37.4-15.el9.x86_64 190/202 2024-02-09T23:55:39.512 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : util-linux-core-2.37.4-15.el9.x86_64 191/202 2024-02-09T23:55:39.537 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : libfdisk-2.37.4-15.el9.x86_64 192/202 2024-02-09T23:55:39.563 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : libmount-2.37.4-15.el9.x86_64 193/202 2024-02-09T23:55:39.588 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : libblkid-2.37.4-15.el9.x86_64 194/202 2024-02-09T23:55:39.613 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : NetworkManager-team-1:1.44.0-2.el9.x86_64 195/202 2024-02-09T23:55:39.620 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 196/202 2024-02-09T23:55:39.621 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : NetworkManager-1:1.44.0-2.el9.x86_64 196/202 2024-02-09T23:55:39.808 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 196/202 2024-02-09T23:55:39.808 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 197/202 2024-02-09T23:55:39.891 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: NetworkManager-libnm-1:1.44.0-2.el9.x86_64 197/202 2024-02-09T23:55:39.916 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : libuuid-2.37.4-15.el9.x86_64 198/202 2024-02-09T23:55:39.941 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : libsmartcols-2.37.4-15.el9.x86_64 199/202 2024-02-09T23:55:39.966 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : elfutils-libelf-0.189-3.el9.x86_64 200/202 2024-02-09T23:55:39.998 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : libacl-2.3.1-3.el9.x86_64 201/202 2024-02-09T23:55:40.076 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : openssl-libs-1:3.0.7-24.el9.x86_64 202/202 2024-02-09T23:55:44.986 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: openssl-libs-1:3.0.7-24.el9.x86_64 202/202 2024-02-09T23:55:44.986 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-2:19.0.0-1361.g290212a1.el9.x86_64 1/202 2024-02-09T23:55:44.986 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-base-2:19.0.0-1361.g290212a1.el9.x86_64 2/202 2024-02-09T23:55:44.986 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-common-2:19.0.0-1361.g290212a1.el9.x86_64 3/202 2024-02-09T23:55:44.986 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-fuse-2:19.0.0-1361.g290212a1.el9.x86_64 4/202 2024-02-09T23:55:44.986 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-1361.g29021 5/202 2024-02-09T23:55:44.986 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-mds-2:19.0.0-1361.g290212a1.el9.x86_64 6/202 2024-02-09T23:55:44.986 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-mgr-2:19.0.0-1361.g290212a1.el9.x86_64 7/202 2024-02-09T23:55:44.987 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-mon-2:19.0.0-1361.g290212a1.el9.x86_64 8/202 2024-02-09T23:55:44.987 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-osd-2:19.0.0-1361.g290212a1.el9.x86_64 9/202 2024-02-09T23:55:44.987 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-radosgw-2:19.0.0-1361.g290212a1.el9.x86_64 10/202 2024-02-09T23:55:44.987 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-selinux-2:19.0.0-1361.g290212a1.el9.x86_64 11/202 2024-02-09T23:55:44.987 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-test-2:19.0.0-1361.g290212a1.el9.x86_64 12/202 2024-02-09T23:55:44.987 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : cephfs-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 13/202 2024-02-09T23:55:44.987 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : cephfs-shell-2:19.0.0-1361.g290212a1.el9.x86_64 14/202 2024-02-09T23:55:44.987 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libcephfs-devel-2:19.0.0-1361.g290212a1.el9.x86_ 15/202 2024-02-09T23:55:44.987 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libcephfs2-2:19.0.0-1361.g290212a1.el9.x86_64 16/202 2024-02-09T23:55:44.987 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libcephsqlite-2:19.0.0-1361.g290212a1.el9.x86_64 17/202 2024-02-09T23:55:44.987 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : librados-devel-2:19.0.0-1361.g290212a1.el9.x86_6 18/202 2024-02-09T23:55:44.987 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libradosstriper1-2:19.0.0-1361.g290212a1.el9.x86 19/202 2024-02-09T23:55:44.987 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : librgw2-2:19.0.0-1361.g290212a1.el9.x86_64 20/202 2024-02-09T23:55:44.987 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-ceph-argparse-2:19.0.0-1361.g290212a1.el 21/202 2024-02-09T23:55:44.988 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-ceph-common-2:19.0.0-1361.g290212a1.el9. 22/202 2024-02-09T23:55:44.988 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-cephfs-2:19.0.0-1361.g290212a1.el9.x86_6 23/202 2024-02-09T23:55:44.988 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-rados-2:19.0.0-1361.g290212a1.el9.x86_64 24/202 2024-02-09T23:55:44.988 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-rbd-2:19.0.0-1361.g290212a1.el9.x86_64 25/202 2024-02-09T23:55:44.988 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-rgw-2:19.0.0-1361.g290212a1.el9.x86_64 26/202 2024-02-09T23:55:44.988 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : rbd-fuse-2:19.0.0-1361.g290212a1.el9.x86_64 27/202 2024-02-09T23:55:44.988 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : rbd-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 28/202 2024-02-09T23:55:44.988 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : rbd-nbd-2:19.0.0-1361.g290212a1.el9.x86_64 29/202 2024-02-09T23:55:44.988 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-1361.g290212a1. 30/202 2024-02-09T23:55:44.988 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-1361.g290212a1.el9.noa 31/202 2024-02-09T23:55:44.988 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-1361.g290212a1.el9.n 32/202 2024-02-09T23:55:44.988 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-1361.g290 33/202 2024-02-09T23:55:44.988 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-1361.g290212a1.el 34/202 2024-02-09T23:55:44.988 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-mgr-rook-2:19.0.0-1361.g290212a1.el9.noarch 35/202 2024-02-09T23:55:44.989 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-1361.g290212a1.e 36/202 2024-02-09T23:55:44.989 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-volume-2:19.0.0-1361.g290212a1.el9.noarch 37/202 2024-02-09T23:55:44.989 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : cephadm-2:19.0.0-1361.g290212a1.el9.noarch 38/202 2024-02-09T23:55:44.989 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : cephfs-top-2:19.0.0-1361.g290212a1.el9.noarch 39/202 2024-02-09T23:55:44.989 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : automake-1.16.2-8.el9.noarch 40/202 2024-02-09T23:55:44.989 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : bison-3.7.4-5.el9.x86_64 41/202 2024-02-09T23:55:44.989 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 42/202 2024-02-09T23:55:44.989 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 43/202 2024-02-09T23:55:44.989 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : flex-2.6.4-9.el9.x86_64 44/202 2024-02-09T23:55:44.989 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/202 2024-02-09T23:55:44.989 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/202 2024-02-09T23:55:44.989 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/202 2024-02-09T23:55:44.989 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 48/202 2024-02-09T23:55:44.989 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 49/202 2024-02-09T23:55:44.989 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 50/202 2024-02-09T23:55:44.990 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 51/202 2024-02-09T23:55:44.990 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 52/202 2024-02-09T23:55:44.990 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 53/202 2024-02-09T23:55:44.990 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 54/202 2024-02-09T23:55:44.990 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 55/202 2024-02-09T23:55:44.990 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : lua-5.4.4-4.el9.x86_64 56/202 2024-02-09T23:55:44.990 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 57/202 2024-02-09T23:55:44.990 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 58/202 2024-02-09T23:55:44.990 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : openssl-devel-1:3.0.7-25.el9.x86_64 59/202 2024-02-09T23:55:44.990 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : postgresql-13.11-1.el9.x86_64 60/202 2024-02-09T23:55:44.990 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : postgresql-contrib-13.11-1.el9.x86_64 61/202 2024-02-09T23:55:44.990 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : postgresql-private-libs-13.11-1.el9.x86_64 62/202 2024-02-09T23:55:44.990 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : postgresql-server-13.11-1.el9.x86_64 63/202 2024-02-09T23:55:44.990 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 64/202 2024-02-09T23:55:44.991 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 65/202 2024-02-09T23:55:44.991 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 66/202 2024-02-09T23:55:44.991 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 67/202 2024-02-09T23:55:44.991 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 68/202 2024-02-09T23:55:44.991 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 69/202 2024-02-09T23:55:44.991 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 70/202 2024-02-09T23:55:44.991 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 71/202 2024-02-09T23:55:44.991 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 72/202 2024-02-09T23:55:44.991 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 73/202 2024-02-09T23:55:44.991 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 74/202 2024-02-09T23:55:44.991 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 75/202 2024-02-09T23:55:44.991 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 76/202 2024-02-09T23:55:44.991 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 77/202 2024-02-09T23:55:44.991 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 78/202 2024-02-09T23:55:44.991 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 79/202 2024-02-09T23:55:44.992 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 80/202 2024-02-09T23:55:44.992 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 81/202 2024-02-09T23:55:44.992 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 82/202 2024-02-09T23:55:44.992 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 83/202 2024-02-09T23:55:44.992 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 84/202 2024-02-09T23:55:44.992 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : qatlib-23.11.0-1.el9.x86_64 85/202 2024-02-09T23:55:44.992 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : qatlib-service-23.11.0-1.el9.x86_64 86/202 2024-02-09T23:55:44.992 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : qatzip-libs-1.1.2-2.el9.x86_64 87/202 2024-02-09T23:55:44.992 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 88/202 2024-02-09T23:55:44.992 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 89/202 2024-02-09T23:55:44.992 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 90/202 2024-02-09T23:55:44.992 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 91/202 2024-02-09T23:55:44.992 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : zlib-devel-1.2.11-40.el9.x86_64 92/202 2024-02-09T23:55:44.992 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 93/202 2024-02-09T23:55:44.993 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : jq-1.6-16.el9.x86_64 94/202 2024-02-09T23:55:44.993 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 95/202 2024-02-09T23:55:44.993 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 96/202 2024-02-09T23:55:44.993 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 97/202 2024-02-09T23:55:44.993 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 98/202 2024-02-09T23:55:44.993 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 99/202 2024-02-09T23:55:44.993 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-ply-3.11-14.el9.noarch 100/202 2024-02-09T23:55:44.993 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 101/202 2024-02-09T23:55:44.993 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 102/202 2024-02-09T23:55:44.993 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 103/202 2024-02-09T23:55:44.993 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 104/202 2024-02-09T23:55:44.993 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 105/202 2024-02-09T23:55:44.993 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 106/202 2024-02-09T23:55:44.993 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 107/202 2024-02-09T23:55:44.994 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 108/202 2024-02-09T23:55:44.994 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 109/202 2024-02-09T23:55:44.994 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 110/202 2024-02-09T23:55:44.994 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 111/202 2024-02-09T23:55:44.994 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 112/202 2024-02-09T23:55:44.994 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 113/202 2024-02-09T23:55:44.994 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 114/202 2024-02-09T23:55:44.994 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 115/202 2024-02-09T23:55:44.994 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-asyncssh-2.13.2-3.el9.noarch 116/202 2024-02-09T23:55:44.994 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 117/202 2024-02-09T23:55:44.994 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 118/202 2024-02-09T23:55:44.994 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 119/202 2024-02-09T23:55:44.994 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 120/202 2024-02-09T23:55:44.994 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 121/202 2024-02-09T23:55:44.994 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 122/202 2024-02-09T23:55:44.995 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 123/202 2024-02-09T23:55:44.995 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-google-auth-1:2.27.0-1.el9.noarch 124/202 2024-02-09T23:55:44.995 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 125/202 2024-02-09T23:55:44.995 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 126/202 2024-02-09T23:55:44.995 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 127/202 2024-02-09T23:55:44.995 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 128/202 2024-02-09T23:55:44.995 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 129/202 2024-02-09T23:55:44.995 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 130/202 2024-02-09T23:55:44.995 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 131/202 2024-02-09T23:55:44.995 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 132/202 2024-02-09T23:55:44.995 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 133/202 2024-02-09T23:55:44.995 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 134/202 2024-02-09T23:55:44.995 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 135/202 2024-02-09T23:55:44.995 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 136/202 2024-02-09T23:55:44.995 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 137/202 2024-02-09T23:55:44.996 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 138/202 2024-02-09T23:55:44.997 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 139/202 2024-02-09T23:55:44.997 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 140/202 2024-02-09T23:55:44.997 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 141/202 2024-02-09T23:55:44.997 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 142/202 2024-02-09T23:55:44.997 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 143/202 2024-02-09T23:55:44.997 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 144/202 2024-02-09T23:55:44.997 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 145/202 2024-02-09T23:55:44.997 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 146/202 2024-02-09T23:55:44.997 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 147/202 2024-02-09T23:55:44.997 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 148/202 2024-02-09T23:55:44.998 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : re2-1:20211101-3.el9.x86_64 149/202 2024-02-09T23:55:44.998 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 150/202 2024-02-09T23:55:44.998 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : librados2-2:19.0.0-1361.g290212a1.el9.x86_64 151/202 2024-02-09T23:55:44.998 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 152/202 2024-02-09T23:55:44.998 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : librbd1-2:19.0.0-1361.g290212a1.el9.x86_64 153/202 2024-02-09T23:55:44.998 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 154/202 2024-02-09T23:55:44.998 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libacl-devel-2.3.1-4.el9.x86_64 155/202 2024-02-09T23:55:44.998 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libacl-devel-2.3.1-3.el9.x86_64 156/202 2024-02-09T23:55:44.998 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : NetworkManager-1:1.45.90-1.el9.x86_64 157/202 2024-02-09T23:55:44.998 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : NetworkManager-1:1.44.0-2.el9.x86_64 158/202 2024-02-09T23:55:44.998 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : NetworkManager-libnm-1:1.45.90-1.el9.x86_64 159/202 2024-02-09T23:55:44.998 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 160/202 2024-02-09T23:55:44.998 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : NetworkManager-team-1:1.45.90-1.el9.x86_64 161/202 2024-02-09T23:55:44.998 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : NetworkManager-team-1:1.44.0-2.el9.x86_64 162/202 2024-02-09T23:55:44.999 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : NetworkManager-tui-1:1.45.90-1.el9.x86_64 163/202 2024-02-09T23:55:44.999 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : NetworkManager-tui-1:1.44.0-2.el9.x86_64 164/202 2024-02-09T23:55:44.999 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : acl-2.3.1-4.el9.x86_64 165/202 2024-02-09T23:55:44.999 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : acl-2.3.1-3.el9.x86_64 166/202 2024-02-09T23:55:44.999 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 167/202 2024-02-09T23:55:44.999 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : elfutils-debuginfod-client-0.189-3.el9.x86_64 168/202 2024-02-09T23:55:44.999 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 169/202 2024-02-09T23:55:44.999 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : elfutils-libelf-0.189-3.el9.x86_64 170/202 2024-02-09T23:55:44.999 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 171/202 2024-02-09T23:55:44.999 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : elfutils-libs-0.189-3.el9.x86_64 172/202 2024-02-09T23:55:44.999 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : iproute-6.7.0-2.el9.x86_64 173/202 2024-02-09T23:55:44.999 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : iproute-6.2.0-5.el9.x86_64 174/202 2024-02-09T23:55:44.999 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : iproute-tc-6.7.0-2.el9.x86_64 175/202 2024-02-09T23:55:44.999 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : iproute-tc-6.2.0-5.el9.x86_64 176/202 2024-02-09T23:55:44.999 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libacl-2.3.1-4.el9.x86_64 177/202 2024-02-09T23:55:45.000 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libacl-2.3.1-3.el9.x86_64 178/202 2024-02-09T23:55:45.000 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libblkid-2.37.4-18.el9.x86_64 179/202 2024-02-09T23:55:45.000 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libblkid-2.37.4-15.el9.x86_64 180/202 2024-02-09T23:55:45.000 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libfdisk-2.37.4-18.el9.x86_64 181/202 2024-02-09T23:55:45.000 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libfdisk-2.37.4-15.el9.x86_64 182/202 2024-02-09T23:55:45.000 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libmount-2.37.4-18.el9.x86_64 183/202 2024-02-09T23:55:45.000 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libmount-2.37.4-15.el9.x86_64 184/202 2024-02-09T23:55:45.000 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libsmartcols-2.37.4-18.el9.x86_64 185/202 2024-02-09T23:55:45.000 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libsmartcols-2.37.4-15.el9.x86_64 186/202 2024-02-09T23:55:45.000 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libuuid-2.37.4-18.el9.x86_64 187/202 2024-02-09T23:55:45.000 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libuuid-2.37.4-15.el9.x86_64 188/202 2024-02-09T23:55:45.000 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : openssl-1:3.0.7-25.el9.x86_64 189/202 2024-02-09T23:55:45.000 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : openssl-1:3.0.7-24.el9.x86_64 190/202 2024-02-09T23:55:45.000 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : openssl-libs-1:3.0.7-25.el9.x86_64 191/202 2024-02-09T23:55:45.001 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : openssl-libs-1:3.0.7-24.el9.x86_64 192/202 2024-02-09T23:55:45.001 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : util-linux-2.37.4-18.el9.x86_64 193/202 2024-02-09T23:55:45.001 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : util-linux-2.37.4-15.el9.x86_64 194/202 2024-02-09T23:55:45.001 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : util-linux-core-2.37.4-18.el9.x86_64 195/202 2024-02-09T23:55:45.001 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : util-linux-core-2.37.4-15.el9.x86_64 196/202 2024-02-09T23:55:45.001 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : util-linux-user-2.37.4-18.el9.x86_64 197/202 2024-02-09T23:55:45.001 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : util-linux-user-2.37.4-15.el9.x86_64 198/202 2024-02-09T23:55:45.001 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : xfsdump-3.1.12-4.el9.x86_64 199/202 2024-02-09T23:55:45.001 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : xfsdump-3.1.12-3.el9.x86_64 200/202 2024-02-09T23:55:45.001 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 201/202 2024-02-09T23:55:47.816 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : xfsprogs-5.19.0-4.el9.x86_64 202/202 2024-02-09T23:55:47.816 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:47.816 INFO:teuthology.orchestra.run.smithi027.stdout:Upgraded: 2024-02-09T23:55:47.816 INFO:teuthology.orchestra.run.smithi027.stdout: NetworkManager-1:1.45.90-1.el9.x86_64 2024-02-09T23:55:47.816 INFO:teuthology.orchestra.run.smithi027.stdout: NetworkManager-libnm-1:1.45.90-1.el9.x86_64 2024-02-09T23:55:47.817 INFO:teuthology.orchestra.run.smithi027.stdout: NetworkManager-team-1:1.45.90-1.el9.x86_64 2024-02-09T23:55:47.817 INFO:teuthology.orchestra.run.smithi027.stdout: NetworkManager-tui-1:1.45.90-1.el9.x86_64 2024-02-09T23:55:47.817 INFO:teuthology.orchestra.run.smithi027.stdout: acl-2.3.1-4.el9.x86_64 2024-02-09T23:55:47.817 INFO:teuthology.orchestra.run.smithi027.stdout: elfutils-debuginfod-client-0.190-2.el9.x86_64 2024-02-09T23:55:47.817 INFO:teuthology.orchestra.run.smithi027.stdout: elfutils-libelf-0.190-2.el9.x86_64 2024-02-09T23:55:47.817 INFO:teuthology.orchestra.run.smithi027.stdout: elfutils-libs-0.190-2.el9.x86_64 2024-02-09T23:55:47.817 INFO:teuthology.orchestra.run.smithi027.stdout: iproute-6.7.0-2.el9.x86_64 2024-02-09T23:55:47.817 INFO:teuthology.orchestra.run.smithi027.stdout: iproute-tc-6.7.0-2.el9.x86_64 2024-02-09T23:55:47.817 INFO:teuthology.orchestra.run.smithi027.stdout: libacl-2.3.1-4.el9.x86_64 2024-02-09T23:55:47.817 INFO:teuthology.orchestra.run.smithi027.stdout: libacl-devel-2.3.1-4.el9.x86_64 2024-02-09T23:55:47.817 INFO:teuthology.orchestra.run.smithi027.stdout: libblkid-2.37.4-18.el9.x86_64 2024-02-09T23:55:47.817 INFO:teuthology.orchestra.run.smithi027.stdout: libfdisk-2.37.4-18.el9.x86_64 2024-02-09T23:55:47.817 INFO:teuthology.orchestra.run.smithi027.stdout: libmount-2.37.4-18.el9.x86_64 2024-02-09T23:55:47.817 INFO:teuthology.orchestra.run.smithi027.stdout: librados2-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:47.818 INFO:teuthology.orchestra.run.smithi027.stdout: librbd1-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:47.818 INFO:teuthology.orchestra.run.smithi027.stdout: libsmartcols-2.37.4-18.el9.x86_64 2024-02-09T23:55:47.818 INFO:teuthology.orchestra.run.smithi027.stdout: libuuid-2.37.4-18.el9.x86_64 2024-02-09T23:55:47.818 INFO:teuthology.orchestra.run.smithi027.stdout: openssl-1:3.0.7-25.el9.x86_64 2024-02-09T23:55:47.818 INFO:teuthology.orchestra.run.smithi027.stdout: openssl-libs-1:3.0.7-25.el9.x86_64 2024-02-09T23:55:47.818 INFO:teuthology.orchestra.run.smithi027.stdout: util-linux-2.37.4-18.el9.x86_64 2024-02-09T23:55:47.818 INFO:teuthology.orchestra.run.smithi027.stdout: util-linux-core-2.37.4-18.el9.x86_64 2024-02-09T23:55:47.818 INFO:teuthology.orchestra.run.smithi027.stdout: util-linux-user-2.37.4-18.el9.x86_64 2024-02-09T23:55:47.818 INFO:teuthology.orchestra.run.smithi027.stdout: xfsdump-3.1.12-4.el9.x86_64 2024-02-09T23:55:47.818 INFO:teuthology.orchestra.run.smithi027.stdout: xfsprogs-6.3.0-1.el9.x86_64 2024-02-09T23:55:47.818 INFO:teuthology.orchestra.run.smithi027.stdout:Installed: 2024-02-09T23:55:47.818 INFO:teuthology.orchestra.run.smithi027.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-02-09T23:55:47.818 INFO:teuthology.orchestra.run.smithi027.stdout: automake-1.16.2-8.el9.noarch 2024-02-09T23:55:47.818 INFO:teuthology.orchestra.run.smithi027.stdout: bison-3.7.4-5.el9.x86_64 2024-02-09T23:55:47.818 INFO:teuthology.orchestra.run.smithi027.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-02-09T23:55:47.819 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:47.819 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-base-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:47.819 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-common-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:47.819 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-fuse-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:47.819 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-grafana-dashboards-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:55:47.819 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-immutable-object-cache-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:47.819 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mds-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:47.819 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:47.819 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-cephadm-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:55:47.819 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-dashboard-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:55:47.819 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-diskprediction-local-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:55:47.819 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-modules-core-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:55:47.819 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-rook-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:55:47.819 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mon-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:47.819 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-osd-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:47.820 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-prometheus-alerts-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:55:47.820 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-radosgw-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:47.820 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-selinux-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:47.820 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-test-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:47.820 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-volume-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:55:47.820 INFO:teuthology.orchestra.run.smithi027.stdout: cephadm-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:55:47.820 INFO:teuthology.orchestra.run.smithi027.stdout: cephfs-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:47.820 INFO:teuthology.orchestra.run.smithi027.stdout: cephfs-shell-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:47.820 INFO:teuthology.orchestra.run.smithi027.stdout: cephfs-top-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:55:47.820 INFO:teuthology.orchestra.run.smithi027.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-02-09T23:55:47.820 INFO:teuthology.orchestra.run.smithi027.stdout: flex-2.6.4-9.el9.x86_64 2024-02-09T23:55:47.820 INFO:teuthology.orchestra.run.smithi027.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-02-09T23:55:47.820 INFO:teuthology.orchestra.run.smithi027.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-02-09T23:55:47.820 INFO:teuthology.orchestra.run.smithi027.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-02-09T23:55:47.821 INFO:teuthology.orchestra.run.smithi027.stdout: fuse-2.9.9-15.el9.x86_64 2024-02-09T23:55:47.821 INFO:teuthology.orchestra.run.smithi027.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-02-09T23:55:47.821 INFO:teuthology.orchestra.run.smithi027.stdout: grpc-data-1.46.7-10.el9.noarch 2024-02-09T23:55:47.821 INFO:teuthology.orchestra.run.smithi027.stdout: jq-1.6-16.el9.x86_64 2024-02-09T23:55:47.821 INFO:teuthology.orchestra.run.smithi027.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-02-09T23:55:47.821 INFO:teuthology.orchestra.run.smithi027.stdout: libarrow-9.0.0-10.el9.x86_64 2024-02-09T23:55:47.821 INFO:teuthology.orchestra.run.smithi027.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-02-09T23:55:47.821 INFO:teuthology.orchestra.run.smithi027.stdout: libcephfs-devel-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:47.821 INFO:teuthology.orchestra.run.smithi027.stdout: libcephfs2-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:47.821 INFO:teuthology.orchestra.run.smithi027.stdout: libcephsqlite-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:47.821 INFO:teuthology.orchestra.run.smithi027.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-02-09T23:55:47.821 INFO:teuthology.orchestra.run.smithi027.stdout: liboath-2.6.7-2.el9.x86_64 2024-02-09T23:55:47.821 INFO:teuthology.orchestra.run.smithi027.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-02-09T23:55:47.821 INFO:teuthology.orchestra.run.smithi027.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-02-09T23:55:47.822 INFO:teuthology.orchestra.run.smithi027.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-02-09T23:55:47.822 INFO:teuthology.orchestra.run.smithi027.stdout: librados-devel-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:47.822 INFO:teuthology.orchestra.run.smithi027.stdout: libradosstriper1-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:47.822 INFO:teuthology.orchestra.run.smithi027.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-02-09T23:55:47.822 INFO:teuthology.orchestra.run.smithi027.stdout: librgw2-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:47.822 INFO:teuthology.orchestra.run.smithi027.stdout: libtool-2.4.6-45.el9.x86_64 2024-02-09T23:55:47.822 INFO:teuthology.orchestra.run.smithi027.stdout: libunwind-1.6.2-1.el9.x86_64 2024-02-09T23:55:47.822 INFO:teuthology.orchestra.run.smithi027.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-02-09T23:55:47.822 INFO:teuthology.orchestra.run.smithi027.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-02-09T23:55:47.822 INFO:teuthology.orchestra.run.smithi027.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-02-09T23:55:47.822 INFO:teuthology.orchestra.run.smithi027.stdout: lua-5.4.4-4.el9.x86_64 2024-02-09T23:55:47.822 INFO:teuthology.orchestra.run.smithi027.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-02-09T23:55:47.822 INFO:teuthology.orchestra.run.smithi027.stdout: luarocks-3.9.2-1.el9.noarch 2024-02-09T23:55:47.822 INFO:teuthology.orchestra.run.smithi027.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-02-09T23:55:47.822 INFO:teuthology.orchestra.run.smithi027.stdout: openblas-0.3.21-2.el9.x86_64 2024-02-09T23:55:47.823 INFO:teuthology.orchestra.run.smithi027.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-02-09T23:55:47.823 INFO:teuthology.orchestra.run.smithi027.stdout: openssl-devel-1:3.0.7-25.el9.x86_64 2024-02-09T23:55:47.823 INFO:teuthology.orchestra.run.smithi027.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-02-09T23:55:47.823 INFO:teuthology.orchestra.run.smithi027.stdout: postgresql-13.11-1.el9.x86_64 2024-02-09T23:55:47.823 INFO:teuthology.orchestra.run.smithi027.stdout: postgresql-contrib-13.11-1.el9.x86_64 2024-02-09T23:55:47.823 INFO:teuthology.orchestra.run.smithi027.stdout: postgresql-private-libs-13.11-1.el9.x86_64 2024-02-09T23:55:47.823 INFO:teuthology.orchestra.run.smithi027.stdout: postgresql-server-13.11-1.el9.x86_64 2024-02-09T23:55:47.823 INFO:teuthology.orchestra.run.smithi027.stdout: protobuf-3.14.0-13.el9.x86_64 2024-02-09T23:55:47.823 INFO:teuthology.orchestra.run.smithi027.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-02-09T23:55:47.823 INFO:teuthology.orchestra.run.smithi027.stdout: python3-asyncssh-2.13.2-3.el9.noarch 2024-02-09T23:55:47.823 INFO:teuthology.orchestra.run.smithi027.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-02-09T23:55:47.823 INFO:teuthology.orchestra.run.smithi027.stdout: python3-babel-2.9.1-2.el9.noarch 2024-02-09T23:55:47.823 INFO:teuthology.orchestra.run.smithi027.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-02-09T23:55:47.823 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-02-09T23:55:47.824 INFO:teuthology.orchestra.run.smithi027.stdout: python3-ceph-argparse-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:47.824 INFO:teuthology.orchestra.run.smithi027.stdout: python3-ceph-common-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:47.824 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cephfs-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:47.824 INFO:teuthology.orchestra.run.smithi027.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-02-09T23:55:47.824 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-02-09T23:55:47.824 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-02-09T23:55:47.824 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-02-09T23:55:47.824 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-02-09T23:55:47.824 INFO:teuthology.orchestra.run.smithi027.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-02-09T23:55:47.824 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-02-09T23:55:47.825 INFO:teuthology.orchestra.run.smithi027.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-02-09T23:55:47.825 INFO:teuthology.orchestra.run.smithi027.stdout: python3-google-auth-1:2.27.0-1.el9.noarch 2024-02-09T23:55:47.825 INFO:teuthology.orchestra.run.smithi027.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-02-09T23:55:47.825 INFO:teuthology.orchestra.run.smithi027.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-02-09T23:55:47.825 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-02-09T23:55:47.825 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-02-09T23:55:47.825 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-02-09T23:55:47.825 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-02-09T23:55:47.825 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-02-09T23:55:47.825 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-02-09T23:55:47.825 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-02-09T23:55:47.826 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-02-09T23:55:47.826 INFO:teuthology.orchestra.run.smithi027.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-02-09T23:55:47.826 INFO:teuthology.orchestra.run.smithi027.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-02-09T23:55:47.826 INFO:teuthology.orchestra.run.smithi027.stdout: python3-mako-1.1.4-6.el9.noarch 2024-02-09T23:55:47.826 INFO:teuthology.orchestra.run.smithi027.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-02-09T23:55:47.826 INFO:teuthology.orchestra.run.smithi027.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-02-09T23:55:47.826 INFO:teuthology.orchestra.run.smithi027.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-02-09T23:55:47.826 INFO:teuthology.orchestra.run.smithi027.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-02-09T23:55:47.826 INFO:teuthology.orchestra.run.smithi027.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-02-09T23:55:47.826 INFO:teuthology.orchestra.run.smithi027.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-02-09T23:55:47.827 INFO:teuthology.orchestra.run.smithi027.stdout: python3-packaging-20.9-5.el9.noarch 2024-02-09T23:55:47.827 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-02-09T23:55:47.827 INFO:teuthology.orchestra.run.smithi027.stdout: python3-ply-3.11-14.el9.noarch 2024-02-09T23:55:47.827 INFO:teuthology.orchestra.run.smithi027.stdout: python3-portend-3.1.0-2.el9.noarch 2024-02-09T23:55:47.827 INFO:teuthology.orchestra.run.smithi027.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-02-09T23:55:47.827 INFO:teuthology.orchestra.run.smithi027.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-02-09T23:55:47.827 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-02-09T23:55:47.827 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-02-09T23:55:47.827 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-02-09T23:55:47.827 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pycparser-2.20-6.el9.noarch 2024-02-09T23:55:47.827 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-02-09T23:55:47.827 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pytz-2021.1-5.el9.noarch 2024-02-09T23:55:47.827 INFO:teuthology.orchestra.run.smithi027.stdout: python3-rados-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:47.828 INFO:teuthology.orchestra.run.smithi027.stdout: python3-rbd-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:47.828 INFO:teuthology.orchestra.run.smithi027.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-02-09T23:55:47.828 INFO:teuthology.orchestra.run.smithi027.stdout: python3-requests-2.25.1-8.el9.noarch 2024-02-09T23:55:47.828 INFO:teuthology.orchestra.run.smithi027.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-02-09T23:55:47.828 INFO:teuthology.orchestra.run.smithi027.stdout: python3-rgw-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:47.828 INFO:teuthology.orchestra.run.smithi027.stdout: python3-routes-2.5.1-5.el9.noarch 2024-02-09T23:55:47.828 INFO:teuthology.orchestra.run.smithi027.stdout: python3-rsa-4.9-2.el9.noarch 2024-02-09T23:55:47.828 INFO:teuthology.orchestra.run.smithi027.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-02-09T23:55:47.828 INFO:teuthology.orchestra.run.smithi027.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-02-09T23:55:47.828 INFO:teuthology.orchestra.run.smithi027.stdout: python3-toml-0.10.2-6.el9.noarch 2024-02-09T23:55:47.828 INFO:teuthology.orchestra.run.smithi027.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-02-09T23:55:47.828 INFO:teuthology.orchestra.run.smithi027.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-02-09T23:55:47.828 INFO:teuthology.orchestra.run.smithi027.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-02-09T23:55:47.829 INFO:teuthology.orchestra.run.smithi027.stdout: python3-webob-1.8.7-6.el9.noarch 2024-02-09T23:55:47.829 INFO:teuthology.orchestra.run.smithi027.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-02-09T23:55:47.829 INFO:teuthology.orchestra.run.smithi027.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-02-09T23:55:47.829 INFO:teuthology.orchestra.run.smithi027.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-02-09T23:55:47.829 INFO:teuthology.orchestra.run.smithi027.stdout: qatlib-23.11.0-1.el9.x86_64 2024-02-09T23:55:47.829 INFO:teuthology.orchestra.run.smithi027.stdout: qatlib-service-23.11.0-1.el9.x86_64 2024-02-09T23:55:47.829 INFO:teuthology.orchestra.run.smithi027.stdout: qatzip-libs-1.1.2-2.el9.x86_64 2024-02-09T23:55:47.829 INFO:teuthology.orchestra.run.smithi027.stdout: rbd-fuse-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:47.829 INFO:teuthology.orchestra.run.smithi027.stdout: rbd-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:47.829 INFO:teuthology.orchestra.run.smithi027.stdout: rbd-nbd-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:55:47.829 INFO:teuthology.orchestra.run.smithi027.stdout: re2-1:20211101-3.el9.x86_64 2024-02-09T23:55:47.829 INFO:teuthology.orchestra.run.smithi027.stdout: socat-1.7.4.1-5.el9.x86_64 2024-02-09T23:55:47.829 INFO:teuthology.orchestra.run.smithi027.stdout: thrift-0.15.0-2.el9.x86_64 2024-02-09T23:55:47.829 INFO:teuthology.orchestra.run.smithi027.stdout: uuid-1.6.2-55.el9.x86_64 2024-02-09T23:55:47.830 INFO:teuthology.orchestra.run.smithi027.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-02-09T23:55:47.830 INFO:teuthology.orchestra.run.smithi027.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-02-09T23:55:47.830 INFO:teuthology.orchestra.run.smithi027.stdout: zlib-devel-1.2.11-40.el9.x86_64 2024-02-09T23:55:47.830 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:47.830 INFO:teuthology.orchestra.run.smithi027.stdout:Complete! 2024-02-09T23:55:48.470 DEBUG:teuthology.parallel:result is None 2024-02-09T23:55:48.471 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 2024-02-09T23:55:48.644 DEBUG:teuthology.orchestra.run.smithi027:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-02-09T23:55:48.668 INFO:teuthology.orchestra.run.smithi027.stdout:19.0.0-1361.g290212a1.el9 2024-02-09T23:55:48.669 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-1361.g290212a1.el9 2024-02-09T23:55:48.669 INFO:teuthology.task.install:The correct ceph version 19.0.0-1361.g290212a1 is installed. 2024-02-09T23:55:48.672 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 2024-02-09T23:55:48.897 DEBUG:teuthology.orchestra.run.smithi153:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-02-09T23:55:48.924 INFO:teuthology.orchestra.run.smithi153.stdout:19.0.0-1361.g290212a1.el9 2024-02-09T23:55:48.924 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-1361.g290212a1.el9 2024-02-09T23:55:48.924 INFO:teuthology.task.install:The correct ceph version 19.0.0-1361.g290212a1 is installed. 2024-02-09T23:55:48.926 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-02-09T23:55:48.926 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:55:48.926 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-02-09T23:55:48.963 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-02-09T23:55:48.963 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-02-09T23:55:48.997 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-02-09T23:55:48.997 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:55:48.997 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd of=/usr/bin/daemon-helper 2024-02-09T23:55:49.037 DEBUG:teuthology.orchestra.run.smithi027:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-02-09T23:55:49.109 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-02-09T23:55:49.109 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd of=/usr/bin/daemon-helper 2024-02-09T23:55:49.140 DEBUG:teuthology.orchestra.run.smithi153:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-02-09T23:55:49.209 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-02-09T23:55:49.209 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:55:49.209 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd of=/usr/bin/adjust-ulimits 2024-02-09T23:55:49.241 DEBUG:teuthology.orchestra.run.smithi027:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-02-09T23:55:49.314 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-02-09T23:55:49.314 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd of=/usr/bin/adjust-ulimits 2024-02-09T23:55:49.341 DEBUG:teuthology.orchestra.run.smithi153:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-02-09T23:55:49.409 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-02-09T23:55:49.409 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:55:49.409 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd of=/usr/bin/stdin-killer 2024-02-09T23:55:49.441 DEBUG:teuthology.orchestra.run.smithi027:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-02-09T23:55:49.513 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-02-09T23:55:49.513 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd of=/usr/bin/stdin-killer 2024-02-09T23:55:49.540 DEBUG:teuthology.orchestra.run.smithi153:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-02-09T23:55:49.609 INFO:teuthology.run_tasks:Running task ceph... 2024-02-09T23:55:49.723 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-02-09T23:55:49.723 DEBUG:teuthology.orchestra.run.smithi027:> sudo chmod 777 /var/log/ceph 2024-02-09T23:55:49.726 DEBUG:teuthology.orchestra.run.smithi153:> sudo chmod 777 /var/log/ceph 2024-02-09T23:55:49.754 INFO:tasks.ceph:Disabling ceph logrotate... 2024-02-09T23:55:49.754 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm -f -- /etc/logrotate.d/ceph 2024-02-09T23:55:49.797 DEBUG:teuthology.orchestra.run.smithi153:> sudo rm -f -- /etc/logrotate.d/ceph 2024-02-09T23:55:49.825 INFO:tasks.ceph:Creating extra log directories... 2024-02-09T23:55:49.825 DEBUG:teuthology.orchestra.run.smithi027:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-02-09T23:55:49.868 DEBUG:teuthology.orchestra.run.smithi153:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-02-09T23:55:49.902 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-02-09T23:55:49.902 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-02-09T23:55:49.902 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-02-09T23:55:49.902 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:55:49.902 DEBUG:teuthology.orchestra.run.smithi027:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-02-09T23:55:49.951 DEBUG:teuthology.orchestra.run.smithi027:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-02-09T23:55:50.079 DEBUG:teuthology.orchestra.run.smithi027:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-02-09T23:55:50.109 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-02-09T23:55:50.109 DEBUG:teuthology.orchestra.run.smithi153:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-02-09T23:55:50.124 DEBUG:teuthology.orchestra.run.smithi153:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-02-09T23:55:50.242 DEBUG:teuthology.orchestra.run.smithi153:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-02-09T23:55:50.274 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-02-09T23:55:50.274 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-02-09T23:55:50.274 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554559', 'branch': 'main', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} subvol_versions/create_subvol_version_v1 tasks/xfstests-dev}', 'email': 'yweinste@redhat.com', 'first_in_suite': False, 'job_id': '7554559', 'kernel': {'kdb': True, 'sha1': 'distro'}, 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'name': 'yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi', 'no_nested_subset': False, 'nuke-on-error': True, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'main'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'sha1': '290212a1bfd33563ba76ee5b7f0b944fdb6c5d90'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '290212a1bfd33563ba76ee5b7f0b944fdb6c5d90'}}, 'subvolume_version': 1, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'main', 'sha1': '290212a1bfd33563ba76ee5b7f0b944fdb6c5d90'}}, 'owner': 'scheduled_yuriw@teuthology', 'priority': 71, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 3558, 'sha1': '290212a1bfd33563ba76ee5b7f0b944fdb6c5d90', 'sleep_before_teardown': 0, 'subset': '111/120000', 'suite': 'fs', 'suite_branch': 'main', 'suite_path': '/home/teuthworker/src/github.com_ceph_ceph-c_290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/ceph/ceph-ci.git', 'suite_sha1': '290212a1bfd33563ba76ee5b7f0b944fdb6c5d90', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi027.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGwpmcnhXPy11TlEs4d//LAkvfNDeLaCjfddB5+SCblGIJyngP4OXVA86dlYYiqe2JBHmGI8cT5ou7YevCO9Jgw=', 'smithi153.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBK/qbfaOPj5zxh5J+W1UZhU1VermFZSIUnLgzS0sBijq9MBWRC/pzXaPVxE09vrriNU3aWIf9QwQnRiG31V5L/c='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '290212a1bfd33563ba76ee5b7f0b944fdb6c5d90'}}, {'ceph': {'create_rbd_pool': False, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'sha1': '290212a1bfd33563ba76ee5b7f0b944fdb6c5d90', 'cluster': 'ceph'}}, {'ceph-fuse': None}, {'cephfs_test_runner': {'fail_on_skip': False, 'modules': ['tasks.cephfs.tests_from_xfstests_dev']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': 'd9fdb2209e15b39d9f061fd85399f352ce0f0894', 'timestamp': '2024-02-09_19:35:09', 'tube': 'smithi', 'user': 'yuriw', 'verbose': True, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885'} 2024-02-09T23:55:50.275 DEBUG:teuthology.orchestra.run.smithi027:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-02-09T23:55:50.277 DEBUG:teuthology.orchestra.run.smithi153:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-02-09T23:55:50.323 DEBUG:teuthology.orchestra.run.smithi027:> sudo install -d -m0777 -- /var/run/ceph 2024-02-09T23:55:50.332 DEBUG:teuthology.orchestra.run.smithi153:> sudo install -d -m0777 -- /var/run/ceph 2024-02-09T23:55:50.390 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:55:50.391 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/scratch_devs of=/dev/stdout 2024-02-09T23:55:50.417 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-02-09T23:55:50.417 DEBUG:teuthology.orchestra.run.smithi027:> stat /dev/vg_nvme/lv_1 2024-02-09T23:55:50.472 INFO:teuthology.orchestra.run.smithi027.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-02-09T23:55:50.472 INFO:teuthology.orchestra.run.smithi027.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-09T23:55:50.472 INFO:teuthology.orchestra.run.smithi027.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-02-09T23:55:50.472 INFO:teuthology.orchestra.run.smithi027.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-09T23:55:50.472 INFO:teuthology.orchestra.run.smithi027.stdout:Context: system_u:object_r:device_t:s0 2024-02-09T23:55:50.472 INFO:teuthology.orchestra.run.smithi027.stdout:Access: 2024-02-09 23:55:40.422428088 +0000 2024-02-09T23:55:50.472 INFO:teuthology.orchestra.run.smithi027.stdout:Modify: 2024-02-09 23:53:12.684897890 +0000 2024-02-09T23:55:50.472 INFO:teuthology.orchestra.run.smithi027.stdout:Change: 2024-02-09 23:53:12.684897890 +0000 2024-02-09T23:55:50.472 INFO:teuthology.orchestra.run.smithi027.stdout: Birth: 2024-02-09 23:53:12.684897890 +0000 2024-02-09T23:55:50.473 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-02-09T23:55:50.541 INFO:teuthology.orchestra.run.smithi027.stderr:1+0 records in 2024-02-09T23:55:50.541 INFO:teuthology.orchestra.run.smithi027.stderr:1+0 records out 2024-02-09T23:55:50.541 INFO:teuthology.orchestra.run.smithi027.stderr:512 bytes copied, 0.000263436 s, 1.9 MB/s 2024-02-09T23:55:50.542 DEBUG:teuthology.orchestra.run.smithi027:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-02-09T23:55:50.597 DEBUG:teuthology.orchestra.run.smithi027:> stat /dev/vg_nvme/lv_2 2024-02-09T23:55:50.653 INFO:teuthology.orchestra.run.smithi027.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-02-09T23:55:50.653 INFO:teuthology.orchestra.run.smithi027.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-09T23:55:50.653 INFO:teuthology.orchestra.run.smithi027.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-02-09T23:55:50.653 INFO:teuthology.orchestra.run.smithi027.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-09T23:55:50.653 INFO:teuthology.orchestra.run.smithi027.stdout:Context: system_u:object_r:device_t:s0 2024-02-09T23:55:50.653 INFO:teuthology.orchestra.run.smithi027.stdout:Access: 2024-02-09 23:55:40.422428088 +0000 2024-02-09T23:55:50.653 INFO:teuthology.orchestra.run.smithi027.stdout:Modify: 2024-02-09 23:53:13.032888973 +0000 2024-02-09T23:55:50.653 INFO:teuthology.orchestra.run.smithi027.stdout:Change: 2024-02-09 23:53:13.032888973 +0000 2024-02-09T23:55:50.653 INFO:teuthology.orchestra.run.smithi027.stdout: Birth: 2024-02-09 23:53:13.032888973 +0000 2024-02-09T23:55:50.654 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-02-09T23:55:50.725 INFO:teuthology.orchestra.run.smithi027.stderr:1+0 records in 2024-02-09T23:55:50.725 INFO:teuthology.orchestra.run.smithi027.stderr:1+0 records out 2024-02-09T23:55:50.725 INFO:teuthology.orchestra.run.smithi027.stderr:512 bytes copied, 0.000195212 s, 2.6 MB/s 2024-02-09T23:55:50.725 DEBUG:teuthology.orchestra.run.smithi027:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-02-09T23:55:50.780 DEBUG:teuthology.orchestra.run.smithi027:> stat /dev/vg_nvme/lv_3 2024-02-09T23:55:50.836 INFO:teuthology.orchestra.run.smithi027.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-02-09T23:55:50.836 INFO:teuthology.orchestra.run.smithi027.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-09T23:55:50.836 INFO:teuthology.orchestra.run.smithi027.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-02-09T23:55:50.836 INFO:teuthology.orchestra.run.smithi027.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-09T23:55:50.836 INFO:teuthology.orchestra.run.smithi027.stdout:Context: system_u:object_r:device_t:s0 2024-02-09T23:55:50.836 INFO:teuthology.orchestra.run.smithi027.stdout:Access: 2024-02-09 23:55:40.422428088 +0000 2024-02-09T23:55:50.836 INFO:teuthology.orchestra.run.smithi027.stdout:Modify: 2024-02-09 23:53:13.392879748 +0000 2024-02-09T23:55:50.836 INFO:teuthology.orchestra.run.smithi027.stdout:Change: 2024-02-09 23:53:13.392879748 +0000 2024-02-09T23:55:50.836 INFO:teuthology.orchestra.run.smithi027.stdout: Birth: 2024-02-09 23:53:13.392879748 +0000 2024-02-09T23:55:50.836 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-02-09T23:55:50.904 INFO:teuthology.orchestra.run.smithi027.stderr:1+0 records in 2024-02-09T23:55:50.904 INFO:teuthology.orchestra.run.smithi027.stderr:1+0 records out 2024-02-09T23:55:50.905 INFO:teuthology.orchestra.run.smithi027.stderr:512 bytes copied, 0.000188975 s, 2.7 MB/s 2024-02-09T23:55:50.905 DEBUG:teuthology.orchestra.run.smithi027:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-02-09T23:55:50.962 DEBUG:teuthology.orchestra.run.smithi027:> stat /dev/vg_nvme/lv_4 2024-02-09T23:55:51.017 INFO:teuthology.orchestra.run.smithi027.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-02-09T23:55:51.018 INFO:teuthology.orchestra.run.smithi027.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-09T23:55:51.018 INFO:teuthology.orchestra.run.smithi027.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-02-09T23:55:51.018 INFO:teuthology.orchestra.run.smithi027.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-09T23:55:51.018 INFO:teuthology.orchestra.run.smithi027.stdout:Context: system_u:object_r:device_t:s0 2024-02-09T23:55:51.018 INFO:teuthology.orchestra.run.smithi027.stdout:Access: 2024-02-09 23:55:40.423428063 +0000 2024-02-09T23:55:51.018 INFO:teuthology.orchestra.run.smithi027.stdout:Modify: 2024-02-09 23:53:13.751870549 +0000 2024-02-09T23:55:51.018 INFO:teuthology.orchestra.run.smithi027.stdout:Change: 2024-02-09 23:53:13.751870549 +0000 2024-02-09T23:55:51.018 INFO:teuthology.orchestra.run.smithi027.stdout: Birth: 2024-02-09 23:53:13.751870549 +0000 2024-02-09T23:55:51.018 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-02-09T23:55:51.086 INFO:teuthology.orchestra.run.smithi027.stderr:1+0 records in 2024-02-09T23:55:51.086 INFO:teuthology.orchestra.run.smithi027.stderr:1+0 records out 2024-02-09T23:55:51.087 INFO:teuthology.orchestra.run.smithi027.stderr:512 bytes copied, 0.000183504 s, 2.8 MB/s 2024-02-09T23:55:51.087 DEBUG:teuthology.orchestra.run.smithi027:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-02-09T23:55:51.144 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-02-09T23:55:51.144 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-02-09T23:55:51.144 DEBUG:teuthology.orchestra.run.smithi153:> dd if=/scratch_devs of=/dev/stdout 2024-02-09T23:55:51.161 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-02-09T23:55:51.161 DEBUG:teuthology.orchestra.run.smithi153:> stat /dev/vg_nvme/lv_1 2024-02-09T23:55:51.218 INFO:teuthology.orchestra.run.smithi153.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-02-09T23:55:51.218 INFO:teuthology.orchestra.run.smithi153.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-09T23:55:51.218 INFO:teuthology.orchestra.run.smithi153.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-02-09T23:55:51.218 INFO:teuthology.orchestra.run.smithi153.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-09T23:55:51.218 INFO:teuthology.orchestra.run.smithi153.stdout:Context: system_u:object_r:device_t:s0 2024-02-09T23:55:51.218 INFO:teuthology.orchestra.run.smithi153.stdout:Access: 2024-02-09 23:55:07.506485543 +0000 2024-02-09T23:55:51.218 INFO:teuthology.orchestra.run.smithi153.stdout:Modify: 2024-02-09 23:53:06.311382264 +0000 2024-02-09T23:55:51.218 INFO:teuthology.orchestra.run.smithi153.stdout:Change: 2024-02-09 23:53:06.311382264 +0000 2024-02-09T23:55:51.219 INFO:teuthology.orchestra.run.smithi153.stdout: Birth: 2024-02-09 23:53:06.311382264 +0000 2024-02-09T23:55:51.219 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-02-09T23:55:51.285 INFO:teuthology.orchestra.run.smithi153.stderr:1+0 records in 2024-02-09T23:55:51.285 INFO:teuthology.orchestra.run.smithi153.stderr:1+0 records out 2024-02-09T23:55:51.285 INFO:teuthology.orchestra.run.smithi153.stderr:512 bytes copied, 0.000187311 s, 2.7 MB/s 2024-02-09T23:55:51.286 DEBUG:teuthology.orchestra.run.smithi153:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-02-09T23:55:51.343 DEBUG:teuthology.orchestra.run.smithi153:> stat /dev/vg_nvme/lv_2 2024-02-09T23:55:51.398 INFO:teuthology.orchestra.run.smithi153.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-02-09T23:55:51.398 INFO:teuthology.orchestra.run.smithi153.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-09T23:55:51.398 INFO:teuthology.orchestra.run.smithi153.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-02-09T23:55:51.398 INFO:teuthology.orchestra.run.smithi153.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-09T23:55:51.398 INFO:teuthology.orchestra.run.smithi153.stdout:Context: system_u:object_r:device_t:s0 2024-02-09T23:55:51.399 INFO:teuthology.orchestra.run.smithi153.stdout:Access: 2024-02-09 23:55:07.506485543 +0000 2024-02-09T23:55:51.399 INFO:teuthology.orchestra.run.smithi153.stdout:Modify: 2024-02-09 23:53:06.663376243 +0000 2024-02-09T23:55:51.399 INFO:teuthology.orchestra.run.smithi153.stdout:Change: 2024-02-09 23:53:06.663376243 +0000 2024-02-09T23:55:51.399 INFO:teuthology.orchestra.run.smithi153.stdout: Birth: 2024-02-09 23:53:06.663376243 +0000 2024-02-09T23:55:51.399 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-02-09T23:55:51.465 INFO:teuthology.orchestra.run.smithi153.stderr:1+0 records in 2024-02-09T23:55:51.466 INFO:teuthology.orchestra.run.smithi153.stderr:1+0 records out 2024-02-09T23:55:51.466 INFO:teuthology.orchestra.run.smithi153.stderr:512 bytes copied, 0.000227297 s, 2.3 MB/s 2024-02-09T23:55:51.467 DEBUG:teuthology.orchestra.run.smithi153:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-02-09T23:55:51.523 DEBUG:teuthology.orchestra.run.smithi153:> stat /dev/vg_nvme/lv_3 2024-02-09T23:55:51.578 INFO:teuthology.orchestra.run.smithi153.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-02-09T23:55:51.578 INFO:teuthology.orchestra.run.smithi153.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-09T23:55:51.578 INFO:teuthology.orchestra.run.smithi153.stdout:Device: 5h/5d Inode: 706 Links: 1 2024-02-09T23:55:51.578 INFO:teuthology.orchestra.run.smithi153.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-09T23:55:51.578 INFO:teuthology.orchestra.run.smithi153.stdout:Context: system_u:object_r:device_t:s0 2024-02-09T23:55:51.578 INFO:teuthology.orchestra.run.smithi153.stdout:Access: 2024-02-09 23:55:07.507485526 +0000 2024-02-09T23:55:51.578 INFO:teuthology.orchestra.run.smithi153.stdout:Modify: 2024-02-09 23:53:07.019370153 +0000 2024-02-09T23:55:51.578 INFO:teuthology.orchestra.run.smithi153.stdout:Change: 2024-02-09 23:53:07.019370153 +0000 2024-02-09T23:55:51.578 INFO:teuthology.orchestra.run.smithi153.stdout: Birth: 2024-02-09 23:53:07.019370153 +0000 2024-02-09T23:55:51.578 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-02-09T23:55:51.644 INFO:teuthology.orchestra.run.smithi153.stderr:1+0 records in 2024-02-09T23:55:51.644 INFO:teuthology.orchestra.run.smithi153.stderr:1+0 records out 2024-02-09T23:55:51.644 INFO:teuthology.orchestra.run.smithi153.stderr:512 bytes copied, 0.000317559 s, 1.6 MB/s 2024-02-09T23:55:51.645 DEBUG:teuthology.orchestra.run.smithi153:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-02-09T23:55:51.700 DEBUG:teuthology.orchestra.run.smithi153:> stat /dev/vg_nvme/lv_4 2024-02-09T23:55:51.756 INFO:teuthology.orchestra.run.smithi153.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-02-09T23:55:51.756 INFO:teuthology.orchestra.run.smithi153.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-09T23:55:51.756 INFO:teuthology.orchestra.run.smithi153.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-02-09T23:55:51.756 INFO:teuthology.orchestra.run.smithi153.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-09T23:55:51.756 INFO:teuthology.orchestra.run.smithi153.stdout:Context: system_u:object_r:device_t:s0 2024-02-09T23:55:51.756 INFO:teuthology.orchestra.run.smithi153.stdout:Access: 2024-02-09 23:55:07.507485526 +0000 2024-02-09T23:55:51.756 INFO:teuthology.orchestra.run.smithi153.stdout:Modify: 2024-02-09 23:53:07.563360848 +0000 2024-02-09T23:55:51.756 INFO:teuthology.orchestra.run.smithi153.stdout:Change: 2024-02-09 23:53:07.563360848 +0000 2024-02-09T23:55:51.756 INFO:teuthology.orchestra.run.smithi153.stdout: Birth: 2024-02-09 23:53:07.563360848 +0000 2024-02-09T23:55:51.757 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-02-09T23:55:51.821 INFO:teuthology.orchestra.run.smithi153.stderr:1+0 records in 2024-02-09T23:55:51.821 INFO:teuthology.orchestra.run.smithi153.stderr:1+0 records out 2024-02-09T23:55:51.821 INFO:teuthology.orchestra.run.smithi153.stderr:512 bytes copied, 0.000228154 s, 2.2 MB/s 2024-02-09T23:55:51.822 DEBUG:teuthology.orchestra.run.smithi153:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-02-09T23:55:51.878 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-02-09T23:55:51.879 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi027.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi153.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-02-09T23:55:51.879 INFO:tasks.ceph:Generating config... 2024-02-09T23:55:51.880 INFO:tasks.ceph:[client] client mount timeout = 600 2024-02-09T23:55:51.880 INFO:tasks.ceph:[client] debug client = 20 2024-02-09T23:55:51.880 INFO:tasks.ceph:[client] debug ms = 1 2024-02-09T23:55:51.880 INFO:tasks.ceph:[client] pid file = 2024-02-09T23:55:51.880 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-02-09T23:55:51.880 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-02-09T23:55:51.880 INFO:tasks.ceph:[mds] debug mds = 20 2024-02-09T23:55:51.880 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-02-09T23:55:51.880 INFO:tasks.ceph:[mds] debug ms = 1 2024-02-09T23:55:51.880 INFO:tasks.ceph:[mds] mds debug frag = True 2024-02-09T23:55:51.881 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-02-09T23:55:51.881 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-02-09T23:55:51.881 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-02-09T23:55:51.881 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-02-09T23:55:51.881 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-02-09T23:55:51.881 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-02-09T23:55:51.881 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-02-09T23:55:51.881 INFO:tasks.ceph:[mgr] debug ms = 1 2024-02-09T23:55:51.881 INFO:tasks.ceph:[mon] debug mon = 20 2024-02-09T23:55:51.881 INFO:tasks.ceph:[mon] debug ms = 1 2024-02-09T23:55:51.881 INFO:tasks.ceph:[mon] debug paxos = 20 2024-02-09T23:55:51.881 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-02-09T23:55:51.881 INFO:tasks.ceph:[osd] bdev async discard = True 2024-02-09T23:55:51.881 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-02-09T23:55:51.881 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-02-09T23:55:51.881 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-02-09T23:55:51.882 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-02-09T23:55:51.882 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-02-09T23:55:51.882 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-02-09T23:55:51.882 INFO:tasks.ceph:[osd] debug ms = 1 2024-02-09T23:55:51.882 INFO:tasks.ceph:[osd] debug osd = 20 2024-02-09T23:55:51.882 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-02-09T23:55:51.882 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-02-09T23:55:51.882 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-02-09T23:55:51.882 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-02-09T23:55:51.882 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-02-09T23:55:51.882 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-02-09T23:55:51.882 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-02-09T23:55:51.883 INFO:tasks.ceph:Setting up mon.a... 2024-02-09T23:55:51.883 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-02-09T23:55:51.938 INFO:teuthology.orchestra.run.smithi027.stdout:creating /etc/ceph/ceph.keyring 2024-02-09T23:55:51.941 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-02-09T23:55:51.991 DEBUG:teuthology.orchestra.run.smithi027:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-02-09T23:55:52.022 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.27'), ('mon.b', '172.21.15.153'), ('mon.c', '[v2:172.21.15.153:3301,v1:172.21.15.153:6790]')] 2024-02-09T23:55:52.022 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.27,172.21.15.153,[v2:172.21.15.153:3301,v1:172.21.15.153:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon op complaint time': 120}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-02-09T23:55:52.023 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:55:52.024 DEBUG:teuthology.orchestra.run.smithi027:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-02-09T23:55:52.079 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.27 --add b 172.21.15.153 --addv c '[v2:172.21.15.153:3301,v1:172.21.15.153:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-02-09T23:55:52.168 INFO:teuthology.orchestra.run.smithi027.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-02-09T23:55:52.169 INFO:teuthology.orchestra.run.smithi027.stdout:monmaptool: generated fsid f24ca931-45fe-4451-aaf1-a42070f02587 2024-02-09T23:55:52.169 INFO:teuthology.orchestra.run.smithi027.stdout:setting min_mon_release = quincy 2024-02-09T23:55:52.169 INFO:teuthology.orchestra.run.smithi027.stdout:epoch 0 2024-02-09T23:55:52.169 INFO:teuthology.orchestra.run.smithi027.stdout:fsid f24ca931-45fe-4451-aaf1-a42070f02587 2024-02-09T23:55:52.169 INFO:teuthology.orchestra.run.smithi027.stdout:last_changed 2024-02-09T23:55:52.163620+0000 2024-02-09T23:55:52.169 INFO:teuthology.orchestra.run.smithi027.stdout:created 2024-02-09T23:55:52.163620+0000 2024-02-09T23:55:52.169 INFO:teuthology.orchestra.run.smithi027.stdout:min_mon_release 17 (quincy) 2024-02-09T23:55:52.169 INFO:teuthology.orchestra.run.smithi027.stdout:election_strategy: 1 2024-02-09T23:55:52.170 INFO:teuthology.orchestra.run.smithi027.stdout:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2024-02-09T23:55:52.170 INFO:teuthology.orchestra.run.smithi027.stdout:1: [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] mon.b 2024-02-09T23:55:52.170 INFO:teuthology.orchestra.run.smithi027.stdout:2: [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] mon.c 2024-02-09T23:55:52.170 INFO:teuthology.orchestra.run.smithi027.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-02-09T23:55:52.170 DEBUG:teuthology.orchestra.run.smithi027:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-02-09T23:55:52.186 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID f24ca931-45fe-4451-aaf1-a42070f02587... 2024-02-09T23:55:52.186 DEBUG:teuthology.orchestra.run.smithi027:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-02-09T23:55:52.228 DEBUG:teuthology.orchestra.run.smithi153:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-02-09T23:55:52.278 INFO:teuthology.orchestra.run.smithi153.stdout:[global] 2024-02-09T23:55:52.279 INFO:teuthology.orchestra.run.smithi153.stdout: chdir = "" 2024-02-09T23:55:52.279 INFO:teuthology.orchestra.run.smithi153.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-02-09T23:55:52.279 INFO:teuthology.orchestra.run.smithi153.stdout: auth supported = cephx 2024-02-09T23:55:52.279 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:55:52.279 INFO:teuthology.orchestra.run.smithi153.stdout: filestore xattr use omap = true 2024-02-09T23:55:52.279 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:55:52.279 INFO:teuthology.orchestra.run.smithi153.stdout: mon clock drift allowed = 1.000 2024-02-09T23:55:52.280 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:55:52.280 INFO:teuthology.orchestra.run.smithi153.stdout: osd crush chooseleaf type = 0 2024-02-09T23:55:52.280 INFO:teuthology.orchestra.run.smithi153.stdout: auth debug = true 2024-02-09T23:55:52.280 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:55:52.280 INFO:teuthology.orchestra.run.smithi153.stdout: ms die on old message = true 2024-02-09T23:55:52.280 INFO:teuthology.orchestra.run.smithi153.stdout: ms die on bug = true 2024-02-09T23:55:52.280 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:55:52.280 INFO:teuthology.orchestra.run.smithi153.stdout: mon max pg per osd = 10000 # >= luminous 2024-02-09T23:55:52.280 INFO:teuthology.orchestra.run.smithi153.stdout: mon pg warn max object skew = 0 2024-02-09T23:55:52.280 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:55:52.280 INFO:teuthology.orchestra.run.smithi153.stdout: # disable pg_autoscaler by default for new pools 2024-02-09T23:55:52.280 INFO:teuthology.orchestra.run.smithi153.stdout: osd_pool_default_pg_autoscale_mode = off 2024-02-09T23:55:52.280 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:55:52.280 INFO:teuthology.orchestra.run.smithi153.stdout: osd pool default size = 2 2024-02-09T23:55:52.280 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:55:52.281 INFO:teuthology.orchestra.run.smithi153.stdout: mon osd allow primary affinity = true 2024-02-09T23:55:52.281 INFO:teuthology.orchestra.run.smithi153.stdout: mon osd allow pg remap = true 2024-02-09T23:55:52.281 INFO:teuthology.orchestra.run.smithi153.stdout: mon warn on legacy crush tunables = false 2024-02-09T23:55:52.281 INFO:teuthology.orchestra.run.smithi153.stdout: mon warn on crush straw calc version zero = false 2024-02-09T23:55:52.281 INFO:teuthology.orchestra.run.smithi153.stdout: mon warn on no sortbitwise = false 2024-02-09T23:55:52.281 INFO:teuthology.orchestra.run.smithi153.stdout: mon warn on osd down out interval zero = false 2024-02-09T23:55:52.281 INFO:teuthology.orchestra.run.smithi153.stdout: mon warn on too few osds = false 2024-02-09T23:55:52.281 INFO:teuthology.orchestra.run.smithi153.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-02-09T23:55:52.281 INFO:teuthology.orchestra.run.smithi153.stdout: mon_warn_on_pool_no_redundancy = false 2024-02-09T23:55:52.281 INFO:teuthology.orchestra.run.smithi153.stdout: mon_allow_pool_size_one = true 2024-02-09T23:55:52.281 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:55:52.281 INFO:teuthology.orchestra.run.smithi153.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-02-09T23:55:52.281 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:55:52.281 INFO:teuthology.orchestra.run.smithi153.stdout: osd default data pool replay window = 5 2024-02-09T23:55:52.281 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:55:52.282 INFO:teuthology.orchestra.run.smithi153.stdout: mon allow pool delete = true 2024-02-09T23:55:52.282 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:55:52.282 INFO:teuthology.orchestra.run.smithi153.stdout: mon cluster log file level = debug 2024-02-09T23:55:52.282 INFO:teuthology.orchestra.run.smithi153.stdout: debug asserts on shutdown = true 2024-02-09T23:55:52.282 INFO:teuthology.orchestra.run.smithi153.stdout: mon health detail to clog = false 2024-02-09T23:55:52.282 INFO:teuthology.orchestra.run.smithi153.stdout: mon host = "172.21.15.27,172.21.15.153,[v2:172.21.15.153:3301,v1:172.21.15.153:6790]" 2024-02-09T23:55:52.282 INFO:teuthology.orchestra.run.smithi153.stdout: fsid = f24ca931-45fe-4451-aaf1-a42070f02587 2024-02-09T23:55:52.282 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:55:52.282 INFO:teuthology.orchestra.run.smithi153.stdout:[osd] 2024-02-09T23:55:52.282 INFO:teuthology.orchestra.run.smithi153.stdout: osd journal size = 100 2024-02-09T23:55:52.282 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:55:52.282 INFO:teuthology.orchestra.run.smithi153.stdout: osd scrub load threshold = 5.0 2024-02-09T23:55:52.282 INFO:teuthology.orchestra.run.smithi153.stdout: osd scrub max interval = 600 2024-02-09T23:55:52.282 INFO:teuthology.orchestra.run.smithi153.stdout: osd mclock profile = high_recovery_ops 2024-02-09T23:55:52.282 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:55:52.282 INFO:teuthology.orchestra.run.smithi153.stdout: osd recover clone overlap = true 2024-02-09T23:55:52.283 INFO:teuthology.orchestra.run.smithi153.stdout: osd recovery max chunk = 1048576 2024-02-09T23:55:52.283 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:55:52.283 INFO:teuthology.orchestra.run.smithi153.stdout: osd debug shutdown = true 2024-02-09T23:55:52.283 INFO:teuthology.orchestra.run.smithi153.stdout: osd debug op order = true 2024-02-09T23:55:52.283 INFO:teuthology.orchestra.run.smithi153.stdout: osd debug verify stray on activate = true 2024-02-09T23:55:52.283 INFO:teuthology.orchestra.run.smithi153.stdout: osd debug trim objects = true 2024-02-09T23:55:52.283 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:55:52.283 INFO:teuthology.orchestra.run.smithi153.stdout: osd open classes on start = true 2024-02-09T23:55:52.283 INFO:teuthology.orchestra.run.smithi153.stdout: osd debug pg log writeout = true 2024-02-09T23:55:52.283 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:55:52.283 INFO:teuthology.orchestra.run.smithi153.stdout: osd deep scrub update digest min age = 30 2024-02-09T23:55:52.283 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:55:52.283 INFO:teuthology.orchestra.run.smithi153.stdout: osd map max advance = 10 2024-02-09T23:55:52.283 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:55:52.283 INFO:teuthology.orchestra.run.smithi153.stdout: journal zero on create = true 2024-02-09T23:55:52.284 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:55:52.284 INFO:teuthology.orchestra.run.smithi153.stdout: filestore ondisk finisher threads = 3 2024-02-09T23:55:52.284 INFO:teuthology.orchestra.run.smithi153.stdout: filestore apply finisher threads = 3 2024-02-09T23:55:52.284 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:55:52.284 INFO:teuthology.orchestra.run.smithi153.stdout: bdev debug aio = true 2024-02-09T23:55:52.284 INFO:teuthology.orchestra.run.smithi153.stdout: osd debug misdirected ops = true 2024-02-09T23:55:52.284 INFO:teuthology.orchestra.run.smithi153.stdout: bdev async discard = True 2024-02-09T23:55:52.284 INFO:teuthology.orchestra.run.smithi153.stdout: bdev enable discard = True 2024-02-09T23:55:52.284 INFO:teuthology.orchestra.run.smithi153.stdout: bluestore allocator = bitmap 2024-02-09T23:55:52.284 INFO:teuthology.orchestra.run.smithi153.stdout: bluestore block size = 96636764160 2024-02-09T23:55:52.284 INFO:teuthology.orchestra.run.smithi153.stdout: bluestore fsck on mount = True 2024-02-09T23:55:52.284 INFO:teuthology.orchestra.run.smithi153.stdout: debug bluefs = 1/20 2024-02-09T23:55:52.284 INFO:teuthology.orchestra.run.smithi153.stdout: debug bluestore = 1/20 2024-02-09T23:55:52.284 INFO:teuthology.orchestra.run.smithi153.stdout: debug ms = 1 2024-02-09T23:55:52.284 INFO:teuthology.orchestra.run.smithi153.stdout: debug osd = 20 2024-02-09T23:55:52.285 INFO:teuthology.orchestra.run.smithi153.stdout: debug rocksdb = 4/10 2024-02-09T23:55:52.285 INFO:teuthology.orchestra.run.smithi153.stdout: mon osd backfillfull_ratio = 0.85 2024-02-09T23:55:52.285 INFO:teuthology.orchestra.run.smithi153.stdout: mon osd full ratio = 0.9 2024-02-09T23:55:52.285 INFO:teuthology.orchestra.run.smithi153.stdout: mon osd nearfull ratio = 0.8 2024-02-09T23:55:52.285 INFO:teuthology.orchestra.run.smithi153.stdout: osd failsafe full ratio = 0.95 2024-02-09T23:55:52.285 INFO:teuthology.orchestra.run.smithi153.stdout: osd objectstore = bluestore 2024-02-09T23:55:52.285 INFO:teuthology.orchestra.run.smithi153.stdout: osd op complaint time = 180 2024-02-09T23:55:52.285 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:55:52.285 INFO:teuthology.orchestra.run.smithi153.stdout:[mgr] 2024-02-09T23:55:52.285 INFO:teuthology.orchestra.run.smithi153.stdout: debug ms = 1 2024-02-09T23:55:52.285 INFO:teuthology.orchestra.run.smithi153.stdout: debug mgr = 20 2024-02-09T23:55:52.285 INFO:teuthology.orchestra.run.smithi153.stdout: debug mon = 20 2024-02-09T23:55:52.285 INFO:teuthology.orchestra.run.smithi153.stdout: debug auth = 20 2024-02-09T23:55:52.285 INFO:teuthology.orchestra.run.smithi153.stdout: mon reweight min pgs per osd = 4 2024-02-09T23:55:52.285 INFO:teuthology.orchestra.run.smithi153.stdout: mon reweight min bytes per osd = 10 2024-02-09T23:55:52.285 INFO:teuthology.orchestra.run.smithi153.stdout: mgr/telemetry/nag = false 2024-02-09T23:55:52.286 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:55:52.286 INFO:teuthology.orchestra.run.smithi153.stdout:[mon] 2024-02-09T23:55:52.286 INFO:teuthology.orchestra.run.smithi153.stdout: debug ms = 1 2024-02-09T23:55:52.286 INFO:teuthology.orchestra.run.smithi153.stdout: debug mon = 20 2024-02-09T23:55:52.286 INFO:teuthology.orchestra.run.smithi153.stdout: debug paxos = 20 2024-02-09T23:55:52.286 INFO:teuthology.orchestra.run.smithi153.stdout: debug auth = 20 2024-02-09T23:55:52.286 INFO:teuthology.orchestra.run.smithi153.stdout: mon data avail warn = 5 2024-02-09T23:55:52.286 INFO:teuthology.orchestra.run.smithi153.stdout: mon mgr mkfs grace = 240 2024-02-09T23:55:52.286 INFO:teuthology.orchestra.run.smithi153.stdout: mon reweight min pgs per osd = 4 2024-02-09T23:55:52.286 INFO:teuthology.orchestra.run.smithi153.stdout: mon osd reporter subtree level = osd 2024-02-09T23:55:52.286 INFO:teuthology.orchestra.run.smithi153.stdout: mon osd prime pg temp = true 2024-02-09T23:55:52.286 INFO:teuthology.orchestra.run.smithi153.stdout: mon reweight min bytes per osd = 10 2024-02-09T23:55:52.286 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:55:52.286 INFO:teuthology.orchestra.run.smithi153.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-02-09T23:55:52.286 INFO:teuthology.orchestra.run.smithi153.stdout: auth mon ticket ttl = 660 # 11m 2024-02-09T23:55:52.287 INFO:teuthology.orchestra.run.smithi153.stdout: auth service ticket ttl = 240 # 4m 2024-02-09T23:55:52.287 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:55:52.287 INFO:teuthology.orchestra.run.smithi153.stdout: # don't complain about insecure global_id in the test suite 2024-02-09T23:55:52.287 INFO:teuthology.orchestra.run.smithi153.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-02-09T23:55:52.287 INFO:teuthology.orchestra.run.smithi153.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-02-09T23:55:52.287 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:55:52.287 INFO:teuthology.orchestra.run.smithi153.stdout: # 1m isn't quite enough 2024-02-09T23:55:52.287 INFO:teuthology.orchestra.run.smithi153.stdout: mon_down_mkfs_grace = 2m 2024-02-09T23:55:52.287 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:55:52.287 INFO:teuthology.orchestra.run.smithi153.stdout: mon_warn_on_filestore_osds = false 2024-02-09T23:55:52.287 INFO:teuthology.orchestra.run.smithi153.stdout: mon op complaint time = 120 2024-02-09T23:55:52.287 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-02-09T23:55:52.287 INFO:teuthology.orchestra.run.smithi153.stdout:[client] 2024-02-09T23:55:52.287 INFO:teuthology.orchestra.run.smithi153.stdout: rgw cache enabled = true 2024-02-09T23:55:52.287 INFO:teuthology.orchestra.run.smithi153.stdout: rgw enable ops log = true 2024-02-09T23:55:52.287 INFO:teuthology.orchestra.run.smithi153.stdout: rgw enable usage log = true 2024-02-09T23:55:52.288 INFO:teuthology.orchestra.run.smithi153.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-02-09T23:55:52.288 INFO:teuthology.orchestra.run.smithi153.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-02-09T23:55:52.288 INFO:teuthology.orchestra.run.smithi153.stdout: client mount timeout = 600 2024-02-09T23:55:52.288 INFO:teuthology.orchestra.run.smithi153.stdout: debug client = 20 2024-02-09T23:55:52.288 INFO:teuthology.orchestra.run.smithi153.stdout: debug ms = 1 2024-02-09T23:55:52.288 INFO:teuthology.orchestra.run.smithi153.stdout: pid file = "" 2024-02-09T23:55:52.288 INFO:teuthology.orchestra.run.smithi153.stdout: rados mon op timeout = 900 2024-02-09T23:55:52.288 INFO:teuthology.orchestra.run.smithi153.stdout: rados osd op timeout = 900 2024-02-09T23:55:52.288 INFO:teuthology.orchestra.run.smithi153.stdout:[mon.a] 2024-02-09T23:55:52.288 INFO:teuthology.orchestra.run.smithi153.stdout:[mon.b] 2024-02-09T23:55:52.288 INFO:teuthology.orchestra.run.smithi153.stdout:[mon.c] 2024-02-09T23:55:52.288 INFO:teuthology.orchestra.run.smithi153.stdout:[mds.a] 2024-02-09T23:55:52.288 INFO:teuthology.orchestra.run.smithi153.stdout:[mds.c] 2024-02-09T23:55:52.288 INFO:teuthology.orchestra.run.smithi153.stdout:[mds.b] 2024-02-09T23:55:52.288 INFO:teuthology.orchestra.run.smithi153.stdout:[mds.d] 2024-02-09T23:55:52.289 INFO:teuthology.orchestra.run.smithi153.stdout:[mds] 2024-02-09T23:55:52.289 INFO:teuthology.orchestra.run.smithi153.stdout: debug mds = 20 2024-02-09T23:55:52.289 INFO:teuthology.orchestra.run.smithi153.stdout: debug mds balancer = 20 2024-02-09T23:55:52.289 INFO:teuthology.orchestra.run.smithi153.stdout: debug ms = 1 2024-02-09T23:55:52.289 INFO:teuthology.orchestra.run.smithi153.stdout: mds debug frag = True 2024-02-09T23:55:52.289 INFO:teuthology.orchestra.run.smithi153.stdout: mds debug scatterstat = True 2024-02-09T23:55:52.289 INFO:teuthology.orchestra.run.smithi153.stdout: mds op complaint time = 180 2024-02-09T23:55:52.289 INFO:teuthology.orchestra.run.smithi153.stdout: mds verify scatter = True 2024-02-09T23:55:52.289 INFO:teuthology.orchestra.run.smithi153.stdout: osd op complaint time = 180 2024-02-09T23:55:52.289 INFO:teuthology.orchestra.run.smithi153.stdout: rados mon op timeout = 900 2024-02-09T23:55:52.289 INFO:teuthology.orchestra.run.smithi153.stdout: rados osd op timeout = 900 2024-02-09T23:55:52.290 INFO:teuthology.orchestra.run.smithi027.stdout:[global] 2024-02-09T23:55:52.290 INFO:teuthology.orchestra.run.smithi027.stdout: chdir = "" 2024-02-09T23:55:52.290 INFO:teuthology.orchestra.run.smithi027.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-02-09T23:55:52.290 INFO:teuthology.orchestra.run.smithi027.stdout: auth supported = cephx 2024-02-09T23:55:52.290 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:52.290 INFO:teuthology.orchestra.run.smithi027.stdout: filestore xattr use omap = true 2024-02-09T23:55:52.290 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:52.290 INFO:teuthology.orchestra.run.smithi027.stdout: mon clock drift allowed = 1.000 2024-02-09T23:55:52.290 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:52.290 INFO:teuthology.orchestra.run.smithi027.stdout: osd crush chooseleaf type = 0 2024-02-09T23:55:52.290 INFO:teuthology.orchestra.run.smithi027.stdout: auth debug = true 2024-02-09T23:55:52.290 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:52.291 INFO:teuthology.orchestra.run.smithi027.stdout: ms die on old message = true 2024-02-09T23:55:52.291 INFO:teuthology.orchestra.run.smithi027.stdout: ms die on bug = true 2024-02-09T23:55:52.291 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:52.291 INFO:teuthology.orchestra.run.smithi027.stdout: mon max pg per osd = 10000 # >= luminous 2024-02-09T23:55:52.291 INFO:teuthology.orchestra.run.smithi027.stdout: mon pg warn max object skew = 0 2024-02-09T23:55:52.291 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:52.291 INFO:teuthology.orchestra.run.smithi027.stdout: # disable pg_autoscaler by default for new pools 2024-02-09T23:55:52.291 INFO:teuthology.orchestra.run.smithi027.stdout: osd_pool_default_pg_autoscale_mode = off 2024-02-09T23:55:52.291 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:52.291 INFO:teuthology.orchestra.run.smithi027.stdout: osd pool default size = 2 2024-02-09T23:55:52.291 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:52.291 INFO:teuthology.orchestra.run.smithi027.stdout: mon osd allow primary affinity = true 2024-02-09T23:55:52.291 INFO:teuthology.orchestra.run.smithi027.stdout: mon osd allow pg remap = true 2024-02-09T23:55:52.291 INFO:teuthology.orchestra.run.smithi027.stdout: mon warn on legacy crush tunables = false 2024-02-09T23:55:52.291 INFO:teuthology.orchestra.run.smithi027.stdout: mon warn on crush straw calc version zero = false 2024-02-09T23:55:52.292 INFO:teuthology.orchestra.run.smithi027.stdout: mon warn on no sortbitwise = false 2024-02-09T23:55:52.292 INFO:teuthology.orchestra.run.smithi027.stdout: mon warn on osd down out interval zero = false 2024-02-09T23:55:52.292 INFO:teuthology.orchestra.run.smithi027.stdout: mon warn on too few osds = false 2024-02-09T23:55:52.292 INFO:teuthology.orchestra.run.smithi027.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-02-09T23:55:52.292 INFO:teuthology.orchestra.run.smithi027.stdout: mon_warn_on_pool_no_redundancy = false 2024-02-09T23:55:52.292 INFO:teuthology.orchestra.run.smithi027.stdout: mon_allow_pool_size_one = true 2024-02-09T23:55:52.292 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:52.292 INFO:teuthology.orchestra.run.smithi027.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-02-09T23:55:52.292 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:52.292 INFO:teuthology.orchestra.run.smithi027.stdout: osd default data pool replay window = 5 2024-02-09T23:55:52.292 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:52.292 INFO:teuthology.orchestra.run.smithi027.stdout: mon allow pool delete = true 2024-02-09T23:55:52.292 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:52.292 INFO:teuthology.orchestra.run.smithi027.stdout: mon cluster log file level = debug 2024-02-09T23:55:52.292 INFO:teuthology.orchestra.run.smithi027.stdout: debug asserts on shutdown = true 2024-02-09T23:55:52.293 INFO:teuthology.orchestra.run.smithi027.stdout: mon health detail to clog = false 2024-02-09T23:55:52.293 INFO:teuthology.orchestra.run.smithi027.stdout: mon host = "172.21.15.27,172.21.15.153,[v2:172.21.15.153:3301,v1:172.21.15.153:6790]" 2024-02-09T23:55:52.293 INFO:teuthology.orchestra.run.smithi027.stdout: fsid = f24ca931-45fe-4451-aaf1-a42070f02587 2024-02-09T23:55:52.293 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:52.293 INFO:teuthology.orchestra.run.smithi027.stdout:[osd] 2024-02-09T23:55:52.293 INFO:teuthology.orchestra.run.smithi027.stdout: osd journal size = 100 2024-02-09T23:55:52.293 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:52.293 INFO:teuthology.orchestra.run.smithi027.stdout: osd scrub load threshold = 5.0 2024-02-09T23:55:52.293 INFO:teuthology.orchestra.run.smithi027.stdout: osd scrub max interval = 600 2024-02-09T23:55:52.293 INFO:teuthology.orchestra.run.smithi027.stdout: osd mclock profile = high_recovery_ops 2024-02-09T23:55:52.293 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:52.293 INFO:teuthology.orchestra.run.smithi027.stdout: osd recover clone overlap = true 2024-02-09T23:55:52.293 INFO:teuthology.orchestra.run.smithi027.stdout: osd recovery max chunk = 1048576 2024-02-09T23:55:52.293 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:52.293 INFO:teuthology.orchestra.run.smithi027.stdout: osd debug shutdown = true 2024-02-09T23:55:52.293 INFO:teuthology.orchestra.run.smithi027.stdout: osd debug op order = true 2024-02-09T23:55:52.294 INFO:teuthology.orchestra.run.smithi027.stdout: osd debug verify stray on activate = true 2024-02-09T23:55:52.294 INFO:teuthology.orchestra.run.smithi027.stdout: osd debug trim objects = true 2024-02-09T23:55:52.294 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:52.294 INFO:teuthology.orchestra.run.smithi027.stdout: osd open classes on start = true 2024-02-09T23:55:52.294 INFO:teuthology.orchestra.run.smithi027.stdout: osd debug pg log writeout = true 2024-02-09T23:55:52.294 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:52.294 INFO:teuthology.orchestra.run.smithi027.stdout: osd deep scrub update digest min age = 30 2024-02-09T23:55:52.294 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:52.294 INFO:teuthology.orchestra.run.smithi027.stdout: osd map max advance = 10 2024-02-09T23:55:52.294 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:52.294 INFO:teuthology.orchestra.run.smithi027.stdout: journal zero on create = true 2024-02-09T23:55:52.294 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:52.294 INFO:teuthology.orchestra.run.smithi027.stdout: filestore ondisk finisher threads = 3 2024-02-09T23:55:52.294 INFO:teuthology.orchestra.run.smithi027.stdout: filestore apply finisher threads = 3 2024-02-09T23:55:52.294 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:52.294 INFO:teuthology.orchestra.run.smithi027.stdout: bdev debug aio = true 2024-02-09T23:55:52.295 INFO:teuthology.orchestra.run.smithi027.stdout: osd debug misdirected ops = true 2024-02-09T23:55:52.295 INFO:teuthology.orchestra.run.smithi027.stdout: bdev async discard = True 2024-02-09T23:55:52.295 INFO:teuthology.orchestra.run.smithi027.stdout: bdev enable discard = True 2024-02-09T23:55:52.295 INFO:teuthology.orchestra.run.smithi027.stdout: bluestore allocator = bitmap 2024-02-09T23:55:52.295 INFO:teuthology.orchestra.run.smithi027.stdout: bluestore block size = 96636764160 2024-02-09T23:55:52.295 INFO:teuthology.orchestra.run.smithi027.stdout: bluestore fsck on mount = True 2024-02-09T23:55:52.295 INFO:teuthology.orchestra.run.smithi027.stdout: debug bluefs = 1/20 2024-02-09T23:55:52.295 INFO:teuthology.orchestra.run.smithi027.stdout: debug bluestore = 1/20 2024-02-09T23:55:52.295 INFO:teuthology.orchestra.run.smithi027.stdout: debug ms = 1 2024-02-09T23:55:52.295 INFO:teuthology.orchestra.run.smithi027.stdout: debug osd = 20 2024-02-09T23:55:52.295 INFO:teuthology.orchestra.run.smithi027.stdout: debug rocksdb = 4/10 2024-02-09T23:55:52.295 INFO:teuthology.orchestra.run.smithi027.stdout: mon osd backfillfull_ratio = 0.85 2024-02-09T23:55:52.295 INFO:teuthology.orchestra.run.smithi027.stdout: mon osd full ratio = 0.9 2024-02-09T23:55:52.295 INFO:teuthology.orchestra.run.smithi027.stdout: mon osd nearfull ratio = 0.8 2024-02-09T23:55:52.295 INFO:teuthology.orchestra.run.smithi027.stdout: osd failsafe full ratio = 0.95 2024-02-09T23:55:52.295 INFO:teuthology.orchestra.run.smithi027.stdout: osd objectstore = bluestore 2024-02-09T23:55:52.296 INFO:teuthology.orchestra.run.smithi027.stdout: osd op complaint time = 180 2024-02-09T23:55:52.296 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:52.296 INFO:teuthology.orchestra.run.smithi027.stdout:[mgr] 2024-02-09T23:55:52.296 INFO:teuthology.orchestra.run.smithi027.stdout: debug ms = 1 2024-02-09T23:55:52.296 INFO:teuthology.orchestra.run.smithi027.stdout: debug mgr = 20 2024-02-09T23:55:52.296 INFO:teuthology.orchestra.run.smithi027.stdout: debug mon = 20 2024-02-09T23:55:52.296 INFO:teuthology.orchestra.run.smithi027.stdout: debug auth = 20 2024-02-09T23:55:52.296 INFO:teuthology.orchestra.run.smithi027.stdout: mon reweight min pgs per osd = 4 2024-02-09T23:55:52.296 INFO:teuthology.orchestra.run.smithi027.stdout: mon reweight min bytes per osd = 10 2024-02-09T23:55:52.296 INFO:teuthology.orchestra.run.smithi027.stdout: mgr/telemetry/nag = false 2024-02-09T23:55:52.296 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:52.296 INFO:teuthology.orchestra.run.smithi027.stdout:[mon] 2024-02-09T23:55:52.296 INFO:teuthology.orchestra.run.smithi027.stdout: debug ms = 1 2024-02-09T23:55:52.296 INFO:teuthology.orchestra.run.smithi027.stdout: debug mon = 20 2024-02-09T23:55:52.296 INFO:teuthology.orchestra.run.smithi027.stdout: debug paxos = 20 2024-02-09T23:55:52.297 INFO:teuthology.orchestra.run.smithi027.stdout: debug auth = 20 2024-02-09T23:55:52.297 INFO:teuthology.orchestra.run.smithi027.stdout: mon data avail warn = 5 2024-02-09T23:55:52.297 INFO:teuthology.orchestra.run.smithi027.stdout: mon mgr mkfs grace = 240 2024-02-09T23:55:52.297 INFO:teuthology.orchestra.run.smithi027.stdout: mon reweight min pgs per osd = 4 2024-02-09T23:55:52.297 INFO:teuthology.orchestra.run.smithi027.stdout: mon osd reporter subtree level = osd 2024-02-09T23:55:52.297 INFO:teuthology.orchestra.run.smithi027.stdout: mon osd prime pg temp = true 2024-02-09T23:55:52.297 INFO:teuthology.orchestra.run.smithi027.stdout: mon reweight min bytes per osd = 10 2024-02-09T23:55:52.297 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:52.297 INFO:teuthology.orchestra.run.smithi027.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-02-09T23:55:52.297 INFO:teuthology.orchestra.run.smithi027.stdout: auth mon ticket ttl = 660 # 11m 2024-02-09T23:55:52.297 INFO:teuthology.orchestra.run.smithi027.stdout: auth service ticket ttl = 240 # 4m 2024-02-09T23:55:52.297 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:52.297 INFO:teuthology.orchestra.run.smithi027.stdout: # don't complain about insecure global_id in the test suite 2024-02-09T23:55:52.297 INFO:teuthology.orchestra.run.smithi027.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-02-09T23:55:52.297 INFO:teuthology.orchestra.run.smithi027.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-02-09T23:55:52.298 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:52.298 INFO:teuthology.orchestra.run.smithi027.stdout: # 1m isn't quite enough 2024-02-09T23:55:52.298 INFO:teuthology.orchestra.run.smithi027.stdout: mon_down_mkfs_grace = 2m 2024-02-09T23:55:52.298 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:52.298 INFO:teuthology.orchestra.run.smithi027.stdout: mon_warn_on_filestore_osds = false 2024-02-09T23:55:52.298 INFO:teuthology.orchestra.run.smithi027.stdout: mon op complaint time = 120 2024-02-09T23:55:52.298 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:55:52.298 INFO:teuthology.orchestra.run.smithi027.stdout:[client] 2024-02-09T23:55:52.298 INFO:teuthology.orchestra.run.smithi027.stdout: rgw cache enabled = true 2024-02-09T23:55:52.298 INFO:teuthology.orchestra.run.smithi027.stdout: rgw enable ops log = true 2024-02-09T23:55:52.298 INFO:teuthology.orchestra.run.smithi027.stdout: rgw enable usage log = true 2024-02-09T23:55:52.298 INFO:teuthology.orchestra.run.smithi027.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-02-09T23:55:52.298 INFO:teuthology.orchestra.run.smithi027.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-02-09T23:55:52.298 INFO:teuthology.orchestra.run.smithi027.stdout: client mount timeout = 600 2024-02-09T23:55:52.298 INFO:teuthology.orchestra.run.smithi027.stdout: debug client = 20 2024-02-09T23:55:52.298 INFO:teuthology.orchestra.run.smithi027.stdout: debug ms = 1 2024-02-09T23:55:52.298 INFO:teuthology.orchestra.run.smithi027.stdout: pid file = "" 2024-02-09T23:55:52.299 INFO:teuthology.orchestra.run.smithi027.stdout: rados mon op timeout = 900 2024-02-09T23:55:52.299 INFO:teuthology.orchestra.run.smithi027.stdout: rados osd op timeout = 900 2024-02-09T23:55:52.299 INFO:teuthology.orchestra.run.smithi027.stdout:[mon.a] 2024-02-09T23:55:52.299 INFO:teuthology.orchestra.run.smithi027.stdout:[mon.b] 2024-02-09T23:55:52.299 INFO:teuthology.orchestra.run.smithi027.stdout:[mon.c] 2024-02-09T23:55:52.299 INFO:teuthology.orchestra.run.smithi027.stdout:[mds.a] 2024-02-09T23:55:52.299 INFO:teuthology.orchestra.run.smithi027.stdout:[mds.c] 2024-02-09T23:55:52.299 INFO:teuthology.orchestra.run.smithi027.stdout:[mds.b] 2024-02-09T23:55:52.299 INFO:teuthology.orchestra.run.smithi027.stdout:[mds.d] 2024-02-09T23:55:52.299 INFO:teuthology.orchestra.run.smithi027.stdout:[mds] 2024-02-09T23:55:52.299 INFO:teuthology.orchestra.run.smithi027.stdout: debug mds = 20 2024-02-09T23:55:52.299 INFO:teuthology.orchestra.run.smithi027.stdout: debug mds balancer = 20 2024-02-09T23:55:52.299 INFO:teuthology.orchestra.run.smithi027.stdout: debug ms = 1 2024-02-09T23:55:52.299 INFO:teuthology.orchestra.run.smithi027.stdout: mds debug frag = True 2024-02-09T23:55:52.299 INFO:teuthology.orchestra.run.smithi027.stdout: mds debug scatterstat = True 2024-02-09T23:55:52.299 INFO:teuthology.orchestra.run.smithi027.stdout: mds op complaint time = 180 2024-02-09T23:55:52.300 INFO:teuthology.orchestra.run.smithi027.stdout: mds verify scatter = True 2024-02-09T23:55:52.300 INFO:teuthology.orchestra.run.smithi027.stdout: osd op complaint time = 180 2024-02-09T23:55:52.300 INFO:teuthology.orchestra.run.smithi027.stdout: rados mon op timeout = 900 2024-02-09T23:55:52.300 INFO:teuthology.orchestra.run.smithi027.stdout: rados osd op timeout = 900 2024-02-09T23:55:52.303 INFO:tasks.ceph:Creating admin key on mon.a... 2024-02-09T23:55:52.303 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-02-09T23:55:52.404 INFO:tasks.ceph:Copying monmap to all nodes... 2024-02-09T23:55:52.404 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:55:52.405 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-02-09T23:55:52.420 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:55:52.420 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-02-09T23:55:52.474 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi027.front.sepia.ceph.com 2024-02-09T23:55:52.475 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:55:52.475 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd of=/etc/ceph/ceph.keyring 2024-02-09T23:55:52.475 DEBUG:teuthology.orchestra.run.smithi027:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-02-09T23:55:52.561 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:55:52.561 DEBUG:teuthology.orchestra.run.smithi027:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-02-09T23:55:52.616 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi153.front.sepia.ceph.com 2024-02-09T23:55:52.617 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-02-09T23:55:52.617 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd of=/etc/ceph/ceph.keyring 2024-02-09T23:55:52.617 DEBUG:teuthology.orchestra.run.smithi153:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-02-09T23:55:52.660 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-02-09T23:55:52.660 DEBUG:teuthology.orchestra.run.smithi153:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-02-09T23:55:52.717 INFO:tasks.ceph:Setting up mon nodes... 2024-02-09T23:55:52.717 INFO:tasks.ceph:Setting up mgr nodes... 2024-02-09T23:55:52.718 DEBUG:teuthology.orchestra.run.smithi027:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-02-09T23:55:52.780 INFO:teuthology.orchestra.run.smithi027.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-02-09T23:55:52.783 DEBUG:teuthology.orchestra.run.smithi153:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-02-09T23:55:52.843 INFO:teuthology.orchestra.run.smithi153.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-02-09T23:55:52.845 INFO:tasks.ceph:Setting up mds nodes... 2024-02-09T23:55:52.846 DEBUG:teuthology.orchestra.run.smithi027:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-02-09T23:55:52.908 INFO:teuthology.orchestra.run.smithi027.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-02-09T23:55:52.910 DEBUG:teuthology.orchestra.run.smithi027:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-02-09T23:55:52.941 DEBUG:teuthology.orchestra.run.smithi027:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-02-09T23:55:53.043 INFO:teuthology.orchestra.run.smithi027.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-02-09T23:55:53.045 DEBUG:teuthology.orchestra.run.smithi027:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-02-09T23:55:53.076 DEBUG:teuthology.orchestra.run.smithi153:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-02-09T23:55:53.133 INFO:teuthology.orchestra.run.smithi153.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-02-09T23:55:53.136 DEBUG:teuthology.orchestra.run.smithi153:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-02-09T23:55:53.163 DEBUG:teuthology.orchestra.run.smithi153:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-02-09T23:55:53.259 INFO:teuthology.orchestra.run.smithi153.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-02-09T23:55:53.261 DEBUG:teuthology.orchestra.run.smithi153:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-02-09T23:55:53.288 INFO:tasks.ceph_client:Setting up client nodes... 2024-02-09T23:55:53.289 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-02-09T23:55:53.336 INFO:teuthology.orchestra.run.smithi027.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-02-09T23:55:53.354 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-02-09T23:55:53.400 INFO:teuthology.orchestra.run.smithi027.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-02-09T23:55:53.421 DEBUG:teuthology.orchestra.run.smithi153:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-02-09T23:55:53.463 INFO:teuthology.orchestra.run.smithi153.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-02-09T23:55:53.479 DEBUG:teuthology.orchestra.run.smithi153:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-02-09T23:55:53.562 INFO:teuthology.orchestra.run.smithi153.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-02-09T23:55:53.577 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-02-09T23:55:53.577 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi027.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi153.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-02-09T23:55:53.577 DEBUG:teuthology.orchestra.run.smithi027:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-02-09T23:55:53.608 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-02-09T23:55:53.608 INFO:tasks.ceph:role: osd.0 2024-02-09T23:55:53.609 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi027.front.sepia.ceph.com 2024-02-09T23:55:53.609 DEBUG:teuthology.orchestra.run.smithi027:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-02-09T23:55:53.686 INFO:teuthology.orchestra.run.smithi027.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-02-09T23:55:53.686 INFO:teuthology.orchestra.run.smithi027.stdout: = sectsz=512 attr=2, projid32bit=1 2024-02-09T23:55:53.686 INFO:teuthology.orchestra.run.smithi027.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-02-09T23:55:53.687 INFO:teuthology.orchestra.run.smithi027.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-02-09T23:55:53.687 INFO:teuthology.orchestra.run.smithi027.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-02-09T23:55:53.687 INFO:teuthology.orchestra.run.smithi027.stdout: = sunit=0 swidth=0 blks 2024-02-09T23:55:53.687 INFO:teuthology.orchestra.run.smithi027.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-02-09T23:55:53.687 INFO:teuthology.orchestra.run.smithi027.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-02-09T23:55:53.687 INFO:teuthology.orchestra.run.smithi027.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-02-09T23:55:53.687 INFO:teuthology.orchestra.run.smithi027.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-02-09T23:55:54.196 INFO:teuthology.orchestra.run.smithi027.stdout:Discarding blocks...Done. 2024-02-09T23:55:54.198 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi027.front.sepia.ceph.com -o noatime 2024-02-09T23:55:54.198 DEBUG:teuthology.orchestra.run.smithi027:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-02-09T23:55:54.310 DEBUG:teuthology.orchestra.run.smithi027:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-02-09T23:55:54.349 DEBUG:teuthology.orchestra.run.smithi027:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-02-09T23:55:54.424 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-02-09T23:55:54.424 INFO:tasks.ceph:role: osd.1 2024-02-09T23:55:54.424 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi027.front.sepia.ceph.com 2024-02-09T23:55:54.424 DEBUG:teuthology.orchestra.run.smithi027:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-02-09T23:55:54.501 INFO:teuthology.orchestra.run.smithi027.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-02-09T23:55:54.502 INFO:teuthology.orchestra.run.smithi027.stdout: = sectsz=512 attr=2, projid32bit=1 2024-02-09T23:55:54.502 INFO:teuthology.orchestra.run.smithi027.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-02-09T23:55:54.502 INFO:teuthology.orchestra.run.smithi027.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-02-09T23:55:54.502 INFO:teuthology.orchestra.run.smithi027.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-02-09T23:55:54.502 INFO:teuthology.orchestra.run.smithi027.stdout: = sunit=0 swidth=0 blks 2024-02-09T23:55:54.502 INFO:teuthology.orchestra.run.smithi027.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-02-09T23:55:54.502 INFO:teuthology.orchestra.run.smithi027.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-02-09T23:55:54.502 INFO:teuthology.orchestra.run.smithi027.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-02-09T23:55:54.502 INFO:teuthology.orchestra.run.smithi027.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-02-09T23:55:54.944 INFO:teuthology.orchestra.run.smithi027.stdout:Discarding blocks...Done. 2024-02-09T23:55:54.946 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi027.front.sepia.ceph.com -o noatime 2024-02-09T23:55:54.946 DEBUG:teuthology.orchestra.run.smithi027:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-02-09T23:55:55.041 DEBUG:teuthology.orchestra.run.smithi027:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-02-09T23:55:55.075 DEBUG:teuthology.orchestra.run.smithi027:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-02-09T23:55:55.146 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-02-09T23:55:55.146 INFO:tasks.ceph:role: osd.2 2024-02-09T23:55:55.146 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi027.front.sepia.ceph.com 2024-02-09T23:55:55.146 DEBUG:teuthology.orchestra.run.smithi027:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-02-09T23:55:55.224 INFO:teuthology.orchestra.run.smithi027.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-02-09T23:55:55.224 INFO:teuthology.orchestra.run.smithi027.stdout: = sectsz=512 attr=2, projid32bit=1 2024-02-09T23:55:55.224 INFO:teuthology.orchestra.run.smithi027.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-02-09T23:55:55.224 INFO:teuthology.orchestra.run.smithi027.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-02-09T23:55:55.224 INFO:teuthology.orchestra.run.smithi027.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-02-09T23:55:55.224 INFO:teuthology.orchestra.run.smithi027.stdout: = sunit=0 swidth=0 blks 2024-02-09T23:55:55.224 INFO:teuthology.orchestra.run.smithi027.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-02-09T23:55:55.225 INFO:teuthology.orchestra.run.smithi027.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-02-09T23:55:55.225 INFO:teuthology.orchestra.run.smithi027.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-02-09T23:55:55.225 INFO:teuthology.orchestra.run.smithi027.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-02-09T23:55:55.707 INFO:teuthology.orchestra.run.smithi027.stdout:Discarding blocks...Done. 2024-02-09T23:55:55.709 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi027.front.sepia.ceph.com -o noatime 2024-02-09T23:55:55.709 DEBUG:teuthology.orchestra.run.smithi027:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-02-09T23:55:55.868 DEBUG:teuthology.orchestra.run.smithi027:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-02-09T23:55:55.906 DEBUG:teuthology.orchestra.run.smithi027:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-02-09T23:55:55.977 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-02-09T23:55:55.977 INFO:tasks.ceph:role: osd.3 2024-02-09T23:55:55.977 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi027.front.sepia.ceph.com 2024-02-09T23:55:55.978 DEBUG:teuthology.orchestra.run.smithi027:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-02-09T23:55:56.056 INFO:teuthology.orchestra.run.smithi027.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-02-09T23:55:56.056 INFO:teuthology.orchestra.run.smithi027.stdout: = sectsz=512 attr=2, projid32bit=1 2024-02-09T23:55:56.056 INFO:teuthology.orchestra.run.smithi027.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-02-09T23:55:56.056 INFO:teuthology.orchestra.run.smithi027.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-02-09T23:55:56.056 INFO:teuthology.orchestra.run.smithi027.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-02-09T23:55:56.056 INFO:teuthology.orchestra.run.smithi027.stdout: = sunit=0 swidth=0 blks 2024-02-09T23:55:56.056 INFO:teuthology.orchestra.run.smithi027.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-02-09T23:55:56.056 INFO:teuthology.orchestra.run.smithi027.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-02-09T23:55:56.056 INFO:teuthology.orchestra.run.smithi027.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-02-09T23:55:56.056 INFO:teuthology.orchestra.run.smithi027.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-02-09T23:55:56.549 INFO:teuthology.orchestra.run.smithi027.stdout:Discarding blocks...Done. 2024-02-09T23:55:56.551 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi027.front.sepia.ceph.com -o noatime 2024-02-09T23:55:56.551 DEBUG:teuthology.orchestra.run.smithi027:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-02-09T23:55:56.676 DEBUG:teuthology.orchestra.run.smithi027:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-02-09T23:55:56.712 DEBUG:teuthology.orchestra.run.smithi027:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-02-09T23:55:56.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:55:56.813+0000 7fd137611640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-02-09T23:55:56.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:55:56.813+0000 7fd137611640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-02-09T23:55:56.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:55:56.813+0000 7fd137611640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-02-09T23:55:56.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:55:56.813+0000 7fd137611640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-02-09T23:55:56.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:55:56.813+0000 7fd137611640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-02-09T23:55:56.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:55:56.813+0000 7fd137611640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-02-09T23:55:59.668 DEBUG:teuthology.orchestra.run.smithi027:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-02-09T23:55:59.705 DEBUG:teuthology.orchestra.run.smithi027:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-02-09T23:55:59.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:55:59.798+0000 7ffb548d9640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-02-09T23:55:59.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:55:59.799+0000 7ffb548d9640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-02-09T23:55:59.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:55:59.799+0000 7ffb548d9640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-02-09T23:55:59.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:55:59.799+0000 7ffb548d9640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-02-09T23:55:59.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:55:59.799+0000 7ffb548d9640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-02-09T23:55:59.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:55:59.799+0000 7ffb548d9640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-02-09T23:56:02.658 DEBUG:teuthology.orchestra.run.smithi027:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-02-09T23:56:02.693 DEBUG:teuthology.orchestra.run.smithi027:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-02-09T23:56:02.791 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:02.788+0000 7f02f3c0d640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-02-09T23:56:02.791 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:02.788+0000 7f02f3c0d640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-02-09T23:56:02.791 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:02.788+0000 7f02f3c0d640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-02-09T23:56:02.791 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:02.788+0000 7f02f3c0d640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-02-09T23:56:02.792 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:02.788+0000 7f02f3c0d640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-02-09T23:56:02.792 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:02.789+0000 7f02f3c0d640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-02-09T23:56:05.648 DEBUG:teuthology.orchestra.run.smithi027:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-02-09T23:56:05.679 DEBUG:teuthology.orchestra.run.smithi027:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-02-09T23:56:05.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:05.768+0000 7fa44b006640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-02-09T23:56:05.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:05.769+0000 7fa44b006640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-02-09T23:56:05.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:05.769+0000 7fa44b006640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-02-09T23:56:05.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:05.769+0000 7fa44b006640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-02-09T23:56:05.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:05.769+0000 7fa44b006640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-02-09T23:56:05.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:05.769+0000 7fa44b006640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-02-09T23:56:08.644 DEBUG:teuthology.orchestra.run.smithi027:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-02-09T23:56:08.680 DEBUG:teuthology.orchestra.run.smithi153:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-02-09T23:56:08.712 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-02-09T23:56:08.713 INFO:tasks.ceph:role: osd.4 2024-02-09T23:56:08.713 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi153.front.sepia.ceph.com 2024-02-09T23:56:08.713 DEBUG:teuthology.orchestra.run.smithi153:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-02-09T23:56:08.792 INFO:teuthology.orchestra.run.smithi153.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-02-09T23:56:08.792 INFO:teuthology.orchestra.run.smithi153.stdout: = sectsz=512 attr=2, projid32bit=1 2024-02-09T23:56:08.792 INFO:teuthology.orchestra.run.smithi153.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-02-09T23:56:08.793 INFO:teuthology.orchestra.run.smithi153.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-02-09T23:56:08.793 INFO:teuthology.orchestra.run.smithi153.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-02-09T23:56:08.793 INFO:teuthology.orchestra.run.smithi153.stdout: = sunit=0 swidth=0 blks 2024-02-09T23:56:08.793 INFO:teuthology.orchestra.run.smithi153.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-02-09T23:56:08.793 INFO:teuthology.orchestra.run.smithi153.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-02-09T23:56:08.793 INFO:teuthology.orchestra.run.smithi153.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-02-09T23:56:08.793 INFO:teuthology.orchestra.run.smithi153.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-02-09T23:56:09.307 INFO:teuthology.orchestra.run.smithi153.stdout:Discarding blocks...Done. 2024-02-09T23:56:09.309 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi153.front.sepia.ceph.com -o noatime 2024-02-09T23:56:09.309 DEBUG:teuthology.orchestra.run.smithi153:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-02-09T23:56:09.460 DEBUG:teuthology.orchestra.run.smithi153:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-02-09T23:56:09.499 DEBUG:teuthology.orchestra.run.smithi153:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-02-09T23:56:09.569 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-02-09T23:56:09.569 INFO:tasks.ceph:role: osd.5 2024-02-09T23:56:09.569 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi153.front.sepia.ceph.com 2024-02-09T23:56:09.569 DEBUG:teuthology.orchestra.run.smithi153:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-02-09T23:56:09.645 INFO:teuthology.orchestra.run.smithi153.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-02-09T23:56:09.646 INFO:teuthology.orchestra.run.smithi153.stdout: = sectsz=512 attr=2, projid32bit=1 2024-02-09T23:56:09.646 INFO:teuthology.orchestra.run.smithi153.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-02-09T23:56:09.646 INFO:teuthology.orchestra.run.smithi153.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-02-09T23:56:09.646 INFO:teuthology.orchestra.run.smithi153.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-02-09T23:56:09.646 INFO:teuthology.orchestra.run.smithi153.stdout: = sunit=0 swidth=0 blks 2024-02-09T23:56:09.646 INFO:teuthology.orchestra.run.smithi153.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-02-09T23:56:09.646 INFO:teuthology.orchestra.run.smithi153.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-02-09T23:56:09.646 INFO:teuthology.orchestra.run.smithi153.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-02-09T23:56:09.646 INFO:teuthology.orchestra.run.smithi153.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-02-09T23:56:10.129 INFO:teuthology.orchestra.run.smithi153.stdout:Discarding blocks...Done. 2024-02-09T23:56:10.131 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi153.front.sepia.ceph.com -o noatime 2024-02-09T23:56:10.131 DEBUG:teuthology.orchestra.run.smithi153:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-02-09T23:56:10.235 DEBUG:teuthology.orchestra.run.smithi153:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-02-09T23:56:10.267 DEBUG:teuthology.orchestra.run.smithi153:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-02-09T23:56:10.333 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-02-09T23:56:10.334 INFO:tasks.ceph:role: osd.6 2024-02-09T23:56:10.334 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi153.front.sepia.ceph.com 2024-02-09T23:56:10.334 DEBUG:teuthology.orchestra.run.smithi153:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-02-09T23:56:10.408 INFO:teuthology.orchestra.run.smithi153.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-02-09T23:56:10.409 INFO:teuthology.orchestra.run.smithi153.stdout: = sectsz=512 attr=2, projid32bit=1 2024-02-09T23:56:10.409 INFO:teuthology.orchestra.run.smithi153.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-02-09T23:56:10.409 INFO:teuthology.orchestra.run.smithi153.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-02-09T23:56:10.409 INFO:teuthology.orchestra.run.smithi153.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-02-09T23:56:10.409 INFO:teuthology.orchestra.run.smithi153.stdout: = sunit=0 swidth=0 blks 2024-02-09T23:56:10.409 INFO:teuthology.orchestra.run.smithi153.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-02-09T23:56:10.409 INFO:teuthology.orchestra.run.smithi153.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-02-09T23:56:10.409 INFO:teuthology.orchestra.run.smithi153.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-02-09T23:56:10.409 INFO:teuthology.orchestra.run.smithi153.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-02-09T23:56:10.928 INFO:teuthology.orchestra.run.smithi153.stdout:Discarding blocks...Done. 2024-02-09T23:56:10.930 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi153.front.sepia.ceph.com -o noatime 2024-02-09T23:56:10.930 DEBUG:teuthology.orchestra.run.smithi153:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-02-09T23:56:11.072 DEBUG:teuthology.orchestra.run.smithi153:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-02-09T23:56:11.103 DEBUG:teuthology.orchestra.run.smithi153:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-02-09T23:56:11.170 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-02-09T23:56:11.170 INFO:tasks.ceph:role: osd.7 2024-02-09T23:56:11.170 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi153.front.sepia.ceph.com 2024-02-09T23:56:11.170 DEBUG:teuthology.orchestra.run.smithi153:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-02-09T23:56:11.244 INFO:teuthology.orchestra.run.smithi153.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-02-09T23:56:11.244 INFO:teuthology.orchestra.run.smithi153.stdout: = sectsz=512 attr=2, projid32bit=1 2024-02-09T23:56:11.244 INFO:teuthology.orchestra.run.smithi153.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-02-09T23:56:11.244 INFO:teuthology.orchestra.run.smithi153.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-02-09T23:56:11.244 INFO:teuthology.orchestra.run.smithi153.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-02-09T23:56:11.244 INFO:teuthology.orchestra.run.smithi153.stdout: = sunit=0 swidth=0 blks 2024-02-09T23:56:11.244 INFO:teuthology.orchestra.run.smithi153.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-02-09T23:56:11.245 INFO:teuthology.orchestra.run.smithi153.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-02-09T23:56:11.245 INFO:teuthology.orchestra.run.smithi153.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-02-09T23:56:11.245 INFO:teuthology.orchestra.run.smithi153.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-02-09T23:56:11.756 INFO:teuthology.orchestra.run.smithi153.stdout:Discarding blocks...Done. 2024-02-09T23:56:11.757 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi153.front.sepia.ceph.com -o noatime 2024-02-09T23:56:11.758 DEBUG:teuthology.orchestra.run.smithi153:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-02-09T23:56:11.846 DEBUG:teuthology.orchestra.run.smithi153:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-02-09T23:56:11.879 DEBUG:teuthology.orchestra.run.smithi153:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-02-09T23:56:11.975 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:11.973+0000 7f03be266640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-02-09T23:56:11.975 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:11.973+0000 7f03be266640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-02-09T23:56:11.976 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:11.973+0000 7f03be266640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-02-09T23:56:11.976 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:11.973+0000 7f03be266640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-02-09T23:56:11.976 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:11.973+0000 7f03be266640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-02-09T23:56:11.976 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:11.973+0000 7f03be266640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-02-09T23:56:14.833 DEBUG:teuthology.orchestra.run.smithi153:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-02-09T23:56:14.869 DEBUG:teuthology.orchestra.run.smithi153:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-02-09T23:56:14.973 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:14.969+0000 7f1cffa13640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-02-09T23:56:14.974 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:14.969+0000 7f1cffa13640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-02-09T23:56:14.974 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:14.969+0000 7f1cffa13640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-02-09T23:56:14.974 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:14.969+0000 7f1cffa13640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-02-09T23:56:14.974 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:14.969+0000 7f1cffa13640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-02-09T23:56:14.974 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:14.969+0000 7f1cffa13640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-02-09T23:56:17.831 DEBUG:teuthology.orchestra.run.smithi153:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-02-09T23:56:17.862 DEBUG:teuthology.orchestra.run.smithi153:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-02-09T23:56:17.952 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:17.950+0000 7fa630e0d640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-02-09T23:56:17.952 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:17.950+0000 7fa630e0d640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-02-09T23:56:17.953 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:17.950+0000 7fa630e0d640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-02-09T23:56:17.953 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:17.950+0000 7fa630e0d640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-02-09T23:56:17.953 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:17.950+0000 7fa630e0d640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-02-09T23:56:17.953 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:17.951+0000 7fa630e0d640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-02-09T23:56:20.276 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-09T23:56:20.284 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-09T23:56:20.805 DEBUG:teuthology.orchestra.run.smithi153:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-02-09T23:56:20.836 DEBUG:teuthology.orchestra.run.smithi153:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-02-09T23:56:20.924 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:20.922+0000 7f6429a0f640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-02-09T23:56:20.924 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:20.922+0000 7f6429a0f640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-02-09T23:56:20.925 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:20.922+0000 7f6429a0f640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-02-09T23:56:20.925 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:20.922+0000 7f6429a0f640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-02-09T23:56:20.925 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:20.922+0000 7f6429a0f640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-02-09T23:56:20.925 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:20.923+0000 7f6429a0f640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-02-09T23:56:23.767 DEBUG:teuthology.orchestra.run.smithi153:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-02-09T23:56:23.796 INFO:tasks.ceph:Reading keys from all nodes... 2024-02-09T23:56:23.797 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:56:23.797 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-02-09T23:56:23.833 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:56:23.834 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-02-09T23:56:23.909 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:56:23.910 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-02-09T23:56:23.985 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:56:23.986 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-02-09T23:56:24.060 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:56:24.060 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-02-09T23:56:24.134 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:56:24.134 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-02-09T23:56:24.207 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:56:24.208 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-02-09T23:56:24.279 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-02-09T23:56:24.280 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-02-09T23:56:24.312 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-02-09T23:56:24.312 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-02-09T23:56:24.382 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-02-09T23:56:24.382 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-02-09T23:56:24.452 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-02-09T23:56:24.452 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-02-09T23:56:24.520 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-02-09T23:56:24.520 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-02-09T23:56:24.588 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-02-09T23:56:24.588 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-02-09T23:56:24.656 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-02-09T23:56:24.741 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-02-09T23:56:24.769 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:56:24.769 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-02-09T23:56:24.788 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:56:24.788 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-02-09T23:56:24.847 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-02-09T23:56:24.847 DEBUG:teuthology.orchestra.run.smithi153:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-02-09T23:56:24.862 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-02-09T23:56:24.862 DEBUG:teuthology.orchestra.run.smithi153:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-02-09T23:56:24.917 INFO:tasks.ceph:Adding keys to all mons... 2024-02-09T23:56:24.917 DEBUG:teuthology.orchestra.run.smithi027:> sudo tee -a /etc/ceph/ceph.keyring 2024-02-09T23:56:24.919 DEBUG:teuthology.orchestra.run.smithi153:> sudo tee -a /etc/ceph/ceph.keyring 2024-02-09T23:56:24.960 INFO:teuthology.orchestra.run.smithi027.stdout:[mgr.y] 2024-02-09T23:56:24.960 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQCIu8Zlll92LhAAxGRx9u7qGn/0YS/CvV+5GA== 2024-02-09T23:56:24.960 INFO:teuthology.orchestra.run.smithi027.stdout:[mds.a] 2024-02-09T23:56:24.960 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQCIu8ZlDgAQNhAAQOB47ya+MtdgbTemXhR3UQ== 2024-02-09T23:56:24.960 INFO:teuthology.orchestra.run.smithi027.stdout:[mds.c] 2024-02-09T23:56:24.960 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQCJu8ZlvpSAAhAACiWIlII2TTg32Lx/9J8eJQ== 2024-02-09T23:56:24.961 INFO:teuthology.orchestra.run.smithi027.stdout:[osd.0] 2024-02-09T23:56:24.961 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQCMu8ZlixF+MBAAQYXIyyq5XELEgLNDyaMvBA== 2024-02-09T23:56:24.961 INFO:teuthology.orchestra.run.smithi027.stdout:[osd.1] 2024-02-09T23:56:24.961 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQCPu8Zlpai0LxAAGEzrDsWhbZSW8FB1chl42g== 2024-02-09T23:56:24.961 INFO:teuthology.orchestra.run.smithi027.stdout:[osd.2] 2024-02-09T23:56:24.961 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQCSu8ZlC3gTLxAAVlhUAZzrwaK5R5fl667eiQ== 2024-02-09T23:56:24.961 INFO:teuthology.orchestra.run.smithi027.stdout:[osd.3] 2024-02-09T23:56:24.961 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQCVu8Zl7qPrLRAAjXDXECCR+wgtwY//TiJrjQ== 2024-02-09T23:56:24.961 INFO:teuthology.orchestra.run.smithi027.stdout:[mgr.x] 2024-02-09T23:56:24.961 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQCIu8Zl14kvMhAA5ilF/3OPMJgB6vAcmhcgfA== 2024-02-09T23:56:24.961 INFO:teuthology.orchestra.run.smithi027.stdout:[mds.b] 2024-02-09T23:56:24.961 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQCJu8ZlD9LjBxAA+yxJ49iGPGNS7bpWqv+mTg== 2024-02-09T23:56:24.961 INFO:teuthology.orchestra.run.smithi027.stdout:[mds.d] 2024-02-09T23:56:24.961 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQCJu8ZlTJdjDxAAALJY4m7HZ9yHlIPLPZJ/FA== 2024-02-09T23:56:24.961 INFO:teuthology.orchestra.run.smithi027.stdout:[osd.4] 2024-02-09T23:56:24.962 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQCbu8ZlPG8LOhAALj724w9waeNjEKfd86Vw8g== 2024-02-09T23:56:24.962 INFO:teuthology.orchestra.run.smithi027.stdout:[osd.5] 2024-02-09T23:56:24.962 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQCeu8ZlkwXQORAAE4m/XxJxPpe4VB4OWuqBAg== 2024-02-09T23:56:24.962 INFO:teuthology.orchestra.run.smithi027.stdout:[osd.6] 2024-02-09T23:56:24.962 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQChu8Zl0s+vOBAA0p0Yv8I6zVNJTxN/9Voutg== 2024-02-09T23:56:24.962 INFO:teuthology.orchestra.run.smithi027.stdout:[osd.7] 2024-02-09T23:56:24.962 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQCku8ZlVeADNxAAaMBzJdTASa7b9A8YPjqFHw== 2024-02-09T23:56:24.962 INFO:teuthology.orchestra.run.smithi027.stdout:[client.0] 2024-02-09T23:56:24.962 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQCJu8Zl5aPyExAAWEuFyVnn8gCxmV57DUYNaw== 2024-02-09T23:56:24.962 INFO:teuthology.orchestra.run.smithi027.stdout:[client.2] 2024-02-09T23:56:24.962 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQCJu8Zlrg3SFxAAyl2FXTqDyNoUbjPxAZ60Nw== 2024-02-09T23:56:24.962 INFO:teuthology.orchestra.run.smithi027.stdout:[client.1] 2024-02-09T23:56:24.962 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQCJu8ZlpvKOGxAAtH9Qp0bYXmn4VB5sgpGHTg== 2024-02-09T23:56:24.962 INFO:teuthology.orchestra.run.smithi027.stdout:[client.3] 2024-02-09T23:56:24.962 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQCJu8ZliK9tIRAAEE6DAyOo/45/kRReuAUd+A== 2024-02-09T23:56:24.982 INFO:teuthology.orchestra.run.smithi153.stdout:[mgr.y] 2024-02-09T23:56:24.982 INFO:teuthology.orchestra.run.smithi153.stdout: key = AQCIu8Zlll92LhAAxGRx9u7qGn/0YS/CvV+5GA== 2024-02-09T23:56:24.982 INFO:teuthology.orchestra.run.smithi153.stdout:[mds.a] 2024-02-09T23:56:24.982 INFO:teuthology.orchestra.run.smithi153.stdout: key = AQCIu8ZlDgAQNhAAQOB47ya+MtdgbTemXhR3UQ== 2024-02-09T23:56:24.982 INFO:teuthology.orchestra.run.smithi153.stdout:[mds.c] 2024-02-09T23:56:24.982 INFO:teuthology.orchestra.run.smithi153.stdout: key = AQCJu8ZlvpSAAhAACiWIlII2TTg32Lx/9J8eJQ== 2024-02-09T23:56:24.982 INFO:teuthology.orchestra.run.smithi153.stdout:[osd.0] 2024-02-09T23:56:24.982 INFO:teuthology.orchestra.run.smithi153.stdout: key = AQCMu8ZlixF+MBAAQYXIyyq5XELEgLNDyaMvBA== 2024-02-09T23:56:24.982 INFO:teuthology.orchestra.run.smithi153.stdout:[osd.1] 2024-02-09T23:56:24.982 INFO:teuthology.orchestra.run.smithi153.stdout: key = AQCPu8Zlpai0LxAAGEzrDsWhbZSW8FB1chl42g== 2024-02-09T23:56:24.982 INFO:teuthology.orchestra.run.smithi153.stdout:[osd.2] 2024-02-09T23:56:24.983 INFO:teuthology.orchestra.run.smithi153.stdout: key = AQCSu8ZlC3gTLxAAVlhUAZzrwaK5R5fl667eiQ== 2024-02-09T23:56:24.983 INFO:teuthology.orchestra.run.smithi153.stdout:[osd.3] 2024-02-09T23:56:24.983 INFO:teuthology.orchestra.run.smithi153.stdout: key = AQCVu8Zl7qPrLRAAjXDXECCR+wgtwY//TiJrjQ== 2024-02-09T23:56:24.983 INFO:teuthology.orchestra.run.smithi153.stdout:[mgr.x] 2024-02-09T23:56:24.983 INFO:teuthology.orchestra.run.smithi153.stdout: key = AQCIu8Zl14kvMhAA5ilF/3OPMJgB6vAcmhcgfA== 2024-02-09T23:56:24.983 INFO:teuthology.orchestra.run.smithi153.stdout:[mds.b] 2024-02-09T23:56:24.983 INFO:teuthology.orchestra.run.smithi153.stdout: key = AQCJu8ZlD9LjBxAA+yxJ49iGPGNS7bpWqv+mTg== 2024-02-09T23:56:24.983 INFO:teuthology.orchestra.run.smithi153.stdout:[mds.d] 2024-02-09T23:56:24.983 INFO:teuthology.orchestra.run.smithi153.stdout: key = AQCJu8ZlTJdjDxAAALJY4m7HZ9yHlIPLPZJ/FA== 2024-02-09T23:56:24.983 INFO:teuthology.orchestra.run.smithi153.stdout:[osd.4] 2024-02-09T23:56:24.983 INFO:teuthology.orchestra.run.smithi153.stdout: key = AQCbu8ZlPG8LOhAALj724w9waeNjEKfd86Vw8g== 2024-02-09T23:56:24.983 INFO:teuthology.orchestra.run.smithi153.stdout:[osd.5] 2024-02-09T23:56:24.983 INFO:teuthology.orchestra.run.smithi153.stdout: key = AQCeu8ZlkwXQORAAE4m/XxJxPpe4VB4OWuqBAg== 2024-02-09T23:56:24.983 INFO:teuthology.orchestra.run.smithi153.stdout:[osd.6] 2024-02-09T23:56:24.983 INFO:teuthology.orchestra.run.smithi153.stdout: key = AQChu8Zl0s+vOBAA0p0Yv8I6zVNJTxN/9Voutg== 2024-02-09T23:56:24.984 INFO:teuthology.orchestra.run.smithi153.stdout:[osd.7] 2024-02-09T23:56:24.984 INFO:teuthology.orchestra.run.smithi153.stdout: key = AQCku8ZlVeADNxAAaMBzJdTASa7b9A8YPjqFHw== 2024-02-09T23:56:24.984 INFO:teuthology.orchestra.run.smithi153.stdout:[client.0] 2024-02-09T23:56:24.984 INFO:teuthology.orchestra.run.smithi153.stdout: key = AQCJu8Zl5aPyExAAWEuFyVnn8gCxmV57DUYNaw== 2024-02-09T23:56:24.984 INFO:teuthology.orchestra.run.smithi153.stdout:[client.2] 2024-02-09T23:56:24.984 INFO:teuthology.orchestra.run.smithi153.stdout: key = AQCJu8Zlrg3SFxAAyl2FXTqDyNoUbjPxAZ60Nw== 2024-02-09T23:56:24.984 INFO:teuthology.orchestra.run.smithi153.stdout:[client.1] 2024-02-09T23:56:24.984 INFO:teuthology.orchestra.run.smithi153.stdout: key = AQCJu8ZlpvKOGxAAtH9Qp0bYXmn4VB5sgpGHTg== 2024-02-09T23:56:24.984 INFO:teuthology.orchestra.run.smithi153.stdout:[client.3] 2024-02-09T23:56:24.984 INFO:teuthology.orchestra.run.smithi153.stdout: key = AQCJu8ZliK9tIRAAEE6DAyOo/45/kRReuAUd+A== 2024-02-09T23:56:24.985 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-02-09T23:56:25.007 DEBUG:teuthology.orchestra.run.smithi153:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-02-09T23:56:25.078 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-02-09T23:56:25.080 DEBUG:teuthology.orchestra.run.smithi153:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-02-09T23:56:25.140 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-02-09T23:56:25.142 DEBUG:teuthology.orchestra.run.smithi153:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-02-09T23:56:25.199 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-02-09T23:56:25.201 DEBUG:teuthology.orchestra.run.smithi153:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-02-09T23:56:25.255 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-02-09T23:56:25.257 DEBUG:teuthology.orchestra.run.smithi153:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-02-09T23:56:25.310 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-02-09T23:56:25.312 DEBUG:teuthology.orchestra.run.smithi153:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-02-09T23:56:25.366 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-02-09T23:56:25.368 DEBUG:teuthology.orchestra.run.smithi153:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-02-09T23:56:25.423 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-02-09T23:56:25.426 DEBUG:teuthology.orchestra.run.smithi153:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-02-09T23:56:25.479 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-02-09T23:56:25.481 DEBUG:teuthology.orchestra.run.smithi153:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-02-09T23:56:25.538 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-02-09T23:56:25.563 DEBUG:teuthology.orchestra.run.smithi153:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-02-09T23:56:25.625 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-02-09T23:56:25.628 DEBUG:teuthology.orchestra.run.smithi153:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-02-09T23:56:25.682 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-02-09T23:56:25.685 DEBUG:teuthology.orchestra.run.smithi153:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-02-09T23:56:25.739 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-02-09T23:56:25.741 DEBUG:teuthology.orchestra.run.smithi153:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-02-09T23:56:25.798 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-02-09T23:56:25.801 DEBUG:teuthology.orchestra.run.smithi153:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-02-09T23:56:25.859 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-02-09T23:56:25.867 DEBUG:teuthology.orchestra.run.smithi153:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-02-09T23:56:25.926 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-02-09T23:56:25.936 DEBUG:teuthology.orchestra.run.smithi153:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-02-09T23:56:25.994 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-02-09T23:56:26.004 DEBUG:teuthology.orchestra.run.smithi153:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-02-09T23:56:26.067 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-02-09T23:56:26.075 DEBUG:teuthology.orchestra.run.smithi153:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-02-09T23:56:26.145 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-02-09T23:56:26.145 DEBUG:teuthology.orchestra.run.smithi027:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-02-09T23:56:26.179 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-02-09T23:56:26.289 DEBUG:teuthology.orchestra.run.smithi027:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-02-09T23:56:26.327 DEBUG:teuthology.orchestra.run.smithi153:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-02-09T23:56:26.355 DEBUG:teuthology.orchestra.run.smithi153:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-02-09T23:56:26.463 DEBUG:teuthology.orchestra.run.smithi153:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-02-09T23:56:26.497 DEBUG:teuthology.orchestra.run.smithi153:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-02-09T23:56:26.570 DEBUG:teuthology.orchestra.run.smithi153:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-02-09T23:56:26.673 DEBUG:teuthology.orchestra.run.smithi153:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-02-09T23:56:26.704 DEBUG:teuthology.orchestra.run.smithi027:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-02-09T23:56:26.709 DEBUG:teuthology.orchestra.run.smithi153:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-02-09T23:56:26.764 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-02-09T23:56:26.765 INFO:tasks.ceph.mon.a:Restarting daemon 2024-02-09T23:56:26.765 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-02-09T23:56:26.774 INFO:tasks.ceph.mon.a:Started 2024-02-09T23:56:26.774 INFO:tasks.ceph.mon.b:Restarting daemon 2024-02-09T23:56:26.774 DEBUG:teuthology.orchestra.run.smithi153:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-02-09T23:56:26.815 INFO:tasks.ceph.mon.b:Started 2024-02-09T23:56:26.815 INFO:tasks.ceph.mon.c:Restarting daemon 2024-02-09T23:56:26.815 DEBUG:teuthology.orchestra.run.smithi153:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-02-09T23:56:26.823 INFO:tasks.ceph.mon.c:Started 2024-02-09T23:56:26.823 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-02-09T23:56:26.823 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-02-09T23:56:26.823 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-02-09T23:56:26.829 INFO:tasks.ceph.mgr.y:Started 2024-02-09T23:56:26.829 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-02-09T23:56:26.830 DEBUG:teuthology.orchestra.run.smithi153:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-02-09T23:56:26.838 INFO:tasks.ceph.mgr.x:Started 2024-02-09T23:56:26.838 INFO:tasks.ceph:Setting crush tunables to default 2024-02-09T23:56:26.838 DEBUG:teuthology.orchestra.run.smithi027:> sudo ceph --cluster ceph osd crush tunables default 2024-02-09T23:56:26.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:26.951+0000 7f101a2eb640 1 Processor -- start 2024-02-09T23:56:26.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:26.951+0000 7f101a2eb640 1 -- start start 2024-02-09T23:56:26.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:26.951+0000 7f101a2eb640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f10140cf4e0 0x7f10140cd860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:26.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:26.951+0000 7f101a2eb640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f10140cc7c0 con 0x7f101415bb20 2024-02-09T23:56:26.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:26.951+0000 7f101a2eb640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f10140ccaa0 con 0x7f1014099a40 2024-02-09T23:56:26.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:26.951+0000 7f101a2eb640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f101415bf00 con 0x7f10140cf4e0 2024-02-09T23:56:26.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:26.952+0000 7f1013fff640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f101415bb20 0x7f10140d0340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:39194/0 (socket says 172.21.15.27:39194) 2024-02-09T23:56:26.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:26.952+0000 7f1013fff640 1 -- 172.21.15.27:0/309193300 learned_addr learned my addr 172.21.15.27:0/309193300 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:56:26.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:26.952+0000 7f10137fe640 1 --2- 172.21.15.27:0/309193300 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f10140cf4e0 0x7f10140cd860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:26.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:26.952+0000 7f10137fe640 1 -- 172.21.15.27:0/309193300 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f10140cf4e0 msgr2=0x7f10140cd860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-02-09T23:56:26.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:26.952+0000 7f10137fe640 1 -- 172.21.15.27:0/309193300 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f10140cf4e0 msgr2=0x7f10140cd860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-02-09T23:56:26.955 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:26.952+0000 7f10137fe640 1 --2- 172.21.15.27:0/309193300 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f10140cf4e0 0x7f10140cd860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-02-09T23:56:26.955 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:26.952+0000 7f10137fe640 1 --2- 172.21.15.27:0/309193300 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f10140cf4e0 0x7f10140cd860 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-02-09T23:56:27.134 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.131+0000 7f1012ffd640 1 -- 172.21.15.27:0/309193300 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1469331872 0 0) 0x7f10140cc7c0 con 0x7f101415bb20 2024-02-09T23:56:27.134 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.131+0000 7f1012ffd640 1 -- 172.21.15.27:0/309193300 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1000003520 con 0x7f101415bb20 2024-02-09T23:56:27.134 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.131+0000 7f1012ffd640 1 -- 172.21.15.27:0/309193300 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 945990002 0 0) 0x7f10140ccaa0 con 0x7f1014099a40 2024-02-09T23:56:27.134 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.131+0000 7f1012ffd640 1 -- 172.21.15.27:0/309193300 --> v1:172.21.15.153:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f10140cc7c0 con 0x7f1014099a40 2024-02-09T23:56:27.134 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.132+0000 7f1012ffd640 1 -- 172.21.15.27:0/309193300 <== mon.1 v1:172.21.15.153:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 252236733 0 0) 0x7f10140cc7c0 con 0x7f1014099a40 2024-02-09T23:56:27.134 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.132+0000 7f1012ffd640 1 -- 172.21.15.27:0/309193300 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f10140cf4e0 msgr2=0x7f10140cd860 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-02-09T23:56:27.134 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.132+0000 7f1012ffd640 1 --2- 172.21.15.27:0/309193300 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f10140cf4e0 0x7f10140cd860 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:27.134 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.132+0000 7f1012ffd640 1 -- 172.21.15.27:0/309193300 >> v1:172.21.15.27:6789/0 conn(0x7f101415bb20 legacy=0x7f10140d0340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:27.134 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.132+0000 7f1012ffd640 1 -- 172.21.15.27:0/309193300 --> v1:172.21.15.153:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10140ccd80 con 0x7f1014099a40 2024-02-09T23:56:27.134 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.132+0000 7f1012ffd640 1 -- 172.21.15.27:0/309193300 <== mon.1 v1:172.21.15.153:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7f100c0019f0 con 0x7f1014099a40 2024-02-09T23:56:27.134 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.132+0000 7f1012ffd640 1 -- 172.21.15.27:0/309193300 >> v1:172.21.15.153:6789/0 conn(0x7f1014099a40 legacy=0x7f10140c53d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:27.135 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.132+0000 7f1012ffd640 1 --2- 172.21.15.27:0/309193300 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1000003b70 0x7f1000003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:27.135 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.132+0000 7f1012ffd640 1 --2- 172.21.15.27:0/309193300 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f10140cf4e0 0x7f10000047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:27.135 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.132+0000 7f1012ffd640 1 --2- 172.21.15.27:0/309193300 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1000004d50 0x7f10000051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:27.135 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.132+0000 7f1012ffd640 1 -- 172.21.15.27:0/309193300 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f100000bbb0 con 0x7f1000004d50 2024-02-09T23:56:27.135 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.132+0000 7f1012ffd640 1 -- 172.21.15.27:0/309193300 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f100000bd20 con 0x7f1000003b70 2024-02-09T23:56:27.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.132+0000 7f1012ffd640 1 -- 172.21.15.27:0/309193300 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f100000bee0 con 0x7f10140cf4e0 2024-02-09T23:56:27.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.132+0000 7f1013fff640 1 --2- 172.21.15.27:0/309193300 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1000003b70 0x7f1000003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:27.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.132+0000 7f1018888640 1 --2- 172.21.15.27:0/309193300 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1000004d50 0x7f10000051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:27.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.132+0000 7f10137fe640 1 --2- 172.21.15.27:0/309193300 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f10140cf4e0 0x7f10000047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:27.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.132+0000 7f1018888640 1 -- 172.21.15.27:0/309193300 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f10140cf4e0 msgr2=0x7f10000047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:27.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.132+0000 7f1018888640 1 --2- 172.21.15.27:0/309193300 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f10140cf4e0 0x7f10000047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:27.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.132+0000 7f1018888640 1 -- 172.21.15.27:0/309193300 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1000003b70 msgr2=0x7f1000003f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:27.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.132+0000 7f1018888640 1 --2- 172.21.15.27:0/309193300 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1000003b70 0x7f1000003f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:27.140 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.132+0000 7f1018888640 1 -- 172.21.15.27:0/309193300 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10140cc7c0 con 0x7f1000004d50 2024-02-09T23:56:27.140 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.132+0000 7f10137fe640 1 --2- 172.21.15.27:0/309193300 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f10140cf4e0 0x7f10000047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:56:27.140 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.133+0000 7f1018888640 1 --2- 172.21.15.27:0/309193300 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1000004d50 0x7f10000051d0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f100c00c2f0 tx=0x7f10000057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7ecb8d92d0839c2 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:27.140 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.134+0000 7f1012ffd640 1 -- 172.21.15.27:0/309193300 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f100c02cc00 con 0x7f1000004d50 2024-02-09T23:56:27.140 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.134+0000 7f1012ffd640 1 -- 172.21.15.27:0/309193300 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f100c02cd80 con 0x7f1000004d50 2024-02-09T23:56:27.140 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.134+0000 7f1012ffd640 1 -- 172.21.15.27:0/309193300 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f100c034680 con 0x7f1000004d50 2024-02-09T23:56:27.140 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.135+0000 7f101a2eb640 1 -- 172.21.15.27:0/309193300 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1000004d50 msgr2=0x7f10000051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:27.140 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.135+0000 7f101a2eb640 1 --2- 172.21.15.27:0/309193300 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1000004d50 0x7f10000051d0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f100c00c2f0 tx=0x7f10000057f0 comp rx=0 tx=0).stop 2024-02-09T23:56:27.140 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.135+0000 7f1018888640 1 -- 172.21.15.27:0/309193300 reap_dead start 2024-02-09T23:56:27.140 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.135+0000 7f101a2eb640 1 -- 172.21.15.27:0/309193300 shutdown_connections 2024-02-09T23:56:27.140 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.135+0000 7f101a2eb640 1 -- 172.21.15.27:0/309193300 >> 172.21.15.27:0/309193300 conn(0x7f10140b3370 msgr2=0x7f10140b3780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:27.140 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.135+0000 7f101a2eb640 1 -- 172.21.15.27:0/309193300 shutdown_connections 2024-02-09T23:56:27.140 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.135+0000 7f101a2eb640 1 -- 172.21.15.27:0/309193300 wait complete. 2024-02-09T23:56:27.140 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.137+0000 7f101a2eb640 1 Processor -- start 2024-02-09T23:56:27.140 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.137+0000 7f101a2eb640 1 -- start start 2024-02-09T23:56:27.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.137+0000 7f101a2eb640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1000004d50 0x7f10140b5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:27.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.138+0000 7f101a2eb640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f10140c7ad0 0x7f10140b4470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:27.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.138+0000 7f101a2eb640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f101414bde0 0x7f101406fe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:27.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.138+0000 7f101a2eb640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10140b59b0 con 0x7f101414bde0 2024-02-09T23:56:27.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.138+0000 7f101a2eb640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10140b4d30 con 0x7f1000004d50 2024-02-09T23:56:27.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.138+0000 7f101a2eb640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10140b5010 con 0x7f10140c7ad0 2024-02-09T23:56:27.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.138+0000 7f1018888640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f101414bde0 0x7f101406fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:27.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.138+0000 7f1018888640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f101414bde0 0x7f101406fe00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:45248/0 (socket says 172.21.15.27:45248) 2024-02-09T23:56:27.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.138+0000 7f1018888640 1 -- 172.21.15.27:0/668812846 learned_addr learned my addr 172.21.15.27:0/668812846 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:27.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.138+0000 7f1013fff640 1 --2- 172.21.15.27:0/668812846 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1000004d50 0x7f10140b5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:27.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.138+0000 7f10137fe640 1 --2- 172.21.15.27:0/668812846 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f10140c7ad0 0x7f10140b4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:27.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.138+0000 7f1018888640 1 -- 172.21.15.27:0/668812846 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f10140c7ad0 msgr2=0x7f10140b4470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:27.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.138+0000 7f1018888640 1 --2- 172.21.15.27:0/668812846 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f10140c7ad0 0x7f10140b4470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:27.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.138+0000 7f1018888640 1 -- 172.21.15.27:0/668812846 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1000004d50 msgr2=0x7f10140b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:27.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.138+0000 7f1018888640 1 --2- 172.21.15.27:0/668812846 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1000004d50 0x7f10140b5dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:27.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.138+0000 7f1018888640 1 -- 172.21.15.27:0/668812846 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10140b52f0 con 0x7f101414bde0 2024-02-09T23:56:27.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.138+0000 7f10137fe640 1 --2- 172.21.15.27:0/668812846 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f10140c7ad0 0x7f10140b4470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:56:27.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.138+0000 7f1018888640 1 --2- 172.21.15.27:0/668812846 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f101414bde0 0x7f101406fe00 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f100c00c410 tx=0x7f100c001360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:27.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.139+0000 7f1010ff9640 1 -- 172.21.15.27:0/668812846 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f100c0019f0 con 0x7f101414bde0 2024-02-09T23:56:27.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.139+0000 7f1010ff9640 1 -- 172.21.15.27:0/668812846 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f100c0011c0 con 0x7f101414bde0 2024-02-09T23:56:27.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.139+0000 7f101a2eb640 1 -- 172.21.15.27:0/668812846 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f10140b55d0 con 0x7f101414bde0 2024-02-09T23:56:27.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.139+0000 7f1010ff9640 1 -- 172.21.15.27:0/668812846 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f100c006b50 con 0x7f101414bde0 2024-02-09T23:56:27.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.139+0000 7f101a2eb640 1 -- 172.21.15.27:0/668812846 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f101414c260 con 0x7f101414bde0 2024-02-09T23:56:27.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.139+0000 7f1010ff9640 1 -- 172.21.15.27:0/668812846 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7f100c03b050 con 0x7f101414bde0 2024-02-09T23:56:27.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.139+0000 7f1010ff9640 1 -- 172.21.15.27:0/668812846 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f100c0053b0 con 0x7f101414bde0 2024-02-09T23:56:27.145 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.140+0000 7f101a2eb640 1 -- 172.21.15.27:0/668812846 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f10140b5af0 con 0x7f101414bde0 2024-02-09T23:56:27.145 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.143+0000 7f1010ff9640 1 -- 172.21.15.27:0/668812846 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7f10140b5af0 con 0x7f101414bde0 2024-02-09T23:56:27.212 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.210+0000 7f101a2eb640 1 -- 172.21.15.27:0/668812846 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f10140b5760 con 0x7f101414bde0 2024-02-09T23:56:27.214 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.212+0000 7f1010ff9640 1 -- 172.21.15.27:0/668812846 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) v1 ==== 124+0+0 (secure 0 0 0) 0x7f100400b5e0 con 0x7f101414bde0 2024-02-09T23:56:27.214 INFO:teuthology.orchestra.run.smithi027.stderr:adjusted tunables profile to default 2024-02-09T23:56:27.215 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.213+0000 7f101a2eb640 1 -- 172.21.15.27:0/668812846 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f101414bde0 msgr2=0x7f101406fe00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:27.215 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.213+0000 7f101a2eb640 1 --2- 172.21.15.27:0/668812846 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f101414bde0 0x7f101406fe00 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f100c00c410 tx=0x7f100c001360 comp rx=0 tx=0).stop 2024-02-09T23:56:27.215 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.213+0000 7f101a2eb640 1 -- 172.21.15.27:0/668812846 shutdown_connections 2024-02-09T23:56:27.215 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.213+0000 7f101a2eb640 1 --2- 172.21.15.27:0/668812846 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f101414bde0 0x7f101406fe00 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:27.215 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.213+0000 7f101a2eb640 1 --2- 172.21.15.27:0/668812846 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f10140c7ad0 0x7f10140b4470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:27.215 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.213+0000 7f101a2eb640 1 --2- 172.21.15.27:0/668812846 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1000004d50 0x7f10140b5dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:27.215 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.213+0000 7f101a2eb640 1 -- 172.21.15.27:0/668812846 >> 172.21.15.27:0/668812846 conn(0x7f10140b3370 msgr2=0x7f101415def0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:27.215 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.213+0000 7f101a2eb640 1 -- 172.21.15.27:0/668812846 shutdown_connections 2024-02-09T23:56:27.215 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:27.213+0000 7f101a2eb640 1 -- 172.21.15.27:0/668812846 wait complete. 2024-02-09T23:56:27.227 INFO:tasks.ceph:check_enable_crimson: False 2024-02-09T23:56:27.227 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-02-09T23:56:27.227 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:56:27.227 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-02-09T23:56:27.260 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:56:27.261 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-02-09T23:56:27.331 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:56:27.331 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-02-09T23:56:27.404 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:56:27.405 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-02-09T23:56:27.482 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-02-09T23:56:27.483 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-02-09T23:56:27.519 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-02-09T23:56:27.519 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-02-09T23:56:27.596 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-02-09T23:56:27.596 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-02-09T23:56:27.607 INFO:tasks.ceph.mgr.y.smithi027.stderr:2024-02-09T23:56:27.605+0000 7f0683438040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-02-09T23:56:27.617 INFO:tasks.ceph.mgr.x.smithi153.stderr:2024-02-09T23:56:27.615+0000 7f92b21d7040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-02-09T23:56:27.647 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-02-09T23:56:27.647 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-02-09T23:56:27.664 INFO:tasks.ceph.mgr.y.smithi027.stderr:2024-02-09T23:56:27.662+0000 7f0683438040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-02-09T23:56:27.674 INFO:tasks.ceph.mgr.x.smithi153.stderr:2024-02-09T23:56:27.672+0000 7f92b21d7040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-02-09T23:56:27.704 DEBUG:teuthology.orchestra.run.smithi153:> sudo ceph --cluster ceph osd new 040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2 0 2024-02-09T23:56:27.863 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.851+0000 7f5fd0fd7640 1 Processor -- start 2024-02-09T23:56:27.864 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.851+0000 7f5fd0fd7640 1 -- start start 2024-02-09T23:56:27.864 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.852+0000 7f5fd0fd7640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f5fcc15bae0 0x7f5fcc15e410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:27.864 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.852+0000 7f5fd0fd7640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5fcc0b3c10 0x7f5fcc0d03e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:27.864 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.852+0000 7f5fd0fd7640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5fcc15e950 con 0x7f5fcc15a6f0 2024-02-09T23:56:27.864 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.852+0000 7f5fd0fd7640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5fcc0b0200 con 0x7f5fcc15bae0 2024-02-09T23:56:27.864 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.852+0000 7f5fd0fd7640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5fcc0b1040 con 0x7f5fcc0b3c10 2024-02-09T23:56:27.865 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.852+0000 7f5fc9d9b640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f5fcc15bae0 0x7f5fcc15e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:27.865 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.852+0000 7f5fcad9d640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5fcc0b3c10 0x7f5fcc0d03e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:27.865 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.852+0000 7f5fc9d9b640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f5fcc15bae0 0x7f5fcc15e410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.153:52464/0 (socket says 172.21.15.153:52464) 2024-02-09T23:56:27.865 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.852+0000 7f5fcad9d640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5fcc0b3c10 0x7f5fcc0d03e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.153:58270/0 (socket says 172.21.15.153:58270) 2024-02-09T23:56:27.865 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.852+0000 7f5fc9d9b640 1 -- 172.21.15.153:0/4110070077 learned_addr learned my addr 172.21.15.153:0/4110070077 (peer_addr_for_me v2:172.21.15.153:0/0) 2024-02-09T23:56:27.865 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.852+0000 7f5fc9d9b640 1 -- 172.21.15.153:0/4110070077 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5fcc0b3c10 msgr2=0x7f5fcc0d03e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:27.865 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.852+0000 7f5fc9d9b640 1 --2- 172.21.15.153:0/4110070077 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5fcc0b3c10 0x7f5fcc0d03e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:27.865 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.852+0000 7f5fc9d9b640 1 -- 172.21.15.153:0/4110070077 >> v1:172.21.15.27:6789/0 conn(0x7f5fcc15a6f0 legacy=0x7f5fcc0b0930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:27.866 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.852+0000 7f5fc9d9b640 1 -- 172.21.15.153:0/4110070077 --> v2:172.21.15.153:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5fcc15ebb0 con 0x7f5fcc15bae0 2024-02-09T23:56:27.866 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.852+0000 7f5fcad9d640 1 --2- 172.21.15.153:0/4110070077 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5fcc0b3c10 0x7f5fcc0d03e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:56:27.866 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.853+0000 7f5fc9d9b640 1 --2- 172.21.15.153:0/4110070077 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5fcc15bae0 0x7f5fcc15e410 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f5fcc0b0340 tx=0x7f5fbc02b980 comp rx=0 tx=0).ready entity=mon.1 client_cookie=16d94c8dccfd2423 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:27.866 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.853+0000 7f5fc959a640 1 -- 172.21.15.153:0/4110070077 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fbc030840 con 0x7f5fcc15bae0 2024-02-09T23:56:27.866 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.853+0000 7f5fc959a640 1 -- 172.21.15.153:0/4110070077 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5fbc0309a0 con 0x7f5fcc15bae0 2024-02-09T23:56:27.866 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.853+0000 7f5fc959a640 1 -- 172.21.15.153:0/4110070077 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fbc030d30 con 0x7f5fcc15bae0 2024-02-09T23:56:27.866 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.854+0000 7f5fd0fd7640 1 -- 172.21.15.153:0/4110070077 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5fcc15bae0 msgr2=0x7f5fcc15e410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:27.867 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.854+0000 7f5fd0fd7640 1 --2- 172.21.15.153:0/4110070077 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5fcc15bae0 0x7f5fcc15e410 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f5fcc0b0340 tx=0x7f5fbc02b980 comp rx=0 tx=0).stop 2024-02-09T23:56:27.867 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.854+0000 7f5fd0fd7640 1 -- 172.21.15.153:0/4110070077 shutdown_connections 2024-02-09T23:56:27.867 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.854+0000 7f5fd0fd7640 1 --2- 172.21.15.153:0/4110070077 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5fcc0b3c10 0x7f5fcc0d03e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:27.867 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.854+0000 7f5fd0fd7640 1 --2- 172.21.15.153:0/4110070077 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5fcc15bae0 0x7f5fcc15e410 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:27.867 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.854+0000 7f5fd0fd7640 1 -- 172.21.15.153:0/4110070077 >> 172.21.15.153:0/4110070077 conn(0x7f5fcc072920 msgr2=0x7f5fcc099a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:27.867 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.854+0000 7f5fd0fd7640 1 -- 172.21.15.153:0/4110070077 shutdown_connections 2024-02-09T23:56:27.868 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.854+0000 7f5fd0fd7640 1 -- 172.21.15.153:0/4110070077 wait complete. 2024-02-09T23:56:27.868 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.855+0000 7f5fd0fd7640 1 Processor -- start 2024-02-09T23:56:27.868 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.855+0000 7f5fd0fd7640 1 -- start start 2024-02-09T23:56:27.868 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.856+0000 7f5fd0fd7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5fcc0b3c10 0x7f5fcc1598c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:27.868 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.856+0000 7f5fd0fd7640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5fcc15a6f0 0x7f5fcc156c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:27.869 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.856+0000 7f5fd0fd7640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5fcc15bae0 0x7f5fcc15cff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:27.869 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.856+0000 7f5fd0fd7640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fcc0ce960 con 0x7f5fcc15bae0 2024-02-09T23:56:27.869 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.856+0000 7f5fd0fd7640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fcc159e00 con 0x7f5fcc0b3c10 2024-02-09T23:56:27.869 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.856+0000 7f5fd0fd7640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5fcc0cf920 con 0x7f5fcc15a6f0 2024-02-09T23:56:27.869 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.856+0000 7f5fc9d9b640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5fcc15a6f0 0x7f5fcc156c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:27.870 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.856+0000 7f5fca59c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5fcc0b3c10 0x7f5fcc1598c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:27.870 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.856+0000 7f5fc9d9b640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5fcc15a6f0 0x7f5fcc156c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.153:58286/0 (socket says 172.21.15.153:58286) 2024-02-09T23:56:27.870 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.856+0000 7f5fc9d9b640 1 -- 172.21.15.153:0/4229331252 learned_addr learned my addr 172.21.15.153:0/4229331252 (peer_addr_for_me v2:172.21.15.153:0/0) 2024-02-09T23:56:27.870 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.856+0000 7f5fcad9d640 1 --2- 172.21.15.153:0/4229331252 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5fcc15bae0 0x7f5fcc15cff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:27.870 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.857+0000 7f5fca59c640 1 -- 172.21.15.153:0/4229331252 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5fcc15a6f0 msgr2=0x7f5fcc156c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:27.870 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.857+0000 7f5fca59c640 1 --2- 172.21.15.153:0/4229331252 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5fcc15a6f0 0x7f5fcc156c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:27.871 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.857+0000 7f5fca59c640 1 -- 172.21.15.153:0/4229331252 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5fcc15bae0 msgr2=0x7f5fcc15cff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:27.871 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.857+0000 7f5fca59c640 1 --2- 172.21.15.153:0/4229331252 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5fcc15bae0 0x7f5fcc15cff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:27.871 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.857+0000 7f5fca59c640 1 -- 172.21.15.153:0/4229331252 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5fc4009a70 con 0x7f5fcc0b3c10 2024-02-09T23:56:27.871 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.857+0000 7f5fc9d9b640 1 --2- 172.21.15.153:0/4229331252 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5fcc15a6f0 0x7f5fcc156c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:56:27.871 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.857+0000 7f5fcad9d640 1 --2- 172.21.15.153:0/4229331252 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5fcc15bae0 0x7f5fcc15cff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:56:27.871 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.857+0000 7f5fca59c640 1 --2- 172.21.15.153:0/4229331252 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5fcc0b3c10 0x7f5fcc1598c0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f5fc000c340 tx=0x7f5fc000c740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:27.872 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.857+0000 7f5fbaffd640 1 -- 172.21.15.153:0/4229331252 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fc00052d0 con 0x7f5fcc0b3c10 2024-02-09T23:56:27.872 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.857+0000 7f5fbaffd640 1 -- 172.21.15.153:0/4229331252 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5fc0005450 con 0x7f5fcc0b3c10 2024-02-09T23:56:27.872 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.857+0000 7f5fd0fd7640 1 -- 172.21.15.153:0/4229331252 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5fbc0094d0 con 0x7f5fcc0b3c10 2024-02-09T23:56:27.872 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.857+0000 7f5fbaffd640 1 -- 172.21.15.153:0/4229331252 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fc0007260 con 0x7f5fcc0b3c10 2024-02-09T23:56:27.872 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.857+0000 7f5fd0fd7640 1 -- 172.21.15.153:0/4229331252 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5fcc0cf640 con 0x7f5fcc0b3c10 2024-02-09T23:56:27.872 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.857+0000 7f5fbaffd640 1 -- 172.21.15.153:0/4229331252 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7f5fc00073c0 con 0x7f5fcc0b3c10 2024-02-09T23:56:27.872 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.857+0000 7f5fbaffd640 1 -- 172.21.15.153:0/4229331252 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 725+0+0 (secure 0 0 0) 0x7f5fc00039b0 con 0x7f5fcc0b3c10 2024-02-09T23:56:27.873 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.858+0000 7f5fd0fd7640 1 -- 172.21.15.153:0/4229331252 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5fcc159f70 con 0x7f5fcc0b3c10 2024-02-09T23:56:27.873 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.860+0000 7f5fbaffd640 1 -- 172.21.15.153:0/4229331252 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7f5fc0020060 con 0x7f5fcc0b3c10 2024-02-09T23:56:27.935 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.933+0000 7f5fd0fd7640 1 -- 172.21.15.153:0/4229331252 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "osd new", "uuid": "040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2", "id": 0} v 0) v1 -- 0x7f5fcc0b59a0 con 0x7f5fcc0b3c10 2024-02-09T23:56:27.938 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.936+0000 7f5fbaffd640 1 -- 172.21.15.153:0/4229331252 <== mon.1 v2:172.21.15.153:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2", "id": 0}]=0 v3) v1 ==== 112+0+2 (secure 0 0 0) 0x7f5fc0003b70 con 0x7f5fcc0b3c10 2024-02-09T23:56:27.938 INFO:teuthology.orchestra.run.smithi153.stdout:0 2024-02-09T23:56:27.939 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.937+0000 7f5fd0fd7640 1 -- 172.21.15.153:0/4229331252 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5fcc0b3c10 msgr2=0x7f5fcc1598c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:27.939 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.937+0000 7f5fd0fd7640 1 --2- 172.21.15.153:0/4229331252 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5fcc0b3c10 0x7f5fcc1598c0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f5fc000c340 tx=0x7f5fc000c740 comp rx=0 tx=0).stop 2024-02-09T23:56:27.940 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.937+0000 7f5fd0fd7640 1 -- 172.21.15.153:0/4229331252 shutdown_connections 2024-02-09T23:56:27.940 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.937+0000 7f5fd0fd7640 1 --2- 172.21.15.153:0/4229331252 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5fcc15bae0 0x7f5fcc15cff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:27.940 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.937+0000 7f5fd0fd7640 1 --2- 172.21.15.153:0/4229331252 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5fcc15a6f0 0x7f5fcc156c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:27.940 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.937+0000 7f5fd0fd7640 1 --2- 172.21.15.153:0/4229331252 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5fcc0b3c10 0x7f5fcc1598c0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:27.940 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.937+0000 7f5fd0fd7640 1 -- 172.21.15.153:0/4229331252 >> 172.21.15.153:0/4229331252 conn(0x7f5fcc072920 msgr2=0x7f5fcc06ac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:27.940 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.937+0000 7f5fd0fd7640 1 -- 172.21.15.153:0/4229331252 shutdown_connections 2024-02-09T23:56:27.940 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:27.937+0000 7f5fd0fd7640 1 -- 172.21.15.153:0/4229331252 wait complete. 2024-02-09T23:56:27.950 DEBUG:teuthology.orchestra.run.smithi153:> sudo ceph --cluster ceph osd new 26f1910c-a52b-4f90-8460-92b6f914ad60 1 2024-02-09T23:56:28.054 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.052+0000 7f9a89e0b640 1 Processor -- start 2024-02-09T23:56:28.054 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.052+0000 7f9a89e0b640 1 -- start start 2024-02-09T23:56:28.057 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.053+0000 7f9a89e0b640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f9a84144100 0x7f9a840b5320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:28.057 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.053+0000 7f9a89e0b640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f9a8415edb0 0x7f9a8406ac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:28.057 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.053+0000 7f9a89e0b640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9a840b5860 con 0x7f9a8415f240 2024-02-09T23:56:28.057 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.053+0000 7f9a89e0b640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9a840b5b10 con 0x7f9a8415edb0 2024-02-09T23:56:28.057 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.053+0000 7f9a89e0b640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9a840b3730 con 0x7f9a84144100 2024-02-09T23:56:28.057 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.053+0000 7f9a837fe640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f9a84144100 0x7f9a840b5320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:28.057 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.053+0000 7f9a837fe640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f9a84144100 0x7f9a840b5320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.153:52490/0 (socket says 172.21.15.153:52490) 2024-02-09T23:56:28.058 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.053+0000 7f9a837fe640 1 -- 172.21.15.153:0/1165193294 learned_addr learned my addr 172.21.15.153:0/1165193294 (peer_addr_for_me v2:172.21.15.153:0/0) 2024-02-09T23:56:28.058 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.053+0000 7f9a82ffd640 1 --2- 172.21.15.153:0/1165193294 >> v2:172.21.15.27:3300/0 conn(0x7f9a8415edb0 0x7f9a8406ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:28.058 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.053+0000 7f9a837fe640 1 -- 172.21.15.153:0/1165193294 >> v2:172.21.15.27:3300/0 conn(0x7f9a8415edb0 msgr2=0x7f9a8406ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:28.058 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.053+0000 7f9a837fe640 1 --2- 172.21.15.153:0/1165193294 >> v2:172.21.15.27:3300/0 conn(0x7f9a8415edb0 0x7f9a8406ac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.058 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.053+0000 7f9a837fe640 1 -- 172.21.15.153:0/1165193294 >> v1:172.21.15.153:6789/0 conn(0x7f9a8415f240 legacy=0x7f9a841618b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:28.058 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.053+0000 7f9a837fe640 1 -- 172.21.15.153:0/1165193294 --> v2:172.21.15.153:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a840b3a10 con 0x7f9a84144100 2024-02-09T23:56:28.059 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.054+0000 7f9a837fe640 1 --2- 172.21.15.153:0/1165193294 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9a84144100 0x7f9a840b5320 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f9a84072070 tx=0x7f9a7802b910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6d890ba9ca9715be server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:28.059 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.054+0000 7f9a827fc640 1 -- 172.21.15.153:0/1165193294 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a78031870 con 0x7f9a84144100 2024-02-09T23:56:28.059 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.054+0000 7f9a827fc640 1 -- 172.21.15.153:0/1165193294 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a780319d0 con 0x7f9a84144100 2024-02-09T23:56:28.059 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.054+0000 7f9a827fc640 1 -- 172.21.15.153:0/1165193294 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a78031d60 con 0x7f9a84144100 2024-02-09T23:56:28.063 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.055+0000 7f9a89e0b640 1 -- 172.21.15.153:0/1165193294 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9a84144100 msgr2=0x7f9a840b5320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:28.064 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.055+0000 7f9a89e0b640 1 --2- 172.21.15.153:0/1165193294 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9a84144100 0x7f9a840b5320 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f9a84072070 tx=0x7f9a7802b910 comp rx=0 tx=0).stop 2024-02-09T23:56:28.064 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.055+0000 7f9a89e0b640 1 -- 172.21.15.153:0/1165193294 shutdown_connections 2024-02-09T23:56:28.064 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.055+0000 7f9a89e0b640 1 --2- 172.21.15.153:0/1165193294 >> v2:172.21.15.27:3300/0 conn(0x7f9a8415edb0 0x7f9a8406ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.064 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.055+0000 7f9a89e0b640 1 --2- 172.21.15.153:0/1165193294 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9a84144100 0x7f9a840b5320 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.064 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.055+0000 7f9a89e0b640 1 -- 172.21.15.153:0/1165193294 >> 172.21.15.153:0/1165193294 conn(0x7f9a84072920 msgr2=0x7f9a84099a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:28.064 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.055+0000 7f9a89e0b640 1 -- 172.21.15.153:0/1165193294 shutdown_connections 2024-02-09T23:56:28.064 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.055+0000 7f9a89e0b640 1 -- 172.21.15.153:0/1165193294 wait complete. 2024-02-09T23:56:28.064 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.056+0000 7f9a89e0b640 1 Processor -- start 2024-02-09T23:56:28.064 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.056+0000 7f9a89e0b640 1 -- start start 2024-02-09T23:56:28.065 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.057+0000 7f9a89e0b640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9a84144100 0x7f9a841410e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:28.065 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.057+0000 7f9a89e0b640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9a8415edb0 0x7f9a8414e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:28.065 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.057+0000 7f9a89e0b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9a841f2c20 0x7f9a8413f560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:28.065 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.057+0000 7f9a89e0b640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a84142400 con 0x7f9a841f2c20 2024-02-09T23:56:28.065 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.057+0000 7f9a89e0b640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a84142890 con 0x7f9a84144100 2024-02-09T23:56:28.065 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.057+0000 7f9a89e0b640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9a841417f0 con 0x7f9a8415edb0 2024-02-09T23:56:28.065 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.057+0000 7f9a837fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9a84144100 0x7f9a841410e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:28.065 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.057+0000 7f9a837fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9a84144100 0x7f9a841410e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.153:52502/0 (socket says 172.21.15.153:52502) 2024-02-09T23:56:28.065 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.057+0000 7f9a837fe640 1 -- 172.21.15.153:0/3644846214 learned_addr learned my addr 172.21.15.153:0/3644846214 (peer_addr_for_me v2:172.21.15.153:0/0) 2024-02-09T23:56:28.066 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.057+0000 7f9a82ffd640 1 --2- 172.21.15.153:0/3644846214 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9a8415edb0 0x7f9a8414e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:28.066 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.057+0000 7f9a83fff640 1 --2- 172.21.15.153:0/3644846214 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9a841f2c20 0x7f9a8413f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:28.066 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.057+0000 7f9a837fe640 1 -- 172.21.15.153:0/3644846214 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9a8415edb0 msgr2=0x7f9a8414e6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:28.066 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.057+0000 7f9a837fe640 1 --2- 172.21.15.153:0/3644846214 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9a8415edb0 0x7f9a8414e6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.066 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.057+0000 7f9a837fe640 1 -- 172.21.15.153:0/3644846214 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9a841f2c20 msgr2=0x7f9a8413f560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:28.066 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.057+0000 7f9a837fe640 1 --2- 172.21.15.153:0/3644846214 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9a841f2c20 0x7f9a8413f560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.066 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.057+0000 7f9a837fe640 1 -- 172.21.15.153:0/3644846214 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a780094d0 con 0x7f9a84144100 2024-02-09T23:56:28.066 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.057+0000 7f9a837fe640 1 --2- 172.21.15.153:0/3644846214 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9a84144100 0x7f9a841410e0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f9a7802b950 tx=0x7f9a780046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:28.066 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.057+0000 7f9a6bfff640 1 -- 172.21.15.153:0/3644846214 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a7803abe0 con 0x7f9a84144100 2024-02-09T23:56:28.066 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.057+0000 7f9a6bfff640 1 -- 172.21.15.153:0/3644846214 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a7803ad60 con 0x7f9a84144100 2024-02-09T23:56:28.066 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.057+0000 7f9a6bfff640 1 -- 172.21.15.153:0/3644846214 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a78044630 con 0x7f9a84144100 2024-02-09T23:56:28.066 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.057+0000 7f9a89e0b640 1 -- 172.21.15.153:0/3644846214 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9a84141ad0 con 0x7f9a84144100 2024-02-09T23:56:28.067 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.058+0000 7f9a89e0b640 1 -- 172.21.15.153:0/3644846214 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9a84142090 con 0x7f9a84144100 2024-02-09T23:56:28.067 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.058+0000 7f9a6bfff640 1 -- 172.21.15.153:0/3644846214 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7f9a78044b20 con 0x7f9a84144100 2024-02-09T23:56:28.067 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.058+0000 7f9a6bfff640 1 -- 172.21.15.153:0/3644846214 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 840+0+0 (secure 0 0 0) 0x7f9a7802d040 con 0x7f9a84144100 2024-02-09T23:56:28.067 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.058+0000 7f9a89e0b640 1 -- 172.21.15.153:0/3644846214 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9a8406ccf0 con 0x7f9a84144100 2024-02-09T23:56:28.067 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.061+0000 7f9a6bfff640 1 -- 172.21.15.153:0/3644846214 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7f9a78035020 con 0x7f9a84144100 2024-02-09T23:56:28.135 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.133+0000 7f9a89e0b640 1 -- 172.21.15.153:0/3644846214 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "osd new", "uuid": "26f1910c-a52b-4f90-8460-92b6f914ad60", "id": 1} v 0) v1 -- 0x7f9a840746c0 con 0x7f9a84144100 2024-02-09T23:56:28.142 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.140+0000 7f9a6bfff640 1 -- 172.21.15.153:0/3644846214 <== mon.1 v2:172.21.15.153:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "26f1910c-a52b-4f90-8460-92b6f914ad60", "id": 1}]=0 v4) v1 ==== 112+0+2 (secure 0 0 0) 0x7f9a7804ddb0 con 0x7f9a84144100 2024-02-09T23:56:28.143 INFO:teuthology.orchestra.run.smithi153.stdout:1 2024-02-09T23:56:28.144 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.141+0000 7f9a89e0b640 1 -- 172.21.15.153:0/3644846214 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9a84144100 msgr2=0x7f9a841410e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:28.144 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.141+0000 7f9a89e0b640 1 --2- 172.21.15.153:0/3644846214 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9a84144100 0x7f9a841410e0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f9a7802b950 tx=0x7f9a780046c0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.144 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.141+0000 7f9a89e0b640 1 -- 172.21.15.153:0/3644846214 shutdown_connections 2024-02-09T23:56:28.144 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.141+0000 7f9a89e0b640 1 --2- 172.21.15.153:0/3644846214 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9a841f2c20 0x7f9a8413f560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.144 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.141+0000 7f9a89e0b640 1 --2- 172.21.15.153:0/3644846214 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9a8415edb0 0x7f9a8414e6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.144 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.141+0000 7f9a89e0b640 1 --2- 172.21.15.153:0/3644846214 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9a84144100 0x7f9a841410e0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.144 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.141+0000 7f9a89e0b640 1 -- 172.21.15.153:0/3644846214 >> 172.21.15.153:0/3644846214 conn(0x7f9a84072920 msgr2=0x7f9a840d0b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:28.145 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.141+0000 7f9a89e0b640 1 -- 172.21.15.153:0/3644846214 shutdown_connections 2024-02-09T23:56:28.145 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.141+0000 7f9a89e0b640 1 -- 172.21.15.153:0/3644846214 wait complete. 2024-02-09T23:56:28.155 DEBUG:teuthology.orchestra.run.smithi153:> sudo ceph --cluster ceph osd new f679772c-f909-40dd-bd85-7df57a906e23 2 2024-02-09T23:56:28.224 INFO:tasks.ceph.mgr.y.smithi027.stderr:2024-02-09T23:56:28.222+0000 7f0683438040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-02-09T23:56:28.234 INFO:tasks.ceph.mgr.x.smithi153.stderr:2024-02-09T23:56:28.232+0000 7f92b21d7040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-02-09T23:56:28.256 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.254+0000 7f19fc22a640 1 Processor -- start 2024-02-09T23:56:28.256 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.254+0000 7f19fc22a640 1 -- start start 2024-02-09T23:56:28.257 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.255+0000 7f19fc22a640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f19f415ca00 0x7f19f4070e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:28.257 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.255+0000 7f19fc22a640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f19f40713b0 0x7f19f415a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:28.257 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.255+0000 7f19fc22a640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f19f415a040 con 0x7f19f40cf280 2024-02-09T23:56:28.257 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.255+0000 7f19fc22a640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f19f4071840 con 0x7f19f415ca00 2024-02-09T23:56:28.257 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.255+0000 7f19fc22a640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f19f40d1760 con 0x7f19f40713b0 2024-02-09T23:56:28.258 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.255+0000 7f19fa7c7640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f19f40713b0 0x7f19f415a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:28.258 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.255+0000 7f19fa7c7640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f19f40713b0 0x7f19f415a4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.153:52512/0 (socket says 172.21.15.153:52512) 2024-02-09T23:56:28.258 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.255+0000 7f19fa7c7640 1 -- 172.21.15.153:0/4013412133 learned_addr learned my addr 172.21.15.153:0/4013412133 (peer_addr_for_me v2:172.21.15.153:0/0) 2024-02-09T23:56:28.258 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.255+0000 7f19f97c5640 1 --2- 172.21.15.153:0/4013412133 >> v2:172.21.15.27:3300/0 conn(0x7f19f415ca00 0x7f19f4070e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:28.258 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.255+0000 7f19fa7c7640 1 -- 172.21.15.153:0/4013412133 >> v2:172.21.15.27:3300/0 conn(0x7f19f415ca00 msgr2=0x7f19f4070e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:28.258 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.255+0000 7f19fa7c7640 1 --2- 172.21.15.153:0/4013412133 >> v2:172.21.15.27:3300/0 conn(0x7f19f415ca00 0x7f19f4070e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.258 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.255+0000 7f19fa7c7640 1 -- 172.21.15.153:0/4013412133 >> v1:172.21.15.153:6789/0 conn(0x7f19f40cf280 legacy=0x7f19f40d09c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:28.258 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.255+0000 7f19fa7c7640 1 -- 172.21.15.153:0/4013412133 --> v2:172.21.15.153:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19f415ce80 con 0x7f19f40713b0 2024-02-09T23:56:28.259 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.256+0000 7f19fa7c7640 1 --2- 172.21.15.153:0/4013412133 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f19f40713b0 0x7f19f415a4d0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f19f406efa0 tx=0x7f19ec02bf80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d729e9ac24b43e8f server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:28.259 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.256+0000 7f19f8fc4640 1 -- 172.21.15.153:0/4013412133 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19ec02cb20 con 0x7f19f40713b0 2024-02-09T23:56:28.259 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.256+0000 7f19f8fc4640 1 -- 172.21.15.153:0/4013412133 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f19ec02cc80 con 0x7f19f40713b0 2024-02-09T23:56:28.259 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.256+0000 7f19f8fc4640 1 -- 172.21.15.153:0/4013412133 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19ec0343f0 con 0x7f19f40713b0 2024-02-09T23:56:28.260 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.257+0000 7f19fc22a640 1 -- 172.21.15.153:0/4013412133 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f19f40713b0 msgr2=0x7f19f415a4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:28.260 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.257+0000 7f19fc22a640 1 --2- 172.21.15.153:0/4013412133 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f19f40713b0 0x7f19f415a4d0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f19f406efa0 tx=0x7f19ec02bf80 comp rx=0 tx=0).stop 2024-02-09T23:56:28.260 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.257+0000 7f19fc22a640 1 -- 172.21.15.153:0/4013412133 shutdown_connections 2024-02-09T23:56:28.260 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.257+0000 7f19fc22a640 1 --2- 172.21.15.153:0/4013412133 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f19f40713b0 0x7f19f415a4d0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.260 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.257+0000 7f19fc22a640 1 --2- 172.21.15.153:0/4013412133 >> v2:172.21.15.27:3300/0 conn(0x7f19f415ca00 0x7f19f4070e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.260 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.257+0000 7f19fc22a640 1 -- 172.21.15.153:0/4013412133 >> 172.21.15.153:0/4013412133 conn(0x7f19f40b35a0 msgr2=0x7f19f40b39b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:28.260 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.257+0000 7f19fc22a640 1 -- 172.21.15.153:0/4013412133 shutdown_connections 2024-02-09T23:56:28.260 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.257+0000 7f19fc22a640 1 -- 172.21.15.153:0/4013412133 wait complete. 2024-02-09T23:56:28.263 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.258+0000 7f19fc22a640 1 Processor -- start 2024-02-09T23:56:28.263 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.258+0000 7f19fc22a640 1 -- start start 2024-02-09T23:56:28.263 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.259+0000 7f19fc22a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f19f40713b0 0x7f19f4151ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:28.263 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.259+0000 7f19fc22a640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f19f40cf280 0x7f19f41513f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:28.263 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.259+0000 7f19fc22a640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f19f415ca00 0x7f19f4153550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:28.263 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.259+0000 7f19fc22a640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19f41524b0 con 0x7f19f40cf280 2024-02-09T23:56:28.264 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.259+0000 7f19fc22a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19f4152790 con 0x7f19f40713b0 2024-02-09T23:56:28.264 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.259+0000 7f19fc22a640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f19f4152a70 con 0x7f19f415ca00 2024-02-09T23:56:28.264 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.259+0000 7f19f9fc6640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f19f40713b0 0x7f19f4151ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:28.264 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.259+0000 7f19fa7c7640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f19f415ca00 0x7f19f4153550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:28.264 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.259+0000 7f19f9fc6640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f19f40713b0 0x7f19f4151ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.153:52526/0 (socket says 172.21.15.153:52526) 2024-02-09T23:56:28.264 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.259+0000 7f19f9fc6640 1 -- 172.21.15.153:0/1792073516 learned_addr learned my addr 172.21.15.153:0/1792073516 (peer_addr_for_me v2:172.21.15.153:0/0) 2024-02-09T23:56:28.264 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.259+0000 7f19f97c5640 1 --2- 172.21.15.153:0/1792073516 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f19f40cf280 0x7f19f41513f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:28.264 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.259+0000 7f19fa7c7640 1 -- 172.21.15.153:0/1792073516 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f19f40713b0 msgr2=0x7f19f4151ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:28.264 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.259+0000 7f19fa7c7640 1 --2- 172.21.15.153:0/1792073516 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f19f40713b0 0x7f19f4151ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.264 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.259+0000 7f19fa7c7640 1 -- 172.21.15.153:0/1792073516 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f19f40cf280 msgr2=0x7f19f41513f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:28.264 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.259+0000 7f19fa7c7640 1 --2- 172.21.15.153:0/1792073516 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f19f40cf280 0x7f19f41513f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.264 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.259+0000 7f19fa7c7640 1 -- 172.21.15.153:0/1792073516 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19ec009b30 con 0x7f19f415ca00 2024-02-09T23:56:28.264 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.259+0000 7f19f9fc6640 1 --2- 172.21.15.153:0/1792073516 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f19f40713b0 0x7f19f4151ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:56:28.264 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.259+0000 7f19fa7c7640 1 --2- 172.21.15.153:0/1792073516 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f19f415ca00 0x7f19f4153550 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f19ec032000 tx=0x7f19ec004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:28.265 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.259+0000 7f19ea7fc640 1 -- 172.21.15.153:0/1792073516 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19ec009510 con 0x7f19f415ca00 2024-02-09T23:56:28.265 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.259+0000 7f19ea7fc640 1 -- 172.21.15.153:0/1792073516 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f19ec007e00 con 0x7f19f415ca00 2024-02-09T23:56:28.265 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.259+0000 7f19fc22a640 1 -- 172.21.15.153:0/1792073516 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19f4152d50 con 0x7f19f415ca00 2024-02-09T23:56:28.265 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.259+0000 7f19ea7fc640 1 -- 172.21.15.153:0/1792073516 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19ec03e690 con 0x7f19f415ca00 2024-02-09T23:56:28.265 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.259+0000 7f19fc22a640 1 -- 172.21.15.153:0/1792073516 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19f4154ea0 con 0x7f19f415ca00 2024-02-09T23:56:28.265 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.260+0000 7f19ea7fc640 1 -- 172.21.15.153:0/1792073516 <== mon.2 v2:172.21.15.153:3301/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7f19ec03e7f0 con 0x7f19f415ca00 2024-02-09T23:56:28.265 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.260+0000 7f19ea7fc640 1 -- 172.21.15.153:0/1792073516 <== mon.2 v2:172.21.15.153:3301/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 955+0+0 (secure 0 0 0) 0x7f19ec048c80 con 0x7f19f415ca00 2024-02-09T23:56:28.265 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.260+0000 7f19fc22a640 1 -- 172.21.15.153:0/1792073516 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f19f4153210 con 0x7f19f415ca00 2024-02-09T23:56:28.265 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.263+0000 7f19ea7fc640 1 -- 172.21.15.153:0/1792073516 <== mon.2 v2:172.21.15.153:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7f19ec043020 con 0x7f19f415ca00 2024-02-09T23:56:28.281 INFO:tasks.ceph.mgr.y.smithi027.stderr:2024-02-09T23:56:28.279+0000 7f0683438040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-02-09T23:56:28.292 INFO:tasks.ceph.mgr.x.smithi153.stderr:2024-02-09T23:56:28.289+0000 7f92b21d7040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-02-09T23:56:28.328 INFO:tasks.ceph.mgr.y.smithi027.stderr:2024-02-09T23:56:28.326+0000 7f0683438040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-02-09T23:56:28.336 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.334+0000 7f19fc22a640 1 -- 172.21.15.153:0/1792073516 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "osd new", "uuid": "f679772c-f909-40dd-bd85-7df57a906e23", "id": 2} v 0) v1 -- 0x7f19f40746c0 con 0x7f19f415ca00 2024-02-09T23:56:28.336 INFO:tasks.ceph.mgr.x.smithi153.stderr:2024-02-09T23:56:28.334+0000 7f92b21d7040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-02-09T23:56:28.341 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.339+0000 7f19ea7fc640 1 -- 172.21.15.153:0/1792073516 <== mon.2 v2:172.21.15.153:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "f679772c-f909-40dd-bd85-7df57a906e23", "id": 2}]=0 v5) v1 ==== 112+0+2 (secure 0 0 0) 0x7f19ec048400 con 0x7f19f415ca00 2024-02-09T23:56:28.342 INFO:teuthology.orchestra.run.smithi153.stdout:2 2024-02-09T23:56:28.344 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.340+0000 7f19fc22a640 1 -- 172.21.15.153:0/1792073516 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f19f415ca00 msgr2=0x7f19f4153550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:28.345 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.340+0000 7f19fc22a640 1 --2- 172.21.15.153:0/1792073516 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f19f415ca00 0x7f19f4153550 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f19ec032000 tx=0x7f19ec004a40 comp rx=0 tx=0).stop 2024-02-09T23:56:28.345 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.340+0000 7f19fc22a640 1 -- 172.21.15.153:0/1792073516 shutdown_connections 2024-02-09T23:56:28.345 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.340+0000 7f19fc22a640 1 --2- 172.21.15.153:0/1792073516 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f19f415ca00 0x7f19f4153550 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.345 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.340+0000 7f19fc22a640 1 --2- 172.21.15.153:0/1792073516 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f19f40cf280 0x7f19f41513f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.345 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.340+0000 7f19fc22a640 1 --2- 172.21.15.153:0/1792073516 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f19f40713b0 0x7f19f4151ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.345 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.340+0000 7f19fc22a640 1 -- 172.21.15.153:0/1792073516 >> 172.21.15.153:0/1792073516 conn(0x7f19f40b35a0 msgr2=0x7f19f4159510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:28.345 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.340+0000 7f19fc22a640 1 -- 172.21.15.153:0/1792073516 shutdown_connections 2024-02-09T23:56:28.345 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.340+0000 7f19fc22a640 1 -- 172.21.15.153:0/1792073516 wait complete. 2024-02-09T23:56:28.354 DEBUG:teuthology.orchestra.run.smithi153:> sudo ceph --cluster ceph osd new 147121cb-e155-459a-ba1e-4804464e0cf4 3 2024-02-09T23:56:28.384 INFO:tasks.ceph.mgr.y.smithi027.stderr:2024-02-09T23:56:28.382+0000 7f0683438040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-02-09T23:56:28.396 INFO:tasks.ceph.mgr.x.smithi153.stderr:2024-02-09T23:56:28.392+0000 7f92b21d7040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-02-09T23:56:28.429 INFO:tasks.ceph.mgr.y.smithi027.stderr:2024-02-09T23:56:28.427+0000 7f0683438040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-02-09T23:56:28.440 INFO:tasks.ceph.mgr.x.smithi153.stderr:2024-02-09T23:56:28.437+0000 7f92b21d7040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-02-09T23:56:28.461 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.459+0000 7f62ca793640 1 Processor -- start 2024-02-09T23:56:28.461 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.459+0000 7f62ca793640 1 -- start start 2024-02-09T23:56:28.462 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.460+0000 7f62ca793640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f62c406b360 0x7f62c4168710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:28.462 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.460+0000 7f62ca793640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f62c40b0f50 con 0x7f62c415db00 2024-02-09T23:56:28.462 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.460+0000 7f62ca793640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f62c40b1230 con 0x7f62c40b1db0 2024-02-09T23:56:28.463 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.460+0000 7f62ca793640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62c40b0d40 con 0x7f62c406b360 2024-02-09T23:56:28.463 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.460+0000 7f62c8d30640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f62c406b360 0x7f62c4168710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:28.463 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.460+0000 7f62c37fe640 1 --1- >> v1:172.21.15.153:6789/0 conn(0x7f62c40b1db0 0x7f62c406ac50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.153:53336/0 (socket says 172.21.15.153:53336) 2024-02-09T23:56:28.463 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.460+0000 7f62c37fe640 1 -- 172.21.15.153:0/2460883445 learned_addr learned my addr 172.21.15.153:0/2460883445 (peer_addr_for_me v1:172.21.15.153:0/0) 2024-02-09T23:56:28.463 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.460+0000 7f62c8d30640 1 -- 172.21.15.153:0/2460883445 >> v1:172.21.15.153:6789/0 conn(0x7f62c40b1db0 legacy=0x7f62c406ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:28.463 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.460+0000 7f62c2ffd640 1 -- 172.21.15.153:0/2460883445 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 588047196 0 0) 0x7f62c40b1230 con 0x7f62c40b1db0 2024-02-09T23:56:28.463 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.460+0000 7f62c8d30640 1 -- 172.21.15.153:0/2460883445 >> v1:172.21.15.27:6789/0 conn(0x7f62c415db00 legacy=0x7f62c40b5400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:28.463 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.460+0000 7f62c8d30640 1 -- 172.21.15.153:0/2460883445 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62c40b1510 con 0x7f62c406b360 2024-02-09T23:56:28.465 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.461+0000 7f62c8d30640 1 --2- 172.21.15.153:0/2460883445 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f62c406b360 0x7f62c4168710 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f62c40b0e80 tx=0x7f62bc02bf20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4fbf68f8800cd9bb server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:28.465 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.461+0000 7f62c2ffd640 1 -- 172.21.15.153:0/2460883445 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62bc02ccd0 con 0x7f62c406b360 2024-02-09T23:56:28.465 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.461+0000 7f62c2ffd640 1 -- 172.21.15.153:0/2460883445 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62bc02ce30 con 0x7f62c406b360 2024-02-09T23:56:28.465 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.461+0000 7f62c2ffd640 1 -- 172.21.15.153:0/2460883445 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62bc034660 con 0x7f62c406b360 2024-02-09T23:56:28.465 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.461+0000 7f62ca793640 1 -- 172.21.15.153:0/2460883445 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f62c406b360 msgr2=0x7f62c4168710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:28.465 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.461+0000 7f62ca793640 1 --2- 172.21.15.153:0/2460883445 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f62c406b360 0x7f62c4168710 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f62c40b0e80 tx=0x7f62bc02bf20 comp rx=0 tx=0).stop 2024-02-09T23:56:28.465 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.462+0000 7f62ca793640 1 -- 172.21.15.153:0/2460883445 shutdown_connections 2024-02-09T23:56:28.465 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.462+0000 7f62ca793640 1 --2- 172.21.15.153:0/2460883445 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f62c406b360 0x7f62c4168710 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.465 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.462+0000 7f62ca793640 1 -- 172.21.15.153:0/2460883445 >> 172.21.15.153:0/2460883445 conn(0x7f62c4072940 msgr2=0x7f62c4099a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:28.465 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.462+0000 7f62ca793640 1 -- 172.21.15.153:0/2460883445 shutdown_connections 2024-02-09T23:56:28.465 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.462+0000 7f62ca793640 1 -- 172.21.15.153:0/2460883445 wait complete. 2024-02-09T23:56:28.465 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.463+0000 7f62ca793640 1 Processor -- start 2024-02-09T23:56:28.466 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.463+0000 7f62ca793640 1 -- start start 2024-02-09T23:56:28.468 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.464+0000 7f62ca793640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62c406b360 0x7f62c4148d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:28.468 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.464+0000 7f62ca793640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f62c40b1db0 0x7f62c41f6bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:28.468 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.464+0000 7f62ca793640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f62c415db00 0x7f62c40adbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:28.468 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.464+0000 7f62ca793640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62c41f70f0 con 0x7f62c406b360 2024-02-09T23:56:28.468 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.464+0000 7f62ca793640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62c409cdd0 con 0x7f62c415db00 2024-02-09T23:56:28.468 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.464+0000 7f62ca793640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62c409cac0 con 0x7f62c40b1db0 2024-02-09T23:56:28.468 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.464+0000 7f62c37fe640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f62c40b1db0 0x7f62c41f6bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:28.468 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.464+0000 7f62c8d30640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f62c415db00 0x7f62c40adbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:28.468 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.464+0000 7f62c37fe640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f62c40b1db0 0x7f62c41f6bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.153:58330/0 (socket says 172.21.15.153:58330) 2024-02-09T23:56:28.468 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.464+0000 7f62c8d30640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f62c415db00 0x7f62c40adbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.153:52536/0 (socket says 172.21.15.153:52536) 2024-02-09T23:56:28.469 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.464+0000 7f62c37fe640 1 -- 172.21.15.153:0/20548192 learned_addr learned my addr 172.21.15.153:0/20548192 (peer_addr_for_me v2:172.21.15.153:0/0) 2024-02-09T23:56:28.469 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.464+0000 7f62c3fff640 1 --2- 172.21.15.153:0/20548192 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62c406b360 0x7f62c4148d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:28.469 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.464+0000 7f62c8d30640 1 -- 172.21.15.153:0/20548192 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f62c40b1db0 msgr2=0x7f62c41f6bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:28.469 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.464+0000 7f62c8d30640 1 --2- 172.21.15.153:0/20548192 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f62c40b1db0 0x7f62c41f6bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.469 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.464+0000 7f62c8d30640 1 -- 172.21.15.153:0/20548192 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62c406b360 msgr2=0x7f62c4148d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:28.469 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.464+0000 7f62c8d30640 1 --2- 172.21.15.153:0/20548192 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62c406b360 0x7f62c4148d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.470 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.464+0000 7f62c8d30640 1 -- 172.21.15.153:0/20548192 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62bc009a70 con 0x7f62c415db00 2024-02-09T23:56:28.470 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.464+0000 7f62c37fe640 1 --2- 172.21.15.153:0/20548192 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f62c40b1db0 0x7f62c41f6bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:56:28.470 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.464+0000 7f62c8d30640 1 --2- 172.21.15.153:0/20548192 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f62c415db00 0x7f62c40adbe0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f62bc033000 tx=0x7f62bc004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:28.470 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.464+0000 7f62c0ff9640 1 -- 172.21.15.153:0/20548192 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62bc03d600 con 0x7f62c415db00 2024-02-09T23:56:28.470 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.464+0000 7f62c0ff9640 1 -- 172.21.15.153:0/20548192 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62bc03d760 con 0x7f62c415db00 2024-02-09T23:56:28.470 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.464+0000 7f62ca793640 1 -- 172.21.15.153:0/20548192 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f62c41f7320 con 0x7f62c415db00 2024-02-09T23:56:28.470 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.464+0000 7f62c0ff9640 1 -- 172.21.15.153:0/20548192 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62bc03dad0 con 0x7f62c415db00 2024-02-09T23:56:28.470 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.464+0000 7f62ca793640 1 -- 172.21.15.153:0/20548192 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62c41f78e0 con 0x7f62c415db00 2024-02-09T23:56:28.470 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.465+0000 7f62c0ff9640 1 -- 172.21.15.153:0/20548192 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7f62bc03b040 con 0x7f62c415db00 2024-02-09T23:56:28.470 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.465+0000 7f62c0ff9640 1 -- 172.21.15.153:0/20548192 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1070+0+0 (secure 0 0 0) 0x7f62bc049c70 con 0x7f62c415db00 2024-02-09T23:56:28.470 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.465+0000 7f62ca793640 1 -- 172.21.15.153:0/20548192 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f62c41f7ad0 con 0x7f62c415db00 2024-02-09T23:56:28.471 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.467+0000 7f62c0ff9640 1 -- 172.21.15.153:0/20548192 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7f62bc067dd0 con 0x7f62c415db00 2024-02-09T23:56:28.542 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.540+0000 7f62ca793640 1 -- 172.21.15.153:0/20548192 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "osd new", "uuid": "147121cb-e155-459a-ba1e-4804464e0cf4", "id": 3} v 0) v1 -- 0x7f62c409cf10 con 0x7f62c415db00 2024-02-09T23:56:28.548 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.545+0000 7f62c0ff9640 1 -- 172.21.15.153:0/20548192 <== mon.1 v2:172.21.15.153:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "147121cb-e155-459a-ba1e-4804464e0cf4", "id": 3}]=0 v6) v1 ==== 112+0+2 (secure 0 0 0) 0x7f62bc056030 con 0x7f62c415db00 2024-02-09T23:56:28.548 INFO:teuthology.orchestra.run.smithi153.stdout:3 2024-02-09T23:56:28.549 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.546+0000 7f62ca793640 1 -- 172.21.15.153:0/20548192 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f62c415db00 msgr2=0x7f62c40adbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:28.549 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.546+0000 7f62ca793640 1 --2- 172.21.15.153:0/20548192 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f62c415db00 0x7f62c40adbe0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f62bc033000 tx=0x7f62bc004a40 comp rx=0 tx=0).stop 2024-02-09T23:56:28.549 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.546+0000 7f62ca793640 1 -- 172.21.15.153:0/20548192 shutdown_connections 2024-02-09T23:56:28.549 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.546+0000 7f62ca793640 1 --2- 172.21.15.153:0/20548192 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f62c415db00 0x7f62c40adbe0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.549 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.546+0000 7f62ca793640 1 --2- 172.21.15.153:0/20548192 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f62c40b1db0 0x7f62c41f6bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.550 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.546+0000 7f62ca793640 1 --2- 172.21.15.153:0/20548192 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62c406b360 0x7f62c4148d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.550 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.546+0000 7f62ca793640 1 -- 172.21.15.153:0/20548192 >> 172.21.15.153:0/20548192 conn(0x7f62c4072940 msgr2=0x7f62c4073e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:28.550 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.546+0000 7f62ca793640 1 -- 172.21.15.153:0/20548192 shutdown_connections 2024-02-09T23:56:28.550 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.546+0000 7f62ca793640 1 -- 172.21.15.153:0/20548192 wait complete. 2024-02-09T23:56:28.550 INFO:tasks.ceph.mgr.y.smithi027.stderr:2024-02-09T23:56:28.548+0000 7f0683438040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-02-09T23:56:28.559 DEBUG:teuthology.orchestra.run.smithi153:> sudo ceph --cluster ceph osd new 8bd42be0-bc30-4629-9a23-4646c5b5d41d 4 2024-02-09T23:56:28.561 INFO:tasks.ceph.mgr.x.smithi153.stderr:2024-02-09T23:56:28.559+0000 7f92b21d7040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-02-09T23:56:28.624 INFO:tasks.ceph.mgr.y.smithi027.stderr:2024-02-09T23:56:28.622+0000 7f0683438040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-02-09T23:56:28.635 INFO:tasks.ceph.mgr.x.smithi153.stderr:2024-02-09T23:56:28.633+0000 7f92b21d7040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-02-09T23:56:28.661 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.659+0000 7ff5da423640 1 Processor -- start 2024-02-09T23:56:28.661 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.659+0000 7ff5da423640 1 -- start start 2024-02-09T23:56:28.663 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.660+0000 7ff5da423640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7ff5d415a900 0x7ff5d4072320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:28.663 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.660+0000 7ff5da423640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7ff5d40aff90 0x7ff5d4072860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:28.663 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.660+0000 7ff5da423640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff5d40cff80 con 0x7ff5d40afa40 2024-02-09T23:56:28.663 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.660+0000 7ff5da423640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff5d415ace0 con 0x7ff5d40aff90 2024-02-09T23:56:28.663 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.660+0000 7ff5da423640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff5d40cf370 con 0x7ff5d415a900 2024-02-09T23:56:28.663 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.660+0000 7ff5d3fff640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7ff5d415a900 0x7ff5d4072320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:28.663 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.660+0000 7ff5d3fff640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7ff5d415a900 0x7ff5d4072320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.153:52550/0 (socket says 172.21.15.153:52550) 2024-02-09T23:56:28.663 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.660+0000 7ff5d3fff640 1 -- 172.21.15.153:0/596931761 learned_addr learned my addr 172.21.15.153:0/596931761 (peer_addr_for_me v2:172.21.15.153:0/0) 2024-02-09T23:56:28.664 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.660+0000 7ff5d37fe640 1 --2- 172.21.15.153:0/596931761 >> v2:172.21.15.27:3300/0 conn(0x7ff5d40aff90 0x7ff5d4072860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:28.664 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.660+0000 7ff5d3fff640 1 -- 172.21.15.153:0/596931761 >> v2:172.21.15.27:3300/0 conn(0x7ff5d40aff90 msgr2=0x7ff5d4072860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:28.664 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.660+0000 7ff5d3fff640 1 --2- 172.21.15.153:0/596931761 >> v2:172.21.15.27:3300/0 conn(0x7ff5d40aff90 0x7ff5d4072860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.664 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.660+0000 7ff5d3fff640 1 -- 172.21.15.153:0/596931761 >> v1:172.21.15.27:6789/0 conn(0x7ff5d40afa40 legacy=0x7ff5d406fbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:28.664 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.660+0000 7ff5d3fff640 1 -- 172.21.15.153:0/596931761 --> v2:172.21.15.153:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5d40cf650 con 0x7ff5d415a900 2024-02-09T23:56:28.664 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.661+0000 7ff5d3fff640 1 --2- 172.21.15.153:0/596931761 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff5d415a900 0x7ff5d4072320 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7ff5d404f1d0 tx=0x7ff5c802b9a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2c8697b5be8b30f server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:28.664 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.661+0000 7ff5d2ffd640 1 -- 172.21.15.153:0/596931761 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5c8030860 con 0x7ff5d415a900 2024-02-09T23:56:28.664 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.661+0000 7ff5d2ffd640 1 -- 172.21.15.153:0/596931761 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5c80309c0 con 0x7ff5d415a900 2024-02-09T23:56:28.664 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.661+0000 7ff5d2ffd640 1 -- 172.21.15.153:0/596931761 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5c8030d50 con 0x7ff5d415a900 2024-02-09T23:56:28.665 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.662+0000 7ff5da423640 1 -- 172.21.15.153:0/596931761 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff5d415a900 msgr2=0x7ff5d4072320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:28.665 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.662+0000 7ff5da423640 1 --2- 172.21.15.153:0/596931761 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff5d415a900 0x7ff5d4072320 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7ff5d404f1d0 tx=0x7ff5c802b9a0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.665 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.662+0000 7ff5da423640 1 -- 172.21.15.153:0/596931761 shutdown_connections 2024-02-09T23:56:28.665 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.662+0000 7ff5da423640 1 --2- 172.21.15.153:0/596931761 >> v2:172.21.15.27:3300/0 conn(0x7ff5d40aff90 0x7ff5d4072860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.665 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.662+0000 7ff5da423640 1 --2- 172.21.15.153:0/596931761 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff5d415a900 0x7ff5d4072320 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.666 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.662+0000 7ff5da423640 1 -- 172.21.15.153:0/596931761 >> 172.21.15.153:0/596931761 conn(0x7ff5d40b24c0 msgr2=0x7ff5d40b28a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:28.666 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.662+0000 7ff5da423640 1 -- 172.21.15.153:0/596931761 shutdown_connections 2024-02-09T23:56:28.666 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.662+0000 7ff5da423640 1 -- 172.21.15.153:0/596931761 wait complete. 2024-02-09T23:56:28.666 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.663+0000 7ff5da423640 1 Processor -- start 2024-02-09T23:56:28.666 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.663+0000 7ff5da423640 1 -- start start 2024-02-09T23:56:28.668 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.664+0000 7ff5da423640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff5d40afa40 0x7ff5d415d750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:28.668 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.664+0000 7ff5da423640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff5d40aff90 0x7ff5d4152c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:28.668 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.664+0000 7ff5da423640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff5d415a900 0x7ff5d4155a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:28.668 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.664+0000 7ff5da423640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5d415b3f0 con 0x7ff5d415a900 2024-02-09T23:56:28.668 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.664+0000 7ff5da423640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5d4153160 con 0x7ff5d40aff90 2024-02-09T23:56:28.668 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.664+0000 7ff5da423640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff5d41555a0 con 0x7ff5d40afa40 2024-02-09T23:56:28.669 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.664+0000 7ff5d37fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff5d40aff90 0x7ff5d4152c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:28.669 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.664+0000 7ff5d37fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff5d40aff90 0x7ff5d4152c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.153:52552/0 (socket says 172.21.15.153:52552) 2024-02-09T23:56:28.669 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.664+0000 7ff5d37fe640 1 -- 172.21.15.153:0/2860528977 learned_addr learned my addr 172.21.15.153:0/2860528977 (peer_addr_for_me v2:172.21.15.153:0/0) 2024-02-09T23:56:28.669 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.664+0000 7ff5d3fff640 1 --2- 172.21.15.153:0/2860528977 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff5d40afa40 0x7ff5d415d750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:28.669 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.664+0000 7ff5d89c0640 1 --2- 172.21.15.153:0/2860528977 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff5d415a900 0x7ff5d4155a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:28.669 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.664+0000 7ff5d37fe640 1 -- 172.21.15.153:0/2860528977 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff5d40afa40 msgr2=0x7ff5d415d750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:28.669 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.664+0000 7ff5d37fe640 1 --2- 172.21.15.153:0/2860528977 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff5d40afa40 0x7ff5d415d750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.669 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.664+0000 7ff5d37fe640 1 -- 172.21.15.153:0/2860528977 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff5d415a900 msgr2=0x7ff5d4155a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:28.669 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.664+0000 7ff5d37fe640 1 --2- 172.21.15.153:0/2860528977 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff5d415a900 0x7ff5d4155a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.669 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.664+0000 7ff5d37fe640 1 -- 172.21.15.153:0/2860528977 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5c80094d0 con 0x7ff5d40aff90 2024-02-09T23:56:28.669 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.664+0000 7ff5d37fe640 1 --2- 172.21.15.153:0/2860528977 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff5d40aff90 0x7ff5d4152c20 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7ff5c400e9b0 tx=0x7ff5c400ee70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:28.669 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.664+0000 7ff5d0ff9640 1 -- 172.21.15.153:0/2860528977 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5c4009670 con 0x7ff5d40aff90 2024-02-09T23:56:28.669 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.665+0000 7ff5d0ff9640 1 -- 172.21.15.153:0/2860528977 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5c400c9a0 con 0x7ff5d40aff90 2024-02-09T23:56:28.669 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.665+0000 7ff5da423640 1 -- 172.21.15.153:0/2860528977 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff5d40cd2d0 con 0x7ff5d40aff90 2024-02-09T23:56:28.669 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.665+0000 7ff5d0ff9640 1 -- 172.21.15.153:0/2860528977 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5c400cd50 con 0x7ff5d40aff90 2024-02-09T23:56:28.670 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.665+0000 7ff5da423640 1 -- 172.21.15.153:0/2860528977 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5d4155f70 con 0x7ff5d40aff90 2024-02-09T23:56:28.670 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.665+0000 7ff5d0ff9640 1 -- 172.21.15.153:0/2860528977 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7ff5c4013470 con 0x7ff5d40aff90 2024-02-09T23:56:28.670 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.665+0000 7ff5d0ff9640 1 -- 172.21.15.153:0/2860528977 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1185+0+0 (secure 0 0 0) 0x7ff5c401ce10 con 0x7ff5d40aff90 2024-02-09T23:56:28.671 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.665+0000 7ff5da423640 1 -- 172.21.15.153:0/2860528977 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff5d40cdad0 con 0x7ff5d40aff90 2024-02-09T23:56:28.671 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.669+0000 7ff5d0ff9640 1 -- 172.21.15.153:0/2860528977 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7ff5c4021060 con 0x7ff5d40aff90 2024-02-09T23:56:28.673 INFO:tasks.ceph.mgr.y.smithi027.stderr:2024-02-09T23:56:28.671+0000 7f0683438040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-02-09T23:56:28.685 INFO:tasks.ceph.mgr.x.smithi153.stderr:2024-02-09T23:56:28.683+0000 7f92b21d7040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-02-09T23:56:28.728 INFO:tasks.ceph.mgr.y.smithi027.stderr:2024-02-09T23:56:28.725+0000 7f0683438040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-02-09T23:56:28.738 INFO:tasks.ceph.mgr.x.smithi153.stderr:2024-02-09T23:56:28.736+0000 7f92b21d7040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-02-09T23:56:28.742 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.740+0000 7ff5da423640 1 -- 172.21.15.153:0/2860528977 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "osd new", "uuid": "8bd42be0-bc30-4629-9a23-4646c5b5d41d", "id": 4} v 0) v1 -- 0x7ff5d40746c0 con 0x7ff5d40aff90 2024-02-09T23:56:28.748 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.746+0000 7ff5d0ff9640 1 -- 172.21.15.153:0/2860528977 <== mon.1 v2:172.21.15.153:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "8bd42be0-bc30-4629-9a23-4646c5b5d41d", "id": 4}]=0 v7) v1 ==== 112+0+2 (secure 0 0 0) 0x7ff5c4017070 con 0x7ff5d40aff90 2024-02-09T23:56:28.748 INFO:teuthology.orchestra.run.smithi153.stdout:4 2024-02-09T23:56:28.749 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.747+0000 7ff5da423640 1 -- 172.21.15.153:0/2860528977 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff5d40aff90 msgr2=0x7ff5d4152c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:28.750 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.747+0000 7ff5da423640 1 --2- 172.21.15.153:0/2860528977 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff5d40aff90 0x7ff5d4152c20 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7ff5c400e9b0 tx=0x7ff5c400ee70 comp rx=0 tx=0).stop 2024-02-09T23:56:28.750 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.747+0000 7ff5da423640 1 -- 172.21.15.153:0/2860528977 shutdown_connections 2024-02-09T23:56:28.750 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.747+0000 7ff5da423640 1 --2- 172.21.15.153:0/2860528977 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff5d415a900 0x7ff5d4155a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.750 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.747+0000 7ff5da423640 1 --2- 172.21.15.153:0/2860528977 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff5d40aff90 0x7ff5d4152c20 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.750 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.747+0000 7ff5da423640 1 --2- 172.21.15.153:0/2860528977 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff5d40afa40 0x7ff5d415d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.750 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.747+0000 7ff5da423640 1 -- 172.21.15.153:0/2860528977 >> 172.21.15.153:0/2860528977 conn(0x7ff5d40b24c0 msgr2=0x7ff5d4157b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:28.750 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.747+0000 7ff5da423640 1 -- 172.21.15.153:0/2860528977 shutdown_connections 2024-02-09T23:56:28.750 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.747+0000 7ff5da423640 1 -- 172.21.15.153:0/2860528977 wait complete. 2024-02-09T23:56:28.760 DEBUG:teuthology.orchestra.run.smithi153:> sudo ceph --cluster ceph osd new 64ce2de7-b0b2-4c7d-9869-872743400dfb 5 2024-02-09T23:56:28.777 INFO:tasks.ceph.mgr.y.smithi027.stderr:2024-02-09T23:56:28.775+0000 7f0683438040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-02-09T23:56:28.789 INFO:tasks.ceph.mgr.x.smithi153.stderr:2024-02-09T23:56:28.788+0000 7f92b21d7040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-02-09T23:56:28.862 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.858+0000 7f88aaad6640 1 Processor -- start 2024-02-09T23:56:28.862 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.858+0000 7f88aaad6640 1 -- start start 2024-02-09T23:56:28.862 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.859+0000 7f88aaad6640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f88a40cdcd0 0x7f88a406fed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:28.862 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.859+0000 7f88aaad6640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f88a40d0960 0x7f88a4070410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:28.862 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.859+0000 7f88aaad6640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f88a40d07a0 con 0x7f88a4099ab0 2024-02-09T23:56:28.862 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.859+0000 7f88aaad6640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f88a40d01e0 con 0x7f88a40d0960 2024-02-09T23:56:28.862 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.859+0000 7f88aaad6640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88a40d04c0 con 0x7f88a40cdcd0 2024-02-09T23:56:28.862 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.859+0000 7f88a8872640 1 --1- >> v1:172.21.15.153:6789/0 conn(0x7f88a4099ab0 0x7f88a4099e90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.153:53340/0 (socket says 172.21.15.153:53340) 2024-02-09T23:56:28.862 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.859+0000 7f88a3fff640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f88a40cdcd0 0x7f88a406fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:28.862 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.859+0000 7f88a8872640 1 -- 172.21.15.153:0/1418200518 learned_addr learned my addr 172.21.15.153:0/1418200518 (peer_addr_for_me v1:172.21.15.153:0/0) 2024-02-09T23:56:28.863 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.859+0000 7f88a9073640 1 --2- 172.21.15.153:0/1418200518 >> v2:172.21.15.27:3300/0 conn(0x7f88a40d0960 0x7f88a4070410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:28.863 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.859+0000 7f88a37fe640 1 -- 172.21.15.153:0/1418200518 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1864906021 0 0) 0x7f8898001110 con 0x7f88a4099ab0 2024-02-09T23:56:28.863 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.859+0000 7f88a37fe640 1 -- 172.21.15.153:0/1418200518 --> v1:172.21.15.153:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8894003520 con 0x7f88a4099ab0 2024-02-09T23:56:28.863 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.859+0000 7f88a3fff640 1 -- 172.21.15.153:0/1418200518 >> v2:172.21.15.27:3300/0 conn(0x7f88a40d0960 msgr2=0x7f88a4070410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:28.863 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.859+0000 7f88a3fff640 1 --2- 172.21.15.153:0/1418200518 >> v2:172.21.15.27:3300/0 conn(0x7f88a40d0960 0x7f88a4070410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.863 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.859+0000 7f88a3fff640 1 -- 172.21.15.153:0/1418200518 >> v1:172.21.15.153:6789/0 conn(0x7f88a4099ab0 legacy=0x7f88a4099e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:28.863 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.860+0000 7f88a3fff640 1 -- 172.21.15.153:0/1418200518 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88a406f6d0 con 0x7f88a40cdcd0 2024-02-09T23:56:28.864 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.860+0000 7f88a3fff640 1 --2- 172.21.15.153:0/1418200518 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f88a40cdcd0 0x7f88a406fed0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f88900097a0 tx=0x7f889002b820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=85e62eae7e6f1ed5 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:28.865 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.860+0000 7f88a37fe640 1 -- 172.21.15.153:0/1418200518 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8890031780 con 0x7f88a40cdcd0 2024-02-09T23:56:28.865 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.860+0000 7f88a37fe640 1 -- 172.21.15.153:0/1418200518 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88900318e0 con 0x7f88a40cdcd0 2024-02-09T23:56:28.865 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.860+0000 7f88a37fe640 1 -- 172.21.15.153:0/1418200518 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8890031c70 con 0x7f88a40cdcd0 2024-02-09T23:56:28.865 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.861+0000 7f88aaad6640 1 -- 172.21.15.153:0/1418200518 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f88a40cdcd0 msgr2=0x7f88a406fed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:28.865 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.861+0000 7f88aaad6640 1 --2- 172.21.15.153:0/1418200518 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f88a40cdcd0 0x7f88a406fed0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f88900097a0 tx=0x7f889002b820 comp rx=0 tx=0).stop 2024-02-09T23:56:28.865 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.861+0000 7f88aaad6640 1 -- 172.21.15.153:0/1418200518 shutdown_connections 2024-02-09T23:56:28.865 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.861+0000 7f88aaad6640 1 --2- 172.21.15.153:0/1418200518 >> v2:172.21.15.27:3300/0 conn(0x7f88a40d0960 0x7f88a4070410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.865 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.861+0000 7f88aaad6640 1 --2- 172.21.15.153:0/1418200518 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f88a40cdcd0 0x7f88a406fed0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.865 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.861+0000 7f88aaad6640 1 -- 172.21.15.153:0/1418200518 >> 172.21.15.153:0/1418200518 conn(0x7f88a40b3320 msgr2=0x7f88a40b3730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:28.865 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.861+0000 7f88aaad6640 1 -- 172.21.15.153:0/1418200518 shutdown_connections 2024-02-09T23:56:28.865 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.861+0000 7f88aaad6640 1 -- 172.21.15.153:0/1418200518 wait complete. 2024-02-09T23:56:28.865 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.862+0000 7f88aaad6640 1 Processor -- start 2024-02-09T23:56:28.865 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.862+0000 7f88aaad6640 1 -- start start 2024-02-09T23:56:28.868 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.863+0000 7f88aaad6640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f88a4099ab0 0x7f88a40caf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:28.868 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.863+0000 7f88aaad6640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f88a40cdcd0 0x7f88a41f4710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:28.868 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.863+0000 7f88aaad6640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f88a40d0960 0x7f88a41f4c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:28.868 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.863+0000 7f88aaad6640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88a41f5190 con 0x7f88a40d0960 2024-02-09T23:56:28.868 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.863+0000 7f88aaad6640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88a40c95c0 con 0x7f88a40cdcd0 2024-02-09T23:56:28.868 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.863+0000 7f88aaad6640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88a40c98a0 con 0x7f88a4099ab0 2024-02-09T23:56:28.868 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.863+0000 7f88a8872640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f88a4099ab0 0x7f88a40caf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:28.868 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.863+0000 7f88a3fff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f88a40cdcd0 0x7f88a41f4710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:28.869 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.863+0000 7f88a8872640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f88a4099ab0 0x7f88a40caf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.153:58352/0 (socket says 172.21.15.153:58352) 2024-02-09T23:56:28.869 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.863+0000 7f88a8872640 1 -- 172.21.15.153:0/110199779 learned_addr learned my addr 172.21.15.153:0/110199779 (peer_addr_for_me v2:172.21.15.153:0/0) 2024-02-09T23:56:28.869 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.863+0000 7f88a9073640 1 --2- 172.21.15.153:0/110199779 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f88a40d0960 0x7f88a41f4c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:28.869 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.864+0000 7f88a8872640 1 -- 172.21.15.153:0/110199779 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f88a40cdcd0 msgr2=0x7f88a41f4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:28.869 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.864+0000 7f88a8872640 1 --2- 172.21.15.153:0/110199779 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f88a40cdcd0 0x7f88a41f4710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.869 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.864+0000 7f88a8872640 1 -- 172.21.15.153:0/110199779 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f88a40d0960 msgr2=0x7f88a41f4c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:28.869 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.864+0000 7f88a8872640 1 --2- 172.21.15.153:0/110199779 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f88a40d0960 0x7f88a41f4c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.869 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.864+0000 7f88a8872640 1 -- 172.21.15.153:0/110199779 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8890009400 con 0x7f88a4099ab0 2024-02-09T23:56:28.869 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.864+0000 7f88a3fff640 1 --2- 172.21.15.153:0/110199779 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f88a40cdcd0 0x7f88a41f4710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:56:28.869 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.864+0000 7f88a8872640 1 --2- 172.21.15.153:0/110199779 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f88a4099ab0 0x7f88a40caf10 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f889800c390 tx=0x7f889800c850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:28.869 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.864+0000 7f88a17fa640 1 -- 172.21.15.153:0/110199779 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8898005ce0 con 0x7f88a4099ab0 2024-02-09T23:56:28.869 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.864+0000 7f88a17fa640 1 -- 172.21.15.153:0/110199779 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8898005e60 con 0x7f88a4099ab0 2024-02-09T23:56:28.869 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.864+0000 7f88aaad6640 1 -- 172.21.15.153:0/110199779 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f88a40c9b80 con 0x7f88a4099ab0 2024-02-09T23:56:28.869 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.864+0000 7f88a17fa640 1 -- 172.21.15.153:0/110199779 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8898007310 con 0x7f88a4099ab0 2024-02-09T23:56:28.870 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.864+0000 7f88aaad6640 1 -- 172.21.15.153:0/110199779 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88a40ca140 con 0x7f88a4099ab0 2024-02-09T23:56:28.870 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.864+0000 7f88a17fa640 1 -- 172.21.15.153:0/110199779 <== mon.2 v2:172.21.15.153:3301/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7f8898007470 con 0x7f88a4099ab0 2024-02-09T23:56:28.870 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.864+0000 7f88a17fa640 1 -- 172.21.15.153:0/110199779 <== mon.2 v2:172.21.15.153:3301/0 5 ==== osd_map(7..7 src has 1..7) v4 ==== 1300+0+0 (secure 0 0 0) 0x7f88980129d0 con 0x7f88a4099ab0 2024-02-09T23:56:28.870 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.865+0000 7f88aaad6640 1 -- 172.21.15.153:0/110199779 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f88a40d1630 con 0x7f88a4099ab0 2024-02-09T23:56:28.870 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.867+0000 7f88a17fa640 1 -- 172.21.15.153:0/110199779 <== mon.2 v2:172.21.15.153:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7f8898017070 con 0x7f88a4099ab0 2024-02-09T23:56:28.940 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.938+0000 7f88aaad6640 1 -- 172.21.15.153:0/110199779 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "osd new", "uuid": "64ce2de7-b0b2-4c7d-9869-872743400dfb", "id": 5} v 0) v1 -- 0x7f88a40ca2d0 con 0x7f88a4099ab0 2024-02-09T23:56:28.943 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.941+0000 7f88a17fa640 1 -- 172.21.15.153:0/110199779 <== mon.2 v2:172.21.15.153:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "64ce2de7-b0b2-4c7d-9869-872743400dfb", "id": 5}]=0 v8) v1 ==== 112+0+2 (secure 0 0 0) 0x7f88a40d07a0 con 0x7f88a4099ab0 2024-02-09T23:56:28.943 INFO:teuthology.orchestra.run.smithi153.stdout:5 2024-02-09T23:56:28.944 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.942+0000 7f88aaad6640 1 -- 172.21.15.153:0/110199779 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f88a4099ab0 msgr2=0x7f88a40caf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:28.944 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.942+0000 7f88aaad6640 1 --2- 172.21.15.153:0/110199779 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f88a4099ab0 0x7f88a40caf10 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f889800c390 tx=0x7f889800c850 comp rx=0 tx=0).stop 2024-02-09T23:56:28.944 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.942+0000 7f88aaad6640 1 -- 172.21.15.153:0/110199779 shutdown_connections 2024-02-09T23:56:28.945 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.942+0000 7f88aaad6640 1 --2- 172.21.15.153:0/110199779 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f88a40d0960 0x7f88a41f4c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.945 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.942+0000 7f88aaad6640 1 --2- 172.21.15.153:0/110199779 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f88a40cdcd0 0x7f88a41f4710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.945 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.942+0000 7f88aaad6640 1 --2- 172.21.15.153:0/110199779 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f88a4099ab0 0x7f88a40caf10 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:28.945 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.942+0000 7f88aaad6640 1 -- 172.21.15.153:0/110199779 >> 172.21.15.153:0/110199779 conn(0x7f88a40b3320 msgr2=0x7f88a4073e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:28.945 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.942+0000 7f88aaad6640 1 -- 172.21.15.153:0/110199779 shutdown_connections 2024-02-09T23:56:28.945 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:28.942+0000 7f88aaad6640 1 -- 172.21.15.153:0/110199779 wait complete. 2024-02-09T23:56:28.954 DEBUG:teuthology.orchestra.run.smithi153:> sudo ceph --cluster ceph osd new b2b2ed4d-22cd-4851-a798-78beb9bbbaf0 6 2024-02-09T23:56:29.097 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.094+0000 7fbb81ca7640 1 Processor -- start 2024-02-09T23:56:29.097 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.094+0000 7fbb81ca7640 1 -- start start 2024-02-09T23:56:29.098 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.095+0000 7fbb81ca7640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbb7c145510 0x7fbb7c06b610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:29.098 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.095+0000 7fbb81ca7640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fbb7c15fca0 0x7fbb7c0ce140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:29.099 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.095+0000 7fbb81ca7640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbb7c0cd130 con 0x7fbb7c145130 2024-02-09T23:56:29.099 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.095+0000 7fbb81ca7640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbb7c0cdcb0 con 0x7fbb7c15fca0 2024-02-09T23:56:29.099 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.095+0000 7fbb81ca7640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb7c0ad9b0 con 0x7fbb7c145510 2024-02-09T23:56:29.099 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.095+0000 7fbb7affd640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbb7c145510 0x7fbb7c06b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:29.099 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.095+0000 7fbb7b7fe640 1 --1- >> v1:172.21.15.153:6789/0 conn(0x7fbb7c145130 0x7fbb7c15f590 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.153:53350/0 (socket says 172.21.15.153:53350) 2024-02-09T23:56:29.099 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.095+0000 7fbb7b7fe640 1 -- 172.21.15.153:0/1014312522 learned_addr learned my addr 172.21.15.153:0/1014312522 (peer_addr_for_me v1:172.21.15.153:0/0) 2024-02-09T23:56:29.099 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.095+0000 7fbb7bfff640 1 --2- 172.21.15.153:0/1014312522 >> v2:172.21.15.27:3300/0 conn(0x7fbb7c15fca0 0x7fbb7c0ce140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:29.099 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.096+0000 7fbb7affd640 1 -- 172.21.15.153:0/1014312522 >> v2:172.21.15.27:3300/0 conn(0x7fbb7c15fca0 msgr2=0x7fbb7c0ce140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:29.099 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.096+0000 7fbb7affd640 1 --2- 172.21.15.153:0/1014312522 >> v2:172.21.15.27:3300/0 conn(0x7fbb7c15fca0 0x7fbb7c0ce140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.099 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.096+0000 7fbb7a7fc640 1 -- 172.21.15.153:0/1014312522 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1271553050 0 0) 0x7fbb7c0cd130 con 0x7fbb7c145130 2024-02-09T23:56:29.099 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.096+0000 7fbb7affd640 1 -- 172.21.15.153:0/1014312522 >> v1:172.21.15.153:6789/0 conn(0x7fbb7c145130 legacy=0x7fbb7c15f590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:29.099 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.096+0000 7fbb7affd640 1 -- 172.21.15.153:0/1014312522 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb7c0cd380 con 0x7fbb7c145510 2024-02-09T23:56:29.099 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.096+0000 7fbb7affd640 1 --2- 172.21.15.153:0/1014312522 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbb7c145510 0x7fbb7c06b610 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fbb6c0097a0 tx=0x7fbb6c02b8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=94cd6bf2a1a0afc6 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:29.100 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.097+0000 7fbb7a7fc640 1 -- 172.21.15.153:0/1014312522 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb6c031830 con 0x7fbb7c145510 2024-02-09T23:56:29.100 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.097+0000 7fbb7a7fc640 1 -- 172.21.15.153:0/1014312522 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb6c031990 con 0x7fbb7c145510 2024-02-09T23:56:29.100 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.097+0000 7fbb7a7fc640 1 -- 172.21.15.153:0/1014312522 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb6c031d20 con 0x7fbb7c145510 2024-02-09T23:56:29.103 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.097+0000 7fbb81ca7640 1 -- 172.21.15.153:0/1014312522 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbb7c145510 msgr2=0x7fbb7c06b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:29.103 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.097+0000 7fbb81ca7640 1 --2- 172.21.15.153:0/1014312522 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbb7c145510 0x7fbb7c06b610 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fbb6c0097a0 tx=0x7fbb6c02b8d0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.104 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.097+0000 7fbb81ca7640 1 -- 172.21.15.153:0/1014312522 shutdown_connections 2024-02-09T23:56:29.104 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.097+0000 7fbb81ca7640 1 --2- 172.21.15.153:0/1014312522 >> v2:172.21.15.27:3300/0 conn(0x7fbb7c15fca0 0x7fbb7c0ce140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.104 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.097+0000 7fbb81ca7640 1 --2- 172.21.15.153:0/1014312522 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbb7c145510 0x7fbb7c06b610 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.104 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.097+0000 7fbb81ca7640 1 -- 172.21.15.153:0/1014312522 >> 172.21.15.153:0/1014312522 conn(0x7fbb7c072940 msgr2=0x7fbb7c099a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:29.104 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.097+0000 7fbb81ca7640 1 -- 172.21.15.153:0/1014312522 shutdown_connections 2024-02-09T23:56:29.105 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.097+0000 7fbb81ca7640 1 -- 172.21.15.153:0/1014312522 wait complete. 2024-02-09T23:56:29.105 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.098+0000 7fbb81ca7640 1 Processor -- start 2024-02-09T23:56:29.105 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.099+0000 7fbb81ca7640 1 -- start start 2024-02-09T23:56:29.105 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.099+0000 7fbb81ca7640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbb7c145130 0x7fbb7c15eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:29.105 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.099+0000 7fbb81ca7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbb7c145510 0x7fbb7c1f07d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:29.105 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.099+0000 7fbb81ca7640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbb7c15fca0 0x7fbb7c15c090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:29.105 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.099+0000 7fbb81ca7640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb7c14d8e0 con 0x7fbb7c145130 2024-02-09T23:56:29.105 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.099+0000 7fbb81ca7640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb7c15f0c0 con 0x7fbb7c145510 2024-02-09T23:56:29.105 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.099+0000 7fbb81ca7640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb7c14d600 con 0x7fbb7c15fca0 2024-02-09T23:56:29.105 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.099+0000 7fbb7affd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbb7c145510 0x7fbb7c1f07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:29.105 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.099+0000 7fbb7affd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbb7c145510 0x7fbb7c1f07d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.153:52568/0 (socket says 172.21.15.153:52568) 2024-02-09T23:56:29.105 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.099+0000 7fbb7affd640 1 -- 172.21.15.153:0/1413445600 learned_addr learned my addr 172.21.15.153:0/1413445600 (peer_addr_for_me v2:172.21.15.153:0/0) 2024-02-09T23:56:29.105 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.099+0000 7fbb7bfff640 1 --2- 172.21.15.153:0/1413445600 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbb7c15fca0 0x7fbb7c15c090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:29.105 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.099+0000 7fbb7b7fe640 1 --2- 172.21.15.153:0/1413445600 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbb7c145130 0x7fbb7c15eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:29.105 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.100+0000 7fbb7affd640 1 -- 172.21.15.153:0/1413445600 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbb7c15fca0 msgr2=0x7fbb7c15c090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:29.106 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.100+0000 7fbb7affd640 1 --2- 172.21.15.153:0/1413445600 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbb7c15fca0 0x7fbb7c15c090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.106 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.100+0000 7fbb7affd640 1 -- 172.21.15.153:0/1413445600 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbb7c145130 msgr2=0x7fbb7c15eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:29.106 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.100+0000 7fbb7affd640 1 --2- 172.21.15.153:0/1413445600 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbb7c145130 0x7fbb7c15eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.106 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.100+0000 7fbb7affd640 1 -- 172.21.15.153:0/1413445600 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb6c009400 con 0x7fbb7c145510 2024-02-09T23:56:29.106 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.100+0000 7fbb7bfff640 1 --2- 172.21.15.153:0/1413445600 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbb7c15fca0 0x7fbb7c15c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:56:29.106 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.100+0000 7fbb7b7fe640 1 --2- 172.21.15.153:0/1413445600 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbb7c145130 0x7fbb7c15eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:56:29.106 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.100+0000 7fbb7affd640 1 --2- 172.21.15.153:0/1413445600 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbb7c145510 0x7fbb7c1f07d0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fbb6c02bee0 tx=0x7fbb6c0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:29.106 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.100+0000 7fbb63fff640 1 -- 172.21.15.153:0/1413445600 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb6c03a6f0 con 0x7fbb7c145510 2024-02-09T23:56:29.106 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.100+0000 7fbb63fff640 1 -- 172.21.15.153:0/1413445600 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb6c03a870 con 0x7fbb7c145510 2024-02-09T23:56:29.106 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.100+0000 7fbb81ca7640 1 -- 172.21.15.153:0/1413445600 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb7c15e0a0 con 0x7fbb7c145510 2024-02-09T23:56:29.106 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.100+0000 7fbb63fff640 1 -- 172.21.15.153:0/1413445600 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb6c03ac20 con 0x7fbb7c145510 2024-02-09T23:56:29.106 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.100+0000 7fbb81ca7640 1 -- 172.21.15.153:0/1413445600 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb7c15e660 con 0x7fbb7c145510 2024-02-09T23:56:29.106 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.100+0000 7fbb63fff640 1 -- 172.21.15.153:0/1413445600 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7fbb6c04d440 con 0x7fbb7c145510 2024-02-09T23:56:29.106 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.100+0000 7fbb63fff640 1 -- 172.21.15.153:0/1413445600 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1415+0+0 (secure 0 0 0) 0x7fbb6c043a50 con 0x7fbb7c145510 2024-02-09T23:56:29.107 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.101+0000 7fbb81ca7640 1 -- 172.21.15.153:0/1413445600 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb7c15df00 con 0x7fbb7c145510 2024-02-09T23:56:29.107 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.103+0000 7fbb63fff640 1 -- 172.21.15.153:0/1413445600 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7fbb7c15df00 con 0x7fbb7c145510 2024-02-09T23:56:29.178 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.176+0000 7fbb81ca7640 1 -- 172.21.15.153:0/1413445600 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "osd new", "uuid": "b2b2ed4d-22cd-4851-a798-78beb9bbbaf0", "id": 6} v 0) v1 -- 0x7fbb7c15e850 con 0x7fbb7c145510 2024-02-09T23:56:29.180 INFO:tasks.ceph.mgr.y.smithi027.stderr:2024-02-09T23:56:29.178+0000 7f0683438040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-02-09T23:56:29.183 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.181+0000 7fbb63fff640 1 -- 172.21.15.153:0/1413445600 <== mon.1 v2:172.21.15.153:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "b2b2ed4d-22cd-4851-a798-78beb9bbbaf0", "id": 6}]=0 v9) v1 ==== 112+0+2 (secure 0 0 0) 0x7fbb6c048070 con 0x7fbb7c145510 2024-02-09T23:56:29.183 INFO:teuthology.orchestra.run.smithi153.stdout:6 2024-02-09T23:56:29.184 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.182+0000 7fbb81ca7640 1 -- 172.21.15.153:0/1413445600 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbb7c145510 msgr2=0x7fbb7c1f07d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:29.185 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.182+0000 7fbb81ca7640 1 --2- 172.21.15.153:0/1413445600 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbb7c145510 0x7fbb7c1f07d0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fbb6c02bee0 tx=0x7fbb6c0046c0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.185 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.182+0000 7fbb81ca7640 1 -- 172.21.15.153:0/1413445600 shutdown_connections 2024-02-09T23:56:29.185 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.182+0000 7fbb81ca7640 1 --2- 172.21.15.153:0/1413445600 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbb7c15fca0 0x7fbb7c15c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.185 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.182+0000 7fbb81ca7640 1 --2- 172.21.15.153:0/1413445600 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbb7c145510 0x7fbb7c1f07d0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.185 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.182+0000 7fbb81ca7640 1 --2- 172.21.15.153:0/1413445600 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbb7c145130 0x7fbb7c15eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.185 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.182+0000 7fbb81ca7640 1 -- 172.21.15.153:0/1413445600 >> 172.21.15.153:0/1413445600 conn(0x7fbb7c072940 msgr2=0x7fbb7c099a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:29.185 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.182+0000 7fbb81ca7640 1 -- 172.21.15.153:0/1413445600 shutdown_connections 2024-02-09T23:56:29.185 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.182+0000 7fbb81ca7640 1 -- 172.21.15.153:0/1413445600 wait complete. 2024-02-09T23:56:29.192 INFO:tasks.ceph.mgr.x.smithi153.stderr:2024-02-09T23:56:29.190+0000 7f92b21d7040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-02-09T23:56:29.198 DEBUG:teuthology.orchestra.run.smithi153:> sudo ceph --cluster ceph osd new 1a97e118-a0fe-450a-82f8-40bf5dd2b593 7 2024-02-09T23:56:29.300 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.298+0000 7ff375e15640 1 Processor -- start 2024-02-09T23:56:29.300 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.298+0000 7ff375e15640 1 -- start start 2024-02-09T23:56:29.302 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.298+0000 7ff375e15640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff37015edb0 0x7ff37006ac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:29.302 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.298+0000 7ff375e15640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7ff37015f210 0x7ff37006b190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:29.302 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.298+0000 7ff375e15640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff3700b5b10 con 0x7ff370144100 2024-02-09T23:56:29.302 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.298+0000 7ff375e15640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff3700b3730 con 0x7ff37015f210 2024-02-09T23:56:29.302 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.298+0000 7ff375e15640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3700b3a10 con 0x7ff37015edb0 2024-02-09T23:56:29.302 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.298+0000 7ff36ffff640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7ff37015f210 0x7ff37006b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:29.302 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.298+0000 7ff36effd640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff37015edb0 0x7ff37006ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:29.302 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.299+0000 7ff36ffff640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7ff37015f210 0x7ff37006b190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.153:52580/0 (socket says 172.21.15.153:52580) 2024-02-09T23:56:29.302 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.299+0000 7ff36effd640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff37015edb0 0x7ff37006ac50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.153:58380/0 (socket says 172.21.15.153:58380) 2024-02-09T23:56:29.302 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.299+0000 7ff36ffff640 1 -- 172.21.15.153:0/1310657753 learned_addr learned my addr 172.21.15.153:0/1310657753 (peer_addr_for_me v2:172.21.15.153:0/0) 2024-02-09T23:56:29.302 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.299+0000 7ff36ffff640 1 -- 172.21.15.153:0/1310657753 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff37015edb0 msgr2=0x7ff37006ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:29.302 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.299+0000 7ff36ffff640 1 --2- 172.21.15.153:0/1310657753 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff37015edb0 0x7ff37006ac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.303 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.299+0000 7ff36ffff640 1 -- 172.21.15.153:0/1310657753 >> v1:172.21.15.153:6789/0 conn(0x7ff370144100 legacy=0x7ff3700b5320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:29.303 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.299+0000 7ff36ffff640 1 -- 172.21.15.153:0/1310657753 --> v2:172.21.15.153:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3700b3cf0 con 0x7ff37015f210 2024-02-09T23:56:29.303 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.299+0000 7ff36effd640 1 --2- 172.21.15.153:0/1310657753 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff37015edb0 0x7ff37006ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:56:29.303 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.300+0000 7ff36ffff640 1 --2- 172.21.15.153:0/1310657753 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff37015f210 0x7ff37006b190 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7ff368009e50 tx=0x7ff36802bf60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5d5c5f59417fc2bc server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:29.303 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.300+0000 7ff36e7fc640 1 -- 172.21.15.153:0/1310657753 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff36802cb00 con 0x7ff37015f210 2024-02-09T23:56:29.303 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.300+0000 7ff36e7fc640 1 -- 172.21.15.153:0/1310657753 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff36802cc60 con 0x7ff37015f210 2024-02-09T23:56:29.303 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.300+0000 7ff36e7fc640 1 -- 172.21.15.153:0/1310657753 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3680343f0 con 0x7ff37015f210 2024-02-09T23:56:29.307 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.300+0000 7ff375e15640 1 -- 172.21.15.153:0/1310657753 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff37015f210 msgr2=0x7ff37006b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:29.307 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.300+0000 7ff375e15640 1 --2- 172.21.15.153:0/1310657753 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff37015f210 0x7ff37006b190 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7ff368009e50 tx=0x7ff36802bf60 comp rx=0 tx=0).stop 2024-02-09T23:56:29.307 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.300+0000 7ff375e15640 1 -- 172.21.15.153:0/1310657753 shutdown_connections 2024-02-09T23:56:29.307 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.300+0000 7ff375e15640 1 --2- 172.21.15.153:0/1310657753 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff37015f210 0x7ff37006b190 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.307 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.300+0000 7ff375e15640 1 --2- 172.21.15.153:0/1310657753 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff37015edb0 0x7ff37006ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.307 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.300+0000 7ff375e15640 1 -- 172.21.15.153:0/1310657753 >> 172.21.15.153:0/1310657753 conn(0x7ff370072920 msgr2=0x7ff370099a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:29.307 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.300+0000 7ff375e15640 1 -- 172.21.15.153:0/1310657753 shutdown_connections 2024-02-09T23:56:29.308 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.300+0000 7ff375e15640 1 -- 172.21.15.153:0/1310657753 wait complete. 2024-02-09T23:56:29.308 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.302+0000 7ff375e15640 1 Processor -- start 2024-02-09T23:56:29.308 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.302+0000 7ff375e15640 1 -- start start 2024-02-09T23:56:29.308 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.302+0000 7ff375e15640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff370144100 0x7ff37015c460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:29.308 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.302+0000 7ff375e15640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff37015edb0 0x7ff3701f49f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:29.308 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.302+0000 7ff375e15640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff37015f210 0x7ff37013b550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:29.308 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.302+0000 7ff375e15640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3701395c0 con 0x7ff37015edb0 2024-02-09T23:56:29.308 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.303+0000 7ff375e15640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff370138a20 con 0x7ff37015f210 2024-02-09T23:56:29.308 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.303+0000 7ff375e15640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff370138c90 con 0x7ff370144100 2024-02-09T23:56:29.308 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.303+0000 7ff36f7fe640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff370144100 0x7ff37015c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:29.308 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.303+0000 7ff36ffff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff37015f210 0x7ff37013b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:29.308 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.303+0000 7ff36f7fe640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff370144100 0x7ff37015c460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.153:58382/0 (socket says 172.21.15.153:58382) 2024-02-09T23:56:29.308 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.303+0000 7ff36f7fe640 1 -- 172.21.15.153:0/2024079321 learned_addr learned my addr 172.21.15.153:0/2024079321 (peer_addr_for_me v2:172.21.15.153:0/0) 2024-02-09T23:56:29.308 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.303+0000 7ff36effd640 1 --2- 172.21.15.153:0/2024079321 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff37015edb0 0x7ff3701f49f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:29.309 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.303+0000 7ff36f7fe640 1 -- 172.21.15.153:0/2024079321 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff37015f210 msgr2=0x7ff37013b550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:29.309 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.303+0000 7ff36f7fe640 1 --2- 172.21.15.153:0/2024079321 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff37015f210 0x7ff37013b550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.309 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.303+0000 7ff36f7fe640 1 -- 172.21.15.153:0/2024079321 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff37015edb0 msgr2=0x7ff3701f49f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:29.309 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.303+0000 7ff36f7fe640 1 --2- 172.21.15.153:0/2024079321 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff37015edb0 0x7ff3701f49f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.309 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.303+0000 7ff36f7fe640 1 -- 172.21.15.153:0/2024079321 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff360009400 con 0x7ff370144100 2024-02-09T23:56:29.309 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.303+0000 7ff36effd640 1 --2- 172.21.15.153:0/2024079321 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff37015edb0 0x7ff3701f49f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:56:29.309 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.303+0000 7ff36f7fe640 1 --2- 172.21.15.153:0/2024079321 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff370144100 0x7ff37015c460 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7ff36400c430 tx=0x7ff36400c8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:29.309 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.303+0000 7ff357fff640 1 -- 172.21.15.153:0/2024079321 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3640052d0 con 0x7ff370144100 2024-02-09T23:56:29.309 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.303+0000 7ff357fff640 1 -- 172.21.15.153:0/2024079321 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff364005450 con 0x7ff370144100 2024-02-09T23:56:29.309 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.303+0000 7ff357fff640 1 -- 172.21.15.153:0/2024079321 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff364007260 con 0x7ff370144100 2024-02-09T23:56:29.309 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.303+0000 7ff375e15640 1 -- 172.21.15.153:0/2024079321 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff368009b30 con 0x7ff370144100 2024-02-09T23:56:29.309 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.303+0000 7ff375e15640 1 -- 172.21.15.153:0/2024079321 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff370139250 con 0x7ff370144100 2024-02-09T23:56:29.309 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.304+0000 7ff357fff640 1 -- 172.21.15.153:0/2024079321 <== mon.2 v2:172.21.15.153:3301/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7ff3640073c0 con 0x7ff370144100 2024-02-09T23:56:29.309 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.304+0000 7ff357fff640 1 -- 172.21.15.153:0/2024079321 <== mon.2 v2:172.21.15.153:3301/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1530+0+0 (secure 0 0 0) 0x7ff364011590 con 0x7ff370144100 2024-02-09T23:56:29.309 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.304+0000 7ff375e15640 1 -- 172.21.15.153:0/2024079321 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff37006ccf0 con 0x7ff370144100 2024-02-09T23:56:29.310 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.306+0000 7ff357fff640 1 -- 172.21.15.153:0/2024079321 <== mon.2 v2:172.21.15.153:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7ff364020060 con 0x7ff370144100 2024-02-09T23:56:29.323 INFO:tasks.ceph.mgr.y.smithi027.stderr:2024-02-09T23:56:29.321+0000 7f0683438040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-02-09T23:56:29.354 INFO:tasks.ceph.mgr.x.smithi153.stderr:2024-02-09T23:56:29.352+0000 7f92b21d7040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-02-09T23:56:29.441 INFO:tasks.ceph.mgr.y.smithi027.stderr:2024-02-09T23:56:29.440+0000 7f0683438040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-02-09T23:56:29.458 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.456+0000 7ff375e15640 1 -- 172.21.15.153:0/2024079321 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "osd new", "uuid": "1a97e118-a0fe-450a-82f8-40bf5dd2b593", "id": 7} v 0) v1 -- 0x7ff3700746c0 con 0x7ff370144100 2024-02-09T23:56:29.469 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.467+0000 7ff357fff640 1 -- 172.21.15.153:0/2024079321 <== mon.2 v2:172.21.15.153:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "1a97e118-a0fe-450a-82f8-40bf5dd2b593", "id": 7}]=0 v10) v1 ==== 112+0+2 (secure 0 0 0) 0x7ff364003960 con 0x7ff370144100 2024-02-09T23:56:29.469 INFO:teuthology.orchestra.run.smithi153.stdout:7 2024-02-09T23:56:29.470 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.468+0000 7ff375e15640 1 -- 172.21.15.153:0/2024079321 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff370144100 msgr2=0x7ff37015c460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:29.470 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.468+0000 7ff375e15640 1 --2- 172.21.15.153:0/2024079321 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff370144100 0x7ff37015c460 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7ff36400c430 tx=0x7ff36400c8f0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.471 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.468+0000 7ff375e15640 1 -- 172.21.15.153:0/2024079321 shutdown_connections 2024-02-09T23:56:29.471 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.468+0000 7ff375e15640 1 --2- 172.21.15.153:0/2024079321 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff37015f210 0x7ff37013b550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.471 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.468+0000 7ff375e15640 1 --2- 172.21.15.153:0/2024079321 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff37015edb0 0x7ff3701f49f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.471 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.468+0000 7ff375e15640 1 --2- 172.21.15.153:0/2024079321 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff370144100 0x7ff37015c460 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.471 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.468+0000 7ff375e15640 1 -- 172.21.15.153:0/2024079321 >> 172.21.15.153:0/2024079321 conn(0x7ff370072920 msgr2=0x7ff37015d260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:29.471 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.468+0000 7ff375e15640 1 -- 172.21.15.153:0/2024079321 shutdown_connections 2024-02-09T23:56:29.471 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:56:29.468+0000 7ff375e15640 1 -- 172.21.15.153:0/2024079321 wait complete. 2024-02-09T23:56:29.481 INFO:tasks.ceph.osd.0:Restarting daemon 2024-02-09T23:56:29.481 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-02-09T23:56:29.483 INFO:tasks.ceph.osd.0:Started 2024-02-09T23:56:29.483 INFO:tasks.ceph.osd.1:Restarting daemon 2024-02-09T23:56:29.484 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-02-09T23:56:29.485 INFO:tasks.ceph.osd.1:Started 2024-02-09T23:56:29.486 INFO:tasks.ceph.osd.2:Restarting daemon 2024-02-09T23:56:29.486 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-02-09T23:56:29.488 INFO:tasks.ceph.osd.2:Started 2024-02-09T23:56:29.488 INFO:tasks.ceph.osd.3:Restarting daemon 2024-02-09T23:56:29.488 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-02-09T23:56:29.490 INFO:tasks.ceph.osd.3:Started 2024-02-09T23:56:29.490 INFO:tasks.ceph.osd.4:Restarting daemon 2024-02-09T23:56:29.490 DEBUG:teuthology.orchestra.run.smithi153:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-02-09T23:56:29.491 INFO:tasks.ceph.mgr.y.smithi027.stderr:2024-02-09T23:56:29.488+0000 7f0683438040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-02-09T23:56:29.492 INFO:tasks.ceph.osd.4:Started 2024-02-09T23:56:29.493 INFO:tasks.ceph.osd.5:Restarting daemon 2024-02-09T23:56:29.493 DEBUG:teuthology.orchestra.run.smithi153:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-02-09T23:56:29.494 INFO:tasks.ceph.osd.5:Started 2024-02-09T23:56:29.495 INFO:tasks.ceph.osd.6:Restarting daemon 2024-02-09T23:56:29.495 DEBUG:teuthology.orchestra.run.smithi153:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-02-09T23:56:29.496 INFO:tasks.ceph.osd.6:Started 2024-02-09T23:56:29.496 INFO:tasks.ceph.osd.7:Restarting daemon 2024-02-09T23:56:29.497 DEBUG:teuthology.orchestra.run.smithi153:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-02-09T23:56:29.499 INFO:tasks.ceph.osd.7:Started 2024-02-09T23:56:29.499 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:56:29.516 INFO:tasks.ceph.mgr.x.smithi153.stderr:2024-02-09T23:56:29.514+0000 7f92b21d7040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-02-09T23:56:29.569 INFO:tasks.ceph.mgr.x.smithi153.stderr:2024-02-09T23:56:29.567+0000 7f92b21d7040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-02-09T23:56:29.651 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.648+0000 7f7a5a264640 1 Processor -- start 2024-02-09T23:56:29.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.648+0000 7f7a5a264640 1 -- start start 2024-02-09T23:56:29.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.649+0000 7f7a5a264640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f7a54145210 0x7f7a540b4470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:29.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.649+0000 7f7a5a264640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7a540cc950 0x7f7a540ccdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:29.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.649+0000 7f7a5a264640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7a540b33d0 con 0x7f7a540b1310 2024-02-09T23:56:29.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.649+0000 7f7a5a264640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7a540b2bf0 con 0x7f7a54145210 2024-02-09T23:56:29.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.649+0000 7f7a5a264640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7a540cd2f0 con 0x7f7a540cc950 2024-02-09T23:56:29.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.649+0000 7f7a537fe640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7a540cc950 0x7f7a540ccdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:29.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.649+0000 7f7a53fff640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f7a54145210 0x7f7a540b4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:29.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.649+0000 7f7a537fe640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7a540cc950 0x7f7a540ccdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:46388/0 (socket says 172.21.15.27:46388) 2024-02-09T23:56:29.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.649+0000 7f7a537fe640 1 -- 172.21.15.27:0/998906969 learned_addr learned my addr 172.21.15.27:0/998906969 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:29.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.649+0000 7f7a58801640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f7a540b1310 0x7f7a5415bea0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:39226/0 (socket says 172.21.15.27:39226) 2024-02-09T23:56:29.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.649+0000 7f7a52ffd640 1 -- 172.21.15.27:0/998906969 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 413995732 0 0) 0x7f7a540b33d0 con 0x7f7a540b1310 2024-02-09T23:56:29.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.649+0000 7f7a53fff640 1 -- 172.21.15.27:0/998906969 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7a540cc950 msgr2=0x7f7a540ccdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:29.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.649+0000 7f7a53fff640 1 --2- 172.21.15.27:0/998906969 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7a540cc950 0x7f7a540ccdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.650+0000 7f7a53fff640 1 -- 172.21.15.27:0/998906969 >> v1:172.21.15.27:6789/0 conn(0x7f7a540b1310 legacy=0x7f7a5415bea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:29.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.650+0000 7f7a53fff640 1 -- 172.21.15.27:0/998906969 --> v2:172.21.15.153:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a540b36b0 con 0x7f7a54145210 2024-02-09T23:56:29.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.650+0000 7f7a537fe640 1 --2- 172.21.15.27:0/998906969 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7a540cc950 0x7f7a540ccdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:56:29.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.650+0000 7f7a53fff640 1 --2- 172.21.15.27:0/998906969 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7a54145210 0x7f7a540b4470 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f7a440097d0 tx=0x7f7a4402b8a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5b726fb37e3e88c9 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:29.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.650+0000 7f7a52ffd640 1 -- 172.21.15.27:0/998906969 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a44031800 con 0x7f7a54145210 2024-02-09T23:56:29.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.651+0000 7f7a52ffd640 1 -- 172.21.15.27:0/998906969 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7a44031960 con 0x7f7a54145210 2024-02-09T23:56:29.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.651+0000 7f7a52ffd640 1 -- 172.21.15.27:0/998906969 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a44031cf0 con 0x7f7a54145210 2024-02-09T23:56:29.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.651+0000 7f7a5a264640 1 -- 172.21.15.27:0/998906969 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7a54145210 msgr2=0x7f7a540b4470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:29.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.651+0000 7f7a5a264640 1 --2- 172.21.15.27:0/998906969 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7a54145210 0x7f7a540b4470 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f7a440097d0 tx=0x7f7a4402b8a0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.651+0000 7f7a5a264640 1 -- 172.21.15.27:0/998906969 shutdown_connections 2024-02-09T23:56:29.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.651+0000 7f7a5a264640 1 --2- 172.21.15.27:0/998906969 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7a540cc950 0x7f7a540ccdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.651+0000 7f7a5a264640 1 --2- 172.21.15.27:0/998906969 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7a54145210 0x7f7a540b4470 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.651+0000 7f7a5a264640 1 -- 172.21.15.27:0/998906969 >> 172.21.15.27:0/998906969 conn(0x7f7a5406ac50 msgr2=0x7f7a5406b060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:29.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.651+0000 7f7a5a264640 1 -- 172.21.15.27:0/998906969 shutdown_connections 2024-02-09T23:56:29.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.651+0000 7f7a5a264640 1 -- 172.21.15.27:0/998906969 wait complete. 2024-02-09T23:56:29.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.652+0000 7f7a5a264640 1 Processor -- start 2024-02-09T23:56:29.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.653+0000 7f7a5a264640 1 -- start start 2024-02-09T23:56:29.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.653+0000 7f7a5a264640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7a540b1310 0x7f7a54132d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:29.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.653+0000 7f7a5a264640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7a540cc950 0x7f7a54130a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:29.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.653+0000 7f7a5a264640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7a54145210 0x7f7a54131360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:29.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.653+0000 7f7a5a264640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a541328e0 con 0x7f7a54145210 2024-02-09T23:56:29.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.653+0000 7f7a5a264640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a541f15b0 con 0x7f7a540cc950 2024-02-09T23:56:29.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.653+0000 7f7a5a264640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7a54131c60 con 0x7f7a540b1310 2024-02-09T23:56:29.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.653+0000 7f7a58801640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7a54145210 0x7f7a54131360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:29.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.653+0000 7f7a58801640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7a54145210 0x7f7a54131360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:45278/0 (socket says 172.21.15.27:45278) 2024-02-09T23:56:29.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.653+0000 7f7a58801640 1 -- 172.21.15.27:0/3003263934 learned_addr learned my addr 172.21.15.27:0/3003263934 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:29.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.653+0000 7f7a53fff640 1 --2- 172.21.15.27:0/3003263934 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7a540b1310 0x7f7a54132d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:29.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.653+0000 7f7a537fe640 1 --2- 172.21.15.27:0/3003263934 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7a540cc950 0x7f7a54130a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:29.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.654+0000 7f7a58801640 1 -- 172.21.15.27:0/3003263934 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7a540b1310 msgr2=0x7f7a54132d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:29.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.654+0000 7f7a58801640 1 --2- 172.21.15.27:0/3003263934 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7a540b1310 0x7f7a54132d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.654+0000 7f7a58801640 1 -- 172.21.15.27:0/3003263934 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7a540cc950 msgr2=0x7f7a54130a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:29.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.654+0000 7f7a58801640 1 --2- 172.21.15.27:0/3003263934 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7a540cc950 0x7f7a54130a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.654+0000 7f7a58801640 1 -- 172.21.15.27:0/3003263934 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a3c0094d0 con 0x7f7a54145210 2024-02-09T23:56:29.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.654+0000 7f7a53fff640 1 --2- 172.21.15.27:0/3003263934 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7a540b1310 0x7f7a54132d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:56:29.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.654+0000 7f7a58801640 1 --2- 172.21.15.27:0/3003263934 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7a54145210 0x7f7a54131360 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f7a4c00c7a0 tx=0x7f7a4c00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:29.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.654+0000 7f7a50ff9640 1 -- 172.21.15.27:0/3003263934 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a4c00a640 con 0x7f7a54145210 2024-02-09T23:56:29.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.654+0000 7f7a50ff9640 1 -- 172.21.15.27:0/3003263934 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7a4c00a7a0 con 0x7f7a54145210 2024-02-09T23:56:29.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.654+0000 7f7a5a264640 1 -- 172.21.15.27:0/3003263934 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7a44009400 con 0x7f7a54145210 2024-02-09T23:56:29.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.654+0000 7f7a50ff9640 1 -- 172.21.15.27:0/3003263934 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a4c00abd0 con 0x7f7a54145210 2024-02-09T23:56:29.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.654+0000 7f7a5a264640 1 -- 172.21.15.27:0/3003263934 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7a54132220 con 0x7f7a54145210 2024-02-09T23:56:29.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.654+0000 7f7a50ff9640 1 -- 172.21.15.27:0/3003263934 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7f7a4c00ad30 con 0x7f7a54145210 2024-02-09T23:56:29.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.654+0000 7f7a50ff9640 1 -- 172.21.15.27:0/3003263934 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7f7a4c012ad0 con 0x7f7a54145210 2024-02-09T23:56:29.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.655+0000 7f7a5a264640 1 -- 172.21.15.27:0/3003263934 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7a5406bbe0 con 0x7f7a54145210 2024-02-09T23:56:29.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.657+0000 7f7a50ff9640 1 -- 172.21.15.27:0/3003263934 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7f7a4c018070 con 0x7f7a54145210 2024-02-09T23:56:29.662 INFO:tasks.ceph.mgr.y.smithi027.stderr:2024-02-09T23:56:29.660+0000 7f0683438040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-02-09T23:56:29.694 INFO:tasks.ceph.mgr.x.smithi153.stderr:2024-02-09T23:56:29.692+0000 7f92b21d7040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-02-09T23:56:29.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.719+0000 7f7a5a264640 1 -- 172.21.15.27:0/3003263934 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7a54067cc0 con 0x7f7a54145210 2024-02-09T23:56:29.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.720+0000 7f7a50ff9640 1 -- 172.21.15.27:0/3003263934 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7058 (secure 0 0 0) 0x7f7a4c012400 con 0x7f7a54145210 2024-02-09T23:56:29.722 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:56:29.722 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":10,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:56:29.458427+0000","last_up_change":"0.000000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:56:29.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.721+0000 7f7a5a264640 1 -- 172.21.15.27:0/3003263934 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7a54145210 msgr2=0x7f7a54131360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:29.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.721+0000 7f7a5a264640 1 --2- 172.21.15.27:0/3003263934 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7a54145210 0x7f7a54131360 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f7a4c00c7a0 tx=0x7f7a4c00cc60 comp rx=0 tx=0).stop 2024-02-09T23:56:29.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.721+0000 7f7a5a264640 1 -- 172.21.15.27:0/3003263934 shutdown_connections 2024-02-09T23:56:29.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.721+0000 7f7a5a264640 1 --2- 172.21.15.27:0/3003263934 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7a54145210 0x7f7a54131360 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.721+0000 7f7a5a264640 1 --2- 172.21.15.27:0/3003263934 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7a540cc950 0x7f7a54130a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.721+0000 7f7a5a264640 1 --2- 172.21.15.27:0/3003263934 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7a540b1310 0x7f7a54132d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.721+0000 7f7a5a264640 1 -- 172.21.15.27:0/3003263934 >> 172.21.15.27:0/3003263934 conn(0x7f7a5406ac50 msgr2=0x7f7a540cf540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:29.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.721+0000 7f7a5a264640 1 -- 172.21.15.27:0/3003263934 shutdown_connections 2024-02-09T23:56:29.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:29.721+0000 7f7a5a264640 1 -- 172.21.15.27:0/3003263934 wait complete. 2024-02-09T23:56:29.735 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-02-09T23:56:29.735 INFO:tasks.ceph:Waiting for OSDs to come up 2024-02-09T23:56:29.763 INFO:tasks.ceph.mgr.y.smithi027.stderr:2024-02-09T23:56:29.762+0000 7f0683438040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-02-09T23:56:29.790 INFO:tasks.ceph.mgr.x.smithi153.stderr:2024-02-09T23:56:29.788+0000 7f92b21d7040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-02-09T23:56:29.926 INFO:tasks.ceph.mgr.y.smithi027.stderr:2024-02-09T23:56:29.924+0000 7f0683438040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-02-09T23:56:29.947 INFO:tasks.ceph.mgr.x.smithi153.stderr:2024-02-09T23:56:29.945+0000 7f92b21d7040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-02-09T23:56:29.970 INFO:tasks.ceph.mgr.y.smithi027.stderr:2024-02-09T23:56:29.968+0000 7f0683438040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-02-09T23:56:29.989 INFO:tasks.ceph.mgr.x.smithi153.stderr:2024-02-09T23:56:29.987+0000 7f92b21d7040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-02-09T23:56:30.100 INFO:tasks.ceph.osd.6.smithi153.stderr:2024-02-09T23:56:30.098+0000 7f25a0ef9640 -1 Falling back to public interface 2024-02-09T23:56:30.104 INFO:tasks.ceph.osd.2.smithi027.stderr:2024-02-09T23:56:30.102+0000 7fbf30ed3640 -1 Falling back to public interface 2024-02-09T23:56:30.107 INFO:tasks.ceph.osd.7.smithi153.stderr:2024-02-09T23:56:30.105+0000 7f8c04c13640 -1 Falling back to public interface 2024-02-09T23:56:30.112 INFO:tasks.ceph.osd.3.smithi027.stderr:2024-02-09T23:56:30.110+0000 7fc1488ae640 -1 Falling back to public interface 2024-02-09T23:56:30.114 INFO:tasks.ceph.osd.1.smithi027.stderr:2024-02-09T23:56:30.112+0000 7f124831f640 -1 Falling back to public interface 2024-02-09T23:56:30.114 INFO:tasks.ceph.osd.0.smithi027.stderr:2024-02-09T23:56:30.112+0000 7fd26de19640 -1 Falling back to public interface 2024-02-09T23:56:30.117 INFO:tasks.ceph.osd.5.smithi153.stderr:2024-02-09T23:56:30.115+0000 7f685b40e640 -1 Falling back to public interface 2024-02-09T23:56:30.117 INFO:tasks.ceph.osd.4.smithi153.stderr:2024-02-09T23:56:30.115+0000 7f3f7a215640 -1 Falling back to public interface 2024-02-09T23:56:30.133 INFO:tasks.ceph.mgr.y.smithi027.stderr:2024-02-09T23:56:30.132+0000 7f0683438040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-02-09T23:56:30.150 INFO:tasks.ceph.mgr.x.smithi153.stderr:2024-02-09T23:56:30.148+0000 7f92b21d7040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-02-09T23:56:30.541 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-02-09T23:56:30.633 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.631+0000 7f15e4377640 1 Processor -- start 2024-02-09T23:56:30.633 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.631+0000 7f15e4377640 1 -- start start 2024-02-09T23:56:30.634 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.632+0000 7f15e4377640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f15dc0b2840 0x7f15dc06bf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:30.634 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.632+0000 7f15e4377640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15dc0cfd70 con 0x7f15dc099a20 2024-02-09T23:56:30.634 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.632+0000 7f15e4377640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15dc0d0050 con 0x7f15dc161480 2024-02-09T23:56:30.634 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.632+0000 7f15e4377640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f15dc0d0330 con 0x7f15dc0b2840 2024-02-09T23:56:30.634 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.632+0000 7f15e1912640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f15dc0b2840 0x7f15dc06bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:30.634 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.632+0000 7f15e2914640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f15dc099a20 0x7f15dc0cbd40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:39230/0 (socket says 172.21.15.27:39230) 2024-02-09T23:56:30.634 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.632+0000 7f15e2914640 1 -- 172.21.15.27:0/2887781549 learned_addr learned my addr 172.21.15.27:0/2887781549 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:56:30.635 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.632+0000 7f15e1912640 1 -- 172.21.15.27:0/2887781549 >> v1:172.21.15.153:6789/0 conn(0x7f15dc161480 legacy=0x7f15dc0d0e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:30.635 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.632+0000 7f15e1912640 1 -- 172.21.15.27:0/2887781549 >> v1:172.21.15.27:6789/0 conn(0x7f15dc099a20 legacy=0x7f15dc0cbd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:30.635 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.632+0000 7f15e1912640 1 -- 172.21.15.27:0/2887781549 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15dc0d0610 con 0x7f15dc0b2840 2024-02-09T23:56:30.635 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.632+0000 7f15e1111640 1 -- 172.21.15.27:0/2887781549 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1978684324 0 0) 0x7f15dc0cfd70 con 0x7f15dc099a20 2024-02-09T23:56:30.636 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.633+0000 7f15e1912640 1 --2- 172.21.15.27:0/2887781549 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15dc0b2840 0x7f15dc06bf70 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f15d80097a0 tx=0x7f15d802b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab399e3b7aa2ec86 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:30.636 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.633+0000 7f15e1111640 1 -- 172.21.15.27:0/2887781549 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15d8030610 con 0x7f15dc0b2840 2024-02-09T23:56:30.636 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.633+0000 7f15e1111640 1 -- 172.21.15.27:0/2887781549 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f15d8030770 con 0x7f15dc0b2840 2024-02-09T23:56:30.636 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.633+0000 7f15e1111640 1 -- 172.21.15.27:0/2887781549 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15d8030b00 con 0x7f15dc0b2840 2024-02-09T23:56:30.636 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.634+0000 7f15e4377640 1 -- 172.21.15.27:0/2887781549 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15dc0b2840 msgr2=0x7f15dc06bf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:30.636 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.634+0000 7f15e4377640 1 --2- 172.21.15.27:0/2887781549 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15dc0b2840 0x7f15dc06bf70 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f15d80097a0 tx=0x7f15d802b960 comp rx=0 tx=0).stop 2024-02-09T23:56:30.636 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.634+0000 7f15e4377640 1 -- 172.21.15.27:0/2887781549 shutdown_connections 2024-02-09T23:56:30.636 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.634+0000 7f15e4377640 1 --2- 172.21.15.27:0/2887781549 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15dc0b2840 0x7f15dc06bf70 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:30.636 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.634+0000 7f15e4377640 1 -- 172.21.15.27:0/2887781549 >> 172.21.15.27:0/2887781549 conn(0x7f15dc0b31e0 msgr2=0x7f15dc0b35f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:30.636 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.634+0000 7f15e4377640 1 -- 172.21.15.27:0/2887781549 shutdown_connections 2024-02-09T23:56:30.637 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.634+0000 7f15e4377640 1 -- 172.21.15.27:0/2887781549 wait complete. 2024-02-09T23:56:30.639 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.635+0000 7f15e4377640 1 Processor -- start 2024-02-09T23:56:30.639 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.635+0000 7f15e4377640 1 -- start start 2024-02-09T23:56:30.642 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.636+0000 7f15e4377640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15dc099a20 0x7f15dc1479c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:30.642 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.636+0000 7f15e4377640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f15dc0b2840 0x7f15dc0ca7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:30.642 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.636+0000 7f15e4377640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f15dc154bd0 0x7f15dc161870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:30.642 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.636+0000 7f15e4377640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15dc0c5b30 con 0x7f15dc099a20 2024-02-09T23:56:30.643 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.636+0000 7f15e4377640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15dc0c5220 con 0x7f15dc0b2840 2024-02-09T23:56:30.643 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.636+0000 7f15e4377640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15dc147f00 con 0x7f15dc154bd0 2024-02-09T23:56:30.643 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.636+0000 7f15e2113640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15dc099a20 0x7f15dc1479c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:30.643 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.636+0000 7f15e2113640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15dc099a20 0x7f15dc1479c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:45304/0 (socket says 172.21.15.27:45304) 2024-02-09T23:56:30.643 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.636+0000 7f15e2113640 1 -- 172.21.15.27:0/3208772580 learned_addr learned my addr 172.21.15.27:0/3208772580 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:30.643 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.636+0000 7f15e1912640 1 --2- 172.21.15.27:0/3208772580 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f15dc0b2840 0x7f15dc0ca7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:30.643 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.636+0000 7f15e2914640 1 --2- 172.21.15.27:0/3208772580 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f15dc154bd0 0x7f15dc161870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:30.643 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.636+0000 7f15e2113640 1 -- 172.21.15.27:0/3208772580 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f15dc154bd0 msgr2=0x7f15dc161870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:30.643 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.636+0000 7f15e2113640 1 --2- 172.21.15.27:0/3208772580 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f15dc154bd0 0x7f15dc161870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:30.643 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.636+0000 7f15e2113640 1 -- 172.21.15.27:0/3208772580 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f15dc0b2840 msgr2=0x7f15dc0ca7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:30.643 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.636+0000 7f15e2113640 1 --2- 172.21.15.27:0/3208772580 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f15dc0b2840 0x7f15dc0ca7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:30.643 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.636+0000 7f15e2113640 1 -- 172.21.15.27:0/3208772580 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15d8009400 con 0x7f15dc099a20 2024-02-09T23:56:30.643 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.636+0000 7f15e2113640 1 --2- 172.21.15.27:0/3208772580 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15dc099a20 0x7f15dc1479c0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f15cc00c400 tx=0x7f15cc00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:30.643 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.637+0000 7f15d2ffd640 1 -- 172.21.15.27:0/3208772580 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15cc0052d0 con 0x7f15dc099a20 2024-02-09T23:56:30.644 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.637+0000 7f15d2ffd640 1 -- 172.21.15.27:0/3208772580 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f15cc005430 con 0x7f15dc099a20 2024-02-09T23:56:30.644 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.637+0000 7f15e4377640 1 -- 172.21.15.27:0/3208772580 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15dc0caff0 con 0x7f15dc099a20 2024-02-09T23:56:30.644 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.637+0000 7f15d2ffd640 1 -- 172.21.15.27:0/3208772580 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15cc003830 con 0x7f15dc099a20 2024-02-09T23:56:30.644 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.637+0000 7f15e4377640 1 -- 172.21.15.27:0/3208772580 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15dc0c57c0 con 0x7f15dc099a20 2024-02-09T23:56:30.644 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.637+0000 7f15d2ffd640 1 -- 172.21.15.27:0/3208772580 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7f15cc003990 con 0x7f15dc099a20 2024-02-09T23:56:30.644 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.637+0000 7f15d2ffd640 1 -- 172.21.15.27:0/3208772580 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7f15cc012af0 con 0x7f15dc099a20 2024-02-09T23:56:30.644 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.637+0000 7f15e4377640 1 -- 172.21.15.27:0/3208772580 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f15dc0c5950 con 0x7f15dc099a20 2024-02-09T23:56:30.644 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.640+0000 7f15d2ffd640 1 -- 172.21.15.27:0/3208772580 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7f15cc017070 con 0x7f15dc099a20 2024-02-09T23:56:30.704 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.702+0000 7f15e4377640 1 -- 172.21.15.27:0/3208772580 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f15dc160fe0 con 0x7f15dc099a20 2024-02-09T23:56:30.704 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.703+0000 7f15d2ffd640 1 -- 172.21.15.27:0/3208772580 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7058 (secure 0 0 0) 0x7f15cc011e50 con 0x7f15dc099a20 2024-02-09T23:56:30.705 INFO:teuthology.misc.health.smithi027.stdout: 2024-02-09T23:56:30.705 INFO:teuthology.misc.health.smithi027.stdout:{"epoch":10,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:56:29.458427+0000","last_up_change":"0.000000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:56:30.706 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.703+0000 7f15e4377640 1 -- 172.21.15.27:0/3208772580 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15dc099a20 msgr2=0x7f15dc1479c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:30.706 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.703+0000 7f15e4377640 1 --2- 172.21.15.27:0/3208772580 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15dc099a20 0x7f15dc1479c0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f15cc00c400 tx=0x7f15cc00c8c0 comp rx=0 tx=0).stop 2024-02-09T23:56:30.706 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.703+0000 7f15e4377640 1 -- 172.21.15.27:0/3208772580 shutdown_connections 2024-02-09T23:56:30.706 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.703+0000 7f15e4377640 1 --2- 172.21.15.27:0/3208772580 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f15dc154bd0 0x7f15dc161870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:30.706 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.703+0000 7f15e4377640 1 --2- 172.21.15.27:0/3208772580 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f15dc0b2840 0x7f15dc0ca7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:30.706 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.703+0000 7f15e4377640 1 --2- 172.21.15.27:0/3208772580 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15dc099a20 0x7f15dc1479c0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:30.706 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.704+0000 7f15e4377640 1 -- 172.21.15.27:0/3208772580 >> 172.21.15.27:0/3208772580 conn(0x7f15dc0b31e0 msgr2=0x7f15dc0cbd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:30.706 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.704+0000 7f15e4377640 1 -- 172.21.15.27:0/3208772580 shutdown_connections 2024-02-09T23:56:30.706 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:30.704+0000 7f15e4377640 1 -- 172.21.15.27:0/3208772580 wait complete. 2024-02-09T23:56:30.715 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-02-09T23:56:30.973 INFO:tasks.ceph.mgr.x.smithi153.stderr:2024-02-09T23:56:30.971+0000 7f92b21d7040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-02-09T23:56:30.986 INFO:tasks.ceph.mgr.y.smithi027.stderr:2024-02-09T23:56:30.985+0000 7f0683438040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-02-09T23:56:31.256 INFO:tasks.ceph.mgr.x.smithi153.stderr:2024-02-09T23:56:31.251+0000 7f92b21d7040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-02-09T23:56:31.279 INFO:tasks.ceph.mgr.y.smithi027.stderr:2024-02-09T23:56:31.277+0000 7f0683438040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-02-09T23:56:31.304 INFO:tasks.ceph.mgr.x.smithi153.stderr:2024-02-09T23:56:31.302+0000 7f92b21d7040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-02-09T23:56:31.333 INFO:tasks.ceph.mgr.y.smithi027.stderr:2024-02-09T23:56:31.331+0000 7f0683438040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-02-09T23:56:31.417 INFO:tasks.ceph.mgr.x.smithi153.stderr:2024-02-09T23:56:31.415+0000 7f92b21d7040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-02-09T23:56:31.455 INFO:tasks.ceph.mgr.y.smithi027.stderr:2024-02-09T23:56:31.453+0000 7f0683438040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-02-09T23:56:32.445 INFO:tasks.ceph.mgr.x.smithi153.stderr:2024-02-09T23:56:32.442+0000 7f9253637640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-02-09T23:56:32.445 INFO:tasks.ceph.mgr.x.smithi153.stderr:2024-02-09T23:56:32.442+0000 7f9253637640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-02-09T23:56:33.577 INFO:tasks.ceph.osd.6.smithi153.stderr:2024-02-09T23:56:33.574+0000 7f25a0ef9640 -1 osd.6 0 log_to_monitors true 2024-02-09T23:56:33.582 INFO:tasks.ceph.osd.2.smithi027.stderr:2024-02-09T23:56:33.580+0000 7fbf30ed3640 -1 osd.2 0 log_to_monitors true 2024-02-09T23:56:33.616 INFO:tasks.ceph.osd.7.smithi153.stderr:2024-02-09T23:56:33.613+0000 7f8c04c13640 -1 osd.7 0 log_to_monitors true 2024-02-09T23:56:33.623 INFO:tasks.ceph.osd.3.smithi027.stderr:2024-02-09T23:56:33.622+0000 7fc1488ae640 -1 osd.3 0 log_to_monitors true 2024-02-09T23:56:33.627 INFO:tasks.ceph.osd.1.smithi027.stderr:2024-02-09T23:56:33.625+0000 7f124831f640 -1 osd.1 0 log_to_monitors true 2024-02-09T23:56:33.631 INFO:tasks.ceph.osd.0.smithi027.stderr:2024-02-09T23:56:33.629+0000 7fd26de19640 -1 osd.0 0 log_to_monitors true 2024-02-09T23:56:33.659 INFO:tasks.ceph.osd.4.smithi153.stderr:2024-02-09T23:56:33.656+0000 7f3f7a215640 -1 osd.4 0 log_to_monitors true 2024-02-09T23:56:33.669 INFO:tasks.ceph.osd.5.smithi153.stderr:2024-02-09T23:56:33.666+0000 7f685b40e640 -1 osd.5 0 log_to_monitors true 2024-02-09T23:56:37.522 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-02-09T23:56:37.540 INFO:tasks.ceph.osd.6.smithi153.stderr:2024-02-09T23:56:37.537+0000 7f259c66c640 -1 osd.6 0 waiting for initial osdmap 2024-02-09T23:56:37.553 INFO:tasks.ceph.osd.6.smithi153.stderr:2024-02-09T23:56:37.550+0000 7f2594c9e640 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-09T23:56:37.579 INFO:tasks.ceph.osd.1.smithi027.stderr:2024-02-09T23:56:37.576+0000 7f1243a92640 -1 osd.1 0 waiting for initial osdmap 2024-02-09T23:56:37.591 INFO:tasks.ceph.osd.2.smithi027.stderr:2024-02-09T23:56:37.588+0000 7fbf2c646640 -1 osd.2 0 waiting for initial osdmap 2024-02-09T23:56:37.594 INFO:tasks.ceph.osd.0.smithi027.stderr:2024-02-09T23:56:37.591+0000 7fd26905a640 -1 osd.0 0 waiting for initial osdmap 2024-02-09T23:56:37.597 INFO:tasks.ceph.osd.1.smithi027.stderr:2024-02-09T23:56:37.595+0000 7f123c0c4640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-09T23:56:37.599 INFO:tasks.ceph.osd.3.smithi027.stderr:2024-02-09T23:56:37.596+0000 7fc144021640 -1 osd.3 0 waiting for initial osdmap 2024-02-09T23:56:37.601 INFO:tasks.ceph.osd.2.smithi027.stderr:2024-02-09T23:56:37.599+0000 7fbf24c78640 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-09T23:56:37.605 INFO:tasks.ceph.osd.0.smithi027.stderr:2024-02-09T23:56:37.603+0000 7fd26168c640 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-09T23:56:37.617 INFO:tasks.ceph.osd.3.smithi027.stderr:2024-02-09T23:56:37.615+0000 7fc13c653640 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-09T23:56:37.627 INFO:tasks.ceph.osd.5.smithi153.stderr:2024-02-09T23:56:37.624+0000 7f68564a3640 -1 osd.5 0 waiting for initial osdmap 2024-02-09T23:56:37.637 INFO:tasks.ceph.osd.4.smithi153.stderr:2024-02-09T23:56:37.634+0000 7f3f76b02640 -1 osd.4 0 waiting for initial osdmap 2024-02-09T23:56:37.639 INFO:tasks.ceph.osd.5.smithi153.stderr:2024-02-09T23:56:37.636+0000 7f684ead5640 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-09T23:56:37.646 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.643+0000 7fb01058a640 1 Processor -- start 2024-02-09T23:56:37.646 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.643+0000 7fb01058a640 1 -- start start 2024-02-09T23:56:37.648 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.644+0000 7fb01058a640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb00806b360 0x7fb008162390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:37.648 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.644+0000 7fb01058a640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fb0080ce380 0x7fb00806f530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:37.648 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.644+0000 7fb01058a640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb00806fa70 con 0x7fb0080cc640 2024-02-09T23:56:37.648 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.644+0000 7fb01058a640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb00806fc30 con 0x7fb0080ce380 2024-02-09T23:56:37.648 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.644+0000 7fb01058a640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb008161940 con 0x7fb00806b360 2024-02-09T23:56:37.648 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.644+0000 7fb00db25640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb00806b360 0x7fb008162390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:37.648 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.644+0000 7fb00eb27640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fb0080ce380 0x7fb00806f530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:37.648 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.644+0000 7fb00e326640 1 --1- >> v1:172.21.15.153:6789/0 conn(0x7fb0080cc640 0x7fb00806ac50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.27:47616/0 (socket says 172.21.15.27:47616) 2024-02-09T23:56:37.648 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.644+0000 7fb00e326640 1 -- 172.21.15.27:0/3053627942 learned_addr learned my addr 172.21.15.27:0/3053627942 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:56:37.648 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.644+0000 7fb00eb27640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fb0080ce380 0x7fb00806f530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:33790/0 (socket says 172.21.15.27:33790) 2024-02-09T23:56:37.648 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.644+0000 7fb00db25640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb00806b360 0x7fb008162390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:59782/0 (socket says 172.21.15.27:59782) 2024-02-09T23:56:37.649 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.645+0000 7fb00eb27640 1 -- 172.21.15.27:0/3053627942 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb00806b360 msgr2=0x7fb008162390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:37.649 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.645+0000 7fb00eb27640 1 --2- 172.21.15.27:0/3053627942 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb00806b360 0x7fb008162390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:37.649 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.645+0000 7fb00eb27640 1 -- 172.21.15.27:0/3053627942 >> v1:172.21.15.153:6789/0 conn(0x7fb0080cc640 legacy=0x7fb00806ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:37.649 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.645+0000 7fb00d324640 1 -- 172.21.15.27:0/3053627942 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3152225218 0 0) 0x7fb004001110 con 0x7fb0080cc640 2024-02-09T23:56:37.649 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.645+0000 7fb00eb27640 1 -- 172.21.15.27:0/3053627942 --> v2:172.21.15.153:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb008161f00 con 0x7fb0080ce380 2024-02-09T23:56:37.649 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.645+0000 7fb00db25640 1 --2- 172.21.15.27:0/3053627942 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb00806b360 0x7fb008162390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:56:37.650 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.646+0000 7fb00eb27640 1 --2- 172.21.15.27:0/3053627942 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb0080ce380 0x7fb00806f530 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fb000009d90 tx=0x7fb00002bea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=135868ce55304cb0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:37.650 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.646+0000 7fb00d324640 1 -- 172.21.15.27:0/3053627942 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb00002cc50 con 0x7fb0080ce380 2024-02-09T23:56:37.650 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.646+0000 7fb00d324640 1 -- 172.21.15.27:0/3053627942 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb00002cdb0 con 0x7fb0080ce380 2024-02-09T23:56:37.651 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.646+0000 7fb00d324640 1 -- 172.21.15.27:0/3053627942 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb000034660 con 0x7fb0080ce380 2024-02-09T23:56:37.651 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.646+0000 7fb01058a640 1 -- 172.21.15.27:0/3053627942 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb0080ce380 msgr2=0x7fb00806f530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:37.651 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.646+0000 7fb01058a640 1 --2- 172.21.15.27:0/3053627942 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb0080ce380 0x7fb00806f530 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fb000009d90 tx=0x7fb00002bea0 comp rx=0 tx=0).stop 2024-02-09T23:56:37.651 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.646+0000 7fb01058a640 1 -- 172.21.15.27:0/3053627942 shutdown_connections 2024-02-09T23:56:37.651 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.646+0000 7fb01058a640 1 --2- 172.21.15.27:0/3053627942 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb0080ce380 0x7fb00806f530 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:37.651 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.646+0000 7fb01058a640 1 --2- 172.21.15.27:0/3053627942 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb00806b360 0x7fb008162390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:37.651 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.646+0000 7fb01058a640 1 -- 172.21.15.27:0/3053627942 >> 172.21.15.27:0/3053627942 conn(0x7fb008099a20 msgr2=0x7fb0080b2190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:37.651 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.646+0000 7fb01058a640 1 -- 172.21.15.27:0/3053627942 shutdown_connections 2024-02-09T23:56:37.651 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.646+0000 7fb01058a640 1 -- 172.21.15.27:0/3053627942 wait complete. 2024-02-09T23:56:37.651 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.647+0000 7fb01058a640 1 Processor -- start 2024-02-09T23:56:37.651 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.648+0000 7fb01058a640 1 -- start start 2024-02-09T23:56:37.654 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.648+0000 7fb01058a640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb00806b360 0x7fb008148a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:37.654 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.648+0000 7fb01058a640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb0080cc640 0x7fb0080ae5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:37.654 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.648+0000 7fb01058a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb0080ce380 0x7fb0080aeb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:37.654 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.648+0000 7fb01058a640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb00814ef60 con 0x7fb00806b360 2024-02-09T23:56:37.654 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.648+0000 7fb01058a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0080c7860 con 0x7fb0080ce380 2024-02-09T23:56:37.654 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.648+0000 7fb01058a640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb0080c7b40 con 0x7fb0080cc640 2024-02-09T23:56:37.654 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.648+0000 7fb00e326640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb00806b360 0x7fb008148a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:37.654 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.648+0000 7fb00eb27640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb0080ce380 0x7fb0080aeb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:37.654 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.648+0000 7fb00e326640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb00806b360 0x7fb008148a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:54246/0 (socket says 172.21.15.27:54246) 2024-02-09T23:56:37.655 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.648+0000 7fb00e326640 1 -- 172.21.15.27:0/16698808 learned_addr learned my addr 172.21.15.27:0/16698808 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:37.655 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.648+0000 7fb00db25640 1 --2- 172.21.15.27:0/16698808 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb0080cc640 0x7fb0080ae5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:37.655 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.649+0000 7fb00e326640 1 -- 172.21.15.27:0/16698808 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb0080cc640 msgr2=0x7fb0080ae5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:37.655 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.649+0000 7fb00e326640 1 --2- 172.21.15.27:0/16698808 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb0080cc640 0x7fb0080ae5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:37.655 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.649+0000 7fb00e326640 1 -- 172.21.15.27:0/16698808 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb0080ce380 msgr2=0x7fb0080aeb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:37.655 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.649+0000 7fb00e326640 1 --2- 172.21.15.27:0/16698808 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb0080ce380 0x7fb0080aeb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:37.655 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.649+0000 7fb00e326640 1 -- 172.21.15.27:0/16698808 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faff8009400 con 0x7fb00806b360 2024-02-09T23:56:37.655 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.649+0000 7fb00eb27640 1 --2- 172.21.15.27:0/16698808 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb0080ce380 0x7fb0080aeb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:56:37.655 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.649+0000 7fb00e326640 1 --2- 172.21.15.27:0/16698808 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb00806b360 0x7fb008148a30 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fb00400c780 tx=0x7fb00400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:37.655 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.649+0000 7faffeffd640 1 -- 172.21.15.27:0/16698808 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0040072d0 con 0x7fb00806b360 2024-02-09T23:56:37.655 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.649+0000 7faffeffd640 1 -- 172.21.15.27:0/16698808 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb004007450 con 0x7fb00806b360 2024-02-09T23:56:37.655 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.649+0000 7faffeffd640 1 -- 172.21.15.27:0/16698808 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0040047e0 con 0x7fb00806b360 2024-02-09T23:56:37.655 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.649+0000 7fb01058a640 1 -- 172.21.15.27:0/16698808 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb000009a70 con 0x7fb00806b360 2024-02-09T23:56:37.655 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.649+0000 7fb01058a640 1 -- 172.21.15.27:0/16698808 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb0080add80 con 0x7fb00806b360 2024-02-09T23:56:37.656 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.650+0000 7fb01058a640 1 -- 172.21.15.27:0/16698808 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb0080cf430 con 0x7fb00806b360 2024-02-09T23:56:37.656 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.650+0000 7faffeffd640 1 -- 172.21.15.27:0/16698808 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 4) v1 ==== 89732+0+0 (secure 0 0 0) 0x7fb004004960 con 0x7fb00806b360 2024-02-09T23:56:37.656 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.651+0000 7faffeffd640 1 --2- 172.21.15.27:0/16698808 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fafec06b780 0x7fafec06dc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:37.656 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.651+0000 7faffeffd640 1 -- 172.21.15.27:0/16698808 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2231+0+0 (secure 0 0 0) 0x7fb0040885b0 con 0x7fb00806b360 2024-02-09T23:56:37.656 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.651+0000 7fb00db25640 1 --2- 172.21.15.27:0/16698808 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fafec06b780 0x7fafec06dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:37.656 INFO:tasks.ceph.osd.4.smithi153.stderr:2024-02-09T23:56:37.651+0000 7f3f6d8fc640 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-09T23:56:37.657 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.652+0000 7fb00db25640 1 --2- 172.21.15.27:0/16698808 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fafec06b780 0x7fafec06dc40 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fb0080c8fa0 tx=0x7faff8009190 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:37.658 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.656+0000 7faffeffd640 1 -- 172.21.15.27:0/16698808 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fb004053f80 con 0x7fb00806b360 2024-02-09T23:56:37.660 INFO:tasks.ceph.osd.7.smithi153.stderr:2024-02-09T23:56:37.657+0000 7f8bffde1640 -1 osd.7 0 waiting for initial osdmap 2024-02-09T23:56:37.675 INFO:tasks.ceph.osd.7.smithi153.stderr:2024-02-09T23:56:37.672+0000 7f8bf8413640 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-09T23:56:37.841 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.838+0000 7fb01058a640 1 -- 172.21.15.27:0/16698808 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb0080ae310 con 0x7fb00806b360 2024-02-09T23:56:37.842 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.839+0000 7faffeffd640 1 -- 172.21.15.27:0/16698808 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v12) v1 ==== 74+0+7058 (secure 0 0 0) 0x7fb0080ae310 con 0x7fb00806b360 2024-02-09T23:56:37.842 INFO:teuthology.misc.health.smithi027.stdout: 2024-02-09T23:56:37.842 INFO:teuthology.misc.health.smithi027.stdout:{"epoch":12,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:56:35.442321+0000","last_up_change":"0.000000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:56:37.844 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.840+0000 7fb01058a640 1 -- 172.21.15.27:0/16698808 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fafec06b780 msgr2=0x7fafec06dc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:37.844 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.840+0000 7fb01058a640 1 --2- 172.21.15.27:0/16698808 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fafec06b780 0x7fafec06dc40 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fb0080c8fa0 tx=0x7faff8009190 comp rx=0 tx=0).stop 2024-02-09T23:56:37.844 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.841+0000 7fb01058a640 1 -- 172.21.15.27:0/16698808 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb00806b360 msgr2=0x7fb008148a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:37.844 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.841+0000 7fb01058a640 1 --2- 172.21.15.27:0/16698808 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb00806b360 0x7fb008148a30 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fb00400c780 tx=0x7fb00400cc40 comp rx=0 tx=0).stop 2024-02-09T23:56:37.844 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.841+0000 7fb01058a640 1 -- 172.21.15.27:0/16698808 shutdown_connections 2024-02-09T23:56:37.844 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.841+0000 7fb01058a640 1 --2- 172.21.15.27:0/16698808 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fafec06b780 0x7fafec06dc40 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:37.844 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.841+0000 7fb01058a640 1 --2- 172.21.15.27:0/16698808 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb0080ce380 0x7fb0080aeb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:37.844 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.841+0000 7fb01058a640 1 --2- 172.21.15.27:0/16698808 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb0080cc640 0x7fb0080ae5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:37.844 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.841+0000 7fb01058a640 1 --2- 172.21.15.27:0/16698808 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb00806b360 0x7fb008148a30 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:37.845 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.841+0000 7fb01058a640 1 -- 172.21.15.27:0/16698808 >> 172.21.15.27:0/16698808 conn(0x7fb008099a20 msgr2=0x7fb0080b2170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:37.845 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.841+0000 7fb01058a640 1 -- 172.21.15.27:0/16698808 shutdown_connections 2024-02-09T23:56:37.845 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:37.841+0000 7fb01058a640 1 -- 172.21.15.27:0/16698808 wait complete. 2024-02-09T23:56:37.853 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-02-09T23:56:44.660 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-02-09T23:56:44.765 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.762+0000 7fdf31a0e640 1 Processor -- start 2024-02-09T23:56:44.765 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.762+0000 7fdf31a0e640 1 -- start start 2024-02-09T23:56:44.766 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.763+0000 7fdf31a0e640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdf2c15dac0 0x7fdf2c0ce9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:44.766 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.763+0000 7fdf31a0e640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fdf2c0d1f80 0x7fdf2c0d23f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:44.766 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.763+0000 7fdf31a0e640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdf2c0d2f70 con 0x7fdf2c0b92f0 2024-02-09T23:56:44.767 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.763+0000 7fdf31a0e640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdf2c0b7210 con 0x7fdf2c0d1f80 2024-02-09T23:56:44.767 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.763+0000 7fdf31a0e640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdf2c0ce020 con 0x7fdf2c15dac0 2024-02-09T23:56:44.767 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.763+0000 7fdf2b7fe640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fdf2c0d1f80 0x7fdf2c0d23f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:44.767 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.763+0000 7fdf2b7fe640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fdf2c0d1f80 0x7fdf2c0d23f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33656/0 (socket says 172.21.15.27:33656) 2024-02-09T23:56:44.767 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.763+0000 7fdf2a7fc640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fdf2c0b92f0 0x7fdf2c0b6b00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:46148/0 (socket says 172.21.15.27:46148) 2024-02-09T23:56:44.767 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.763+0000 7fdf2b7fe640 1 -- 172.21.15.27:0/2489461154 learned_addr learned my addr 172.21.15.27:0/2489461154 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:44.767 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.763+0000 7fdf2affd640 1 --2- 172.21.15.27:0/2489461154 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdf2c15dac0 0x7fdf2c0ce9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:44.767 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.764+0000 7fdf2b7fe640 1 -- 172.21.15.27:0/2489461154 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdf2c15dac0 msgr2=0x7fdf2c0ce9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:44.767 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.764+0000 7fdf2b7fe640 1 --2- 172.21.15.27:0/2489461154 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdf2c15dac0 0x7fdf2c0ce9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:44.767 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.764+0000 7fdf2b7fe640 1 -- 172.21.15.27:0/2489461154 >> v1:172.21.15.27:6789/0 conn(0x7fdf2c0b92f0 legacy=0x7fdf2c0b6b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:44.767 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.764+0000 7fdf29ffb640 1 -- 172.21.15.27:0/2489461154 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 632707789 0 0) 0x7fdf2c0d2f70 con 0x7fdf2c0b92f0 2024-02-09T23:56:44.767 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.764+0000 7fdf2b7fe640 1 -- 172.21.15.27:0/2489461154 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf2c0ce300 con 0x7fdf2c0d1f80 2024-02-09T23:56:44.767 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.764+0000 7fdf2affd640 1 --2- 172.21.15.27:0/2489461154 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdf2c15dac0 0x7fdf2c0ce9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:56:44.768 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.764+0000 7fdf2b7fe640 1 --2- 172.21.15.27:0/2489461154 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdf2c0d1f80 0x7fdf2c0d23f0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fdf24009870 tx=0x7fdf2402b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44f6e508c692db4b server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:44.769 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.765+0000 7fdf29ffb640 1 -- 172.21.15.27:0/2489461154 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf24031640 con 0x7fdf2c0d1f80 2024-02-09T23:56:44.769 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.765+0000 7fdf29ffb640 1 -- 172.21.15.27:0/2489461154 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf240317a0 con 0x7fdf2c0d1f80 2024-02-09T23:56:44.769 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.765+0000 7fdf29ffb640 1 -- 172.21.15.27:0/2489461154 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf24031b30 con 0x7fdf2c0d1f80 2024-02-09T23:56:44.769 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.765+0000 7fdf31a0e640 1 -- 172.21.15.27:0/2489461154 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdf2c0d1f80 msgr2=0x7fdf2c0d23f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:44.769 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.765+0000 7fdf31a0e640 1 --2- 172.21.15.27:0/2489461154 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdf2c0d1f80 0x7fdf2c0d23f0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fdf24009870 tx=0x7fdf2402b8f0 comp rx=0 tx=0).stop 2024-02-09T23:56:44.769 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.765+0000 7fdf31a0e640 1 -- 172.21.15.27:0/2489461154 shutdown_connections 2024-02-09T23:56:44.769 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.765+0000 7fdf31a0e640 1 --2- 172.21.15.27:0/2489461154 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdf2c0d1f80 0x7fdf2c0d23f0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:44.769 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.765+0000 7fdf31a0e640 1 --2- 172.21.15.27:0/2489461154 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdf2c15dac0 0x7fdf2c0ce9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:44.769 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.765+0000 7fdf31a0e640 1 -- 172.21.15.27:0/2489461154 >> 172.21.15.27:0/2489461154 conn(0x7fdf2c0727a0 msgr2=0x7fdf2c072bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:44.769 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.765+0000 7fdf31a0e640 1 -- 172.21.15.27:0/2489461154 shutdown_connections 2024-02-09T23:56:44.770 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.765+0000 7fdf31a0e640 1 -- 172.21.15.27:0/2489461154 wait complete. 2024-02-09T23:56:44.773 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.766+0000 7fdf31a0e640 1 Processor -- start 2024-02-09T23:56:44.773 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.767+0000 7fdf31a0e640 1 -- start start 2024-02-09T23:56:44.773 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.767+0000 7fdf31a0e640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdf2c0b92f0 0x7fdf2c0c8960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:44.773 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.767+0000 7fdf31a0e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdf2c0d1f80 0x7fdf2c0b34c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:44.773 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.767+0000 7fdf31a0e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf2c15dac0 0x7fdf2c0cc440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:44.773 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.767+0000 7fdf31a0e640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf2c0b5d20 con 0x7fdf2c0d1f80 2024-02-09T23:56:44.773 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.767+0000 7fdf31a0e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf2c1547d0 con 0x7fdf2c15dac0 2024-02-09T23:56:44.773 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.767+0000 7fdf31a0e640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdf2c0c8f80 con 0x7fdf2c0b92f0 2024-02-09T23:56:44.773 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.767+0000 7fdf2a7fc640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdf2c0d1f80 0x7fdf2c0b34c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:44.774 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.767+0000 7fdf2a7fc640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdf2c0d1f80 0x7fdf2c0b34c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33670/0 (socket says 172.21.15.27:33670) 2024-02-09T23:56:44.774 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.767+0000 7fdf2a7fc640 1 -- 172.21.15.27:0/2251702509 learned_addr learned my addr 172.21.15.27:0/2251702509 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:44.774 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.768+0000 7fdf2affd640 1 --2- 172.21.15.27:0/2251702509 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdf2c0b92f0 0x7fdf2c0c8960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:44.774 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.768+0000 7fdf2a7fc640 1 -- 172.21.15.27:0/2251702509 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdf2c0b92f0 msgr2=0x7fdf2c0c8960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:44.774 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.768+0000 7fdf2b7fe640 1 --2- 172.21.15.27:0/2251702509 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf2c15dac0 0x7fdf2c0cc440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:44.774 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.768+0000 7fdf2a7fc640 1 --2- 172.21.15.27:0/2251702509 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdf2c0b92f0 0x7fdf2c0c8960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:44.774 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.768+0000 7fdf2a7fc640 1 -- 172.21.15.27:0/2251702509 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf2c15dac0 msgr2=0x7fdf2c0cc440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:44.774 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.768+0000 7fdf2a7fc640 1 --2- 172.21.15.27:0/2251702509 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf2c15dac0 0x7fdf2c0cc440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:44.774 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.768+0000 7fdf2a7fc640 1 -- 172.21.15.27:0/2251702509 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf240094d0 con 0x7fdf2c0d1f80 2024-02-09T23:56:44.774 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.768+0000 7fdf2b7fe640 1 --2- 172.21.15.27:0/2251702509 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf2c15dac0 0x7fdf2c0cc440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:56:44.774 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.768+0000 7fdf2a7fc640 1 --2- 172.21.15.27:0/2251702509 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdf2c0d1f80 0x7fdf2c0b34c0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fdf2000c430 tx=0x7fdf2000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:44.775 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.768+0000 7fdf13fff640 1 -- 172.21.15.27:0/2251702509 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf200074e0 con 0x7fdf2c0d1f80 2024-02-09T23:56:44.775 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.768+0000 7fdf13fff640 1 -- 172.21.15.27:0/2251702509 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf20007660 con 0x7fdf2c0d1f80 2024-02-09T23:56:44.775 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.768+0000 7fdf31a0e640 1 -- 172.21.15.27:0/2251702509 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdf2c0c9260 con 0x7fdf2c0d1f80 2024-02-09T23:56:44.775 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.768+0000 7fdf13fff640 1 -- 172.21.15.27:0/2251702509 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf20004a20 con 0x7fdf2c0d1f80 2024-02-09T23:56:44.775 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.768+0000 7fdf31a0e640 1 -- 172.21.15.27:0/2251702509 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf2c0c9820 con 0x7fdf2c0d1f80 2024-02-09T23:56:44.775 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.769+0000 7fdf31a0e640 1 -- 172.21.15.27:0/2251702509 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdf2c074ed0 con 0x7fdf2c0d1f80 2024-02-09T23:56:44.775 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.770+0000 7fdf13fff640 1 -- 172.21.15.27:0/2251702509 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fdf20004b80 con 0x7fdf2c0d1f80 2024-02-09T23:56:44.775 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.770+0000 7fdf13fff640 1 --2- 172.21.15.27:0/2251702509 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fdf1806b810 0x7fdf1806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:44.775 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.770+0000 7fdf13fff640 1 -- 172.21.15.27:0/2251702509 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fdf20089cd0 con 0x7fdf2c0d1f80 2024-02-09T23:56:44.775 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.770+0000 7fdf2affd640 1 --2- 172.21.15.27:0/2251702509 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fdf1806b810 0x7fdf1806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:44.776 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.771+0000 7fdf2affd640 1 --2- 172.21.15.27:0/2251702509 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fdf1806b810 0x7fdf1806dcd0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fdf1c009f70 tx=0x7fdf1c00b040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:44.777 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.775+0000 7fdf13fff640 1 -- 172.21.15.27:0/2251702509 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fdf20054a40 con 0x7fdf2c0d1f80 2024-02-09T23:56:44.959 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.956+0000 7fdf31a0e640 1 -- 172.21.15.27:0/2251702509 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdf2c0b2ce0 con 0x7fdf2c0d1f80 2024-02-09T23:56:44.960 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.957+0000 7fdf13fff640 1 -- 172.21.15.27:0/2251702509 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+12884 (secure 0 0 0) 0x7fdf20058100 con 0x7fdf2c0d1f80 2024-02-09T23:56:44.960 INFO:teuthology.misc.health.smithi027.stdout: 2024-02-09T23:56:44.960 INFO:teuthology.misc.health.smithi027.stdout:{"epoch":16,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:56:41.550777+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:56:44.963 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.959+0000 7fdf31a0e640 1 -- 172.21.15.27:0/2251702509 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fdf1806b810 msgr2=0x7fdf1806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:44.963 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.959+0000 7fdf31a0e640 1 --2- 172.21.15.27:0/2251702509 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fdf1806b810 0x7fdf1806dcd0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fdf1c009f70 tx=0x7fdf1c00b040 comp rx=0 tx=0).stop 2024-02-09T23:56:44.963 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.959+0000 7fdf31a0e640 1 -- 172.21.15.27:0/2251702509 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdf2c0d1f80 msgr2=0x7fdf2c0b34c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:44.963 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.959+0000 7fdf31a0e640 1 --2- 172.21.15.27:0/2251702509 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdf2c0d1f80 0x7fdf2c0b34c0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fdf2000c430 tx=0x7fdf2000c8f0 comp rx=0 tx=0).stop 2024-02-09T23:56:44.963 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.959+0000 7fdf31a0e640 1 -- 172.21.15.27:0/2251702509 shutdown_connections 2024-02-09T23:56:44.963 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.959+0000 7fdf31a0e640 1 --2- 172.21.15.27:0/2251702509 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fdf1806b810 0x7fdf1806dcd0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:44.963 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.959+0000 7fdf31a0e640 1 --2- 172.21.15.27:0/2251702509 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf2c15dac0 0x7fdf2c0cc440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:44.964 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.959+0000 7fdf31a0e640 1 --2- 172.21.15.27:0/2251702509 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdf2c0d1f80 0x7fdf2c0b34c0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:44.964 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.959+0000 7fdf31a0e640 1 --2- 172.21.15.27:0/2251702509 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdf2c0b92f0 0x7fdf2c0c8960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:44.964 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.959+0000 7fdf31a0e640 1 -- 172.21.15.27:0/2251702509 >> 172.21.15.27:0/2251702509 conn(0x7fdf2c0727a0 msgr2=0x7fdf2c0b78d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:44.964 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.959+0000 7fdf31a0e640 1 -- 172.21.15.27:0/2251702509 shutdown_connections 2024-02-09T23:56:44.964 INFO:teuthology.misc.health.smithi027.stderr:2024-02-09T23:56:44.959+0000 7fdf31a0e640 1 -- 172.21.15.27:0/2251702509 wait complete. 2024-02-09T23:56:44.972 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-02-09T23:56:44.972 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-02-09T23:56:44.973 INFO:tasks.ceph.mds.a:Restarting daemon 2024-02-09T23:56:44.973 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-02-09T23:56:44.976 INFO:tasks.ceph.mds.a:Started 2024-02-09T23:56:44.976 INFO:tasks.ceph.mds.c:Restarting daemon 2024-02-09T23:56:44.976 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-02-09T23:56:44.978 INFO:tasks.ceph.mds.c:Started 2024-02-09T23:56:44.978 INFO:tasks.ceph.mds.b:Restarting daemon 2024-02-09T23:56:44.979 DEBUG:teuthology.orchestra.run.smithi153:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-02-09T23:56:44.981 INFO:tasks.ceph.mds.b:Started 2024-02-09T23:56:44.981 INFO:tasks.ceph.mds.d:Restarting daemon 2024-02-09T23:56:44.982 DEBUG:teuthology.orchestra.run.smithi153:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-02-09T23:56:44.984 INFO:tasks.ceph.mds.d:Started 2024-02-09T23:56:44.984 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-02-09T23:56:44.987 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:56:45.056 INFO:tasks.ceph.mds.a.smithi027.stdout:starting mds.a at 2024-02-09T23:56:45.058 INFO:tasks.ceph.mds.c.smithi027.stdout:starting mds.c at 2024-02-09T23:56:45.068 INFO:tasks.ceph.mds.b.smithi153.stdout:starting mds.b at 2024-02-09T23:56:45.068 INFO:tasks.ceph.mds.d.smithi153.stdout:starting mds.d at 2024-02-09T23:56:45.099 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.096+0000 7fc9fc8c0640 1 Processor -- start 2024-02-09T23:56:45.099 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.096+0000 7fc9fc8c0640 1 -- start start 2024-02-09T23:56:45.100 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.096+0000 7fc9fc8c0640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fc9f80b2770 0x7fc9f80ce7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:45.100 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.096+0000 7fc9fc8c0640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc9f80ced00 0x7fc9f80d1b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:45.100 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.096+0000 7fc9fc8c0640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc9f80cf150 con 0x7fc9f815dd20 2024-02-09T23:56:45.100 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.096+0000 7fc9fc8c0640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc9f8161830 con 0x7fc9f80b2770 2024-02-09T23:56:45.100 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.096+0000 7fc9fc8c0640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9f815e100 con 0x7fc9f80ced00 2024-02-09T23:56:45.100 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.097+0000 7fc9f6d9d640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc9f80ced00 0x7fc9f80d1b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:45.101 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.097+0000 7fc9effff640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fc9f80b2770 0x7fc9f80ce7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:45.101 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.097+0000 7fc9f6d9d640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc9f80ced00 0x7fc9f80d1b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:56316/0 (socket says 172.21.15.27:56316) 2024-02-09T23:56:45.101 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.097+0000 7fc9f6d9d640 1 -- 172.21.15.27:0/2385572045 learned_addr learned my addr 172.21.15.27:0/2385572045 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:45.101 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.097+0000 7fc9f6d9d640 1 -- 172.21.15.27:0/2385572045 >> v2:172.21.15.153:3300/0 conn(0x7fc9f80b2770 msgr2=0x7fc9f80ce7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:45.101 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.097+0000 7fc9f6d9d640 1 --2- 172.21.15.27:0/2385572045 >> v2:172.21.15.153:3300/0 conn(0x7fc9f80b2770 0x7fc9f80ce7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.101 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.097+0000 7fc9f6d9d640 1 -- 172.21.15.27:0/2385572045 >> v1:172.21.15.153:6789/0 conn(0x7fc9f815dd20 legacy=0x7fc9f80b9330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:45.101 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.097+0000 7fc9f5d9b640 1 -- 172.21.15.27:0/2385572045 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1579938066 0 0) 0x7fc9e8001110 con 0x7fc9f815dd20 2024-02-09T23:56:45.101 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.097+0000 7fc9f6d9d640 1 -- 172.21.15.27:0/2385572045 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9f8161a80 con 0x7fc9f80ced00 2024-02-09T23:56:45.101 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.097+0000 7fc9effff640 1 --2- 172.21.15.27:0/2385572045 >> v2:172.21.15.153:3300/0 conn(0x7fc9f80b2770 0x7fc9f80ce7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:56:45.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.098+0000 7fc9f6d9d640 1 --2- 172.21.15.27:0/2385572045 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc9f80ced00 0x7fc9f80d1b90 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fc9f0009e50 tx=0x7fc9f002bed0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9bfe0a8d96d8229a server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:45.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.098+0000 7fc9f5d9b640 1 -- 172.21.15.27:0/2385572045 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9f002ca70 con 0x7fc9f80ced00 2024-02-09T23:56:45.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.098+0000 7fc9f5d9b640 1 -- 172.21.15.27:0/2385572045 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9f002cbd0 con 0x7fc9f80ced00 2024-02-09T23:56:45.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.098+0000 7fc9f5d9b640 1 -- 172.21.15.27:0/2385572045 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9f00343f0 con 0x7fc9f80ced00 2024-02-09T23:56:45.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.098+0000 7fc9fc8c0640 1 -- 172.21.15.27:0/2385572045 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc9f80ced00 msgr2=0x7fc9f80d1b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:45.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.098+0000 7fc9fc8c0640 1 --2- 172.21.15.27:0/2385572045 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc9f80ced00 0x7fc9f80d1b90 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fc9f0009e50 tx=0x7fc9f002bed0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.098+0000 7fc9fc8c0640 1 -- 172.21.15.27:0/2385572045 shutdown_connections 2024-02-09T23:56:45.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.098+0000 7fc9fc8c0640 1 --2- 172.21.15.27:0/2385572045 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc9f80ced00 0x7fc9f80d1b90 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.099+0000 7fc9fc8c0640 1 --2- 172.21.15.27:0/2385572045 >> v2:172.21.15.153:3300/0 conn(0x7fc9f80b2770 0x7fc9f80ce7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.099+0000 7fc9fc8c0640 1 -- 172.21.15.27:0/2385572045 >> 172.21.15.27:0/2385572045 conn(0x7fc9f806c1b0 msgr2=0x7fc9f806c5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:45.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.099+0000 7fc9fc8c0640 1 -- 172.21.15.27:0/2385572045 shutdown_connections 2024-02-09T23:56:45.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.099+0000 7fc9fc8c0640 1 -- 172.21.15.27:0/2385572045 wait complete. 2024-02-09T23:56:45.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.100+0000 7fc9fc8c0640 1 Processor -- start 2024-02-09T23:56:45.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.100+0000 7fc9fc8c0640 1 -- start start 2024-02-09T23:56:45.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.101+0000 7fc9fc8c0640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc9f80b2770 0x7fc9f80c9e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:45.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.101+0000 7fc9fc8c0640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc9f80ced00 0x7fc9f815fa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:45.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.101+0000 7fc9fc8c0640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc9f815dd20 0x7fc9f80b4880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:45.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.101+0000 7fc9fc8c0640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9f80cc1f0 con 0x7fc9f80ced00 2024-02-09T23:56:45.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.101+0000 7fc9fc8c0640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9f80cb620 con 0x7fc9f815dd20 2024-02-09T23:56:45.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.101+0000 7fc9fc8c0640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9f80cb8c0 con 0x7fc9f80b2770 2024-02-09T23:56:45.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.101+0000 7fc9effff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc9f80ced00 0x7fc9f815fa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:45.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.101+0000 7fc9effff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc9f80ced00 0x7fc9f815fa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33730/0 (socket says 172.21.15.27:33730) 2024-02-09T23:56:45.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.101+0000 7fc9effff640 1 -- 172.21.15.27:0/794635008 learned_addr learned my addr 172.21.15.27:0/794635008 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:45.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.101+0000 7fc9f6d9d640 1 --2- 172.21.15.27:0/794635008 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc9f815dd20 0x7fc9f80b4880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:45.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.101+0000 7fc9f659c640 1 --2- 172.21.15.27:0/794635008 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc9f80b2770 0x7fc9f80c9e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:45.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.101+0000 7fc9effff640 1 -- 172.21.15.27:0/794635008 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc9f80b2770 msgr2=0x7fc9f80c9e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:45.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.101+0000 7fc9effff640 1 --2- 172.21.15.27:0/794635008 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc9f80b2770 0x7fc9f80c9e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.101+0000 7fc9effff640 1 -- 172.21.15.27:0/794635008 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc9f815dd20 msgr2=0x7fc9f80b4880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:45.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.101+0000 7fc9effff640 1 --2- 172.21.15.27:0/794635008 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc9f815dd20 0x7fc9f80b4880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.101+0000 7fc9effff640 1 -- 172.21.15.27:0/794635008 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9e0009400 con 0x7fc9f80ced00 2024-02-09T23:56:45.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.101+0000 7fc9f6d9d640 1 --2- 172.21.15.27:0/794635008 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc9f815dd20 0x7fc9f80b4880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:56:45.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.101+0000 7fc9f659c640 1 --2- 172.21.15.27:0/794635008 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc9f80b2770 0x7fc9f80c9e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:56:45.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.101+0000 7fc9effff640 1 --2- 172.21.15.27:0/794635008 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc9f80ced00 0x7fc9f815fa30 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fc9e000ebe0 tx=0x7fc9e000c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:45.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.101+0000 7fc9eeffd640 1 -- 172.21.15.27:0/794635008 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9e0009760 con 0x7fc9f80ced00 2024-02-09T23:56:45.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.101+0000 7fc9eeffd640 1 -- 172.21.15.27:0/794635008 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9e000cc30 con 0x7fc9f80ced00 2024-02-09T23:56:45.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.101+0000 7fc9fc8c0640 1 -- 172.21.15.27:0/794635008 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc9f0009b30 con 0x7fc9f80ced00 2024-02-09T23:56:45.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.101+0000 7fc9eeffd640 1 -- 172.21.15.27:0/794635008 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9e000eee0 con 0x7fc9f80ced00 2024-02-09T23:56:45.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.101+0000 7fc9fc8c0640 1 -- 172.21.15.27:0/794635008 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc9f80cbe80 con 0x7fc9f80ced00 2024-02-09T23:56:45.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.102+0000 7fc9fc8c0640 1 -- 172.21.15.27:0/794635008 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc9f80cc3a0 con 0x7fc9f80ced00 2024-02-09T23:56:45.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.103+0000 7fc9eeffd640 1 -- 172.21.15.27:0/794635008 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fc9e0013470 con 0x7fc9f80ced00 2024-02-09T23:56:45.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.103+0000 7fc9eeffd640 1 --2- 172.21.15.27:0/794635008 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc9d806b810 0x7fc9d806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:45.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.103+0000 7fc9eeffd640 1 -- 172.21.15.27:0/794635008 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fc9e008a140 con 0x7fc9f80ced00 2024-02-09T23:56:45.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.103+0000 7fc9f659c640 1 --2- 172.21.15.27:0/794635008 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc9d806b810 0x7fc9d806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:45.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.104+0000 7fc9f659c640 1 --2- 172.21.15.27:0/794635008 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc9d806b810 0x7fc9d806dcd0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fc9e8007fd0 tx=0x7fc9e8009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:45.110 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.107+0000 7fc9eeffd640 1 -- 172.21.15.27:0/794635008 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fc9e0054ec0 con 0x7fc9f80ced00 2024-02-09T23:56:45.295 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.291+0000 7fc9fc8c0640 1 -- 172.21.15.27:0/794635008 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc9f80746c0 con 0x7fc9f80ced00 2024-02-09T23:56:45.295 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.292+0000 7fc9eeffd640 1 -- 172.21.15.27:0/794635008 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+12884 (secure 0 0 0) 0x7fc9e0058580 con 0x7fc9f80ced00 2024-02-09T23:56:45.295 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:56:45.295 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":16,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:56:41.550777+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:56:45.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.294+0000 7fc9fc8c0640 1 -- 172.21.15.27:0/794635008 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc9d806b810 msgr2=0x7fc9d806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:45.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.294+0000 7fc9fc8c0640 1 --2- 172.21.15.27:0/794635008 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc9d806b810 0x7fc9d806dcd0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fc9e8007fd0 tx=0x7fc9e8009040 comp rx=0 tx=0).stop 2024-02-09T23:56:45.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.294+0000 7fc9fc8c0640 1 -- 172.21.15.27:0/794635008 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc9f80ced00 msgr2=0x7fc9f815fa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:45.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.294+0000 7fc9fc8c0640 1 --2- 172.21.15.27:0/794635008 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc9f80ced00 0x7fc9f815fa30 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fc9e000ebe0 tx=0x7fc9e000c520 comp rx=0 tx=0).stop 2024-02-09T23:56:45.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.294+0000 7fc9fc8c0640 1 -- 172.21.15.27:0/794635008 shutdown_connections 2024-02-09T23:56:45.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.294+0000 7fc9fc8c0640 1 --2- 172.21.15.27:0/794635008 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc9d806b810 0x7fc9d806dcd0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.294+0000 7fc9fc8c0640 1 --2- 172.21.15.27:0/794635008 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc9f815dd20 0x7fc9f80b4880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.294+0000 7fc9fc8c0640 1 --2- 172.21.15.27:0/794635008 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc9f80ced00 0x7fc9f815fa30 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.294+0000 7fc9fc8c0640 1 --2- 172.21.15.27:0/794635008 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc9f80b2770 0x7fc9f80c9e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.294+0000 7fc9fc8c0640 1 -- 172.21.15.27:0/794635008 >> 172.21.15.27:0/794635008 conn(0x7fc9f806c1b0 msgr2=0x7fc9f806c590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:45.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.294+0000 7fc9fc8c0640 1 -- 172.21.15.27:0/794635008 shutdown_connections 2024-02-09T23:56:45.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.294+0000 7fc9fc8c0640 1 -- 172.21.15.27:0/794635008 wait complete. 2024-02-09T23:56:45.308 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-09T23:56:39.494694+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-09T23:56:45.308 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-09T23:56:45.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.415+0000 7fdc7b02c640 1 Processor -- start 2024-02-09T23:56:45.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.415+0000 7fdc7b02c640 1 -- start start 2024-02-09T23:56:45.425 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.416+0000 7fdc7b02c640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fdc7415dce0 0x7fdc740b6c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:45.425 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.416+0000 7fdc7b02c640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdc740cef20 0x7fdc740b5ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:45.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.416+0000 7fdc7b02c640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdc741617b0 con 0x7fdc740b5a50 2024-02-09T23:56:45.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.416+0000 7fdc7b02c640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdc740b7140 con 0x7fdc7415dce0 2024-02-09T23:56:45.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.416+0000 7fdc7b02c640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc740b6410 con 0x7fdc740cef20 2024-02-09T23:56:45.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.416+0000 7fdc78dc8640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fdc7415dce0 0x7fdc740b6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:45.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.416+0000 7fdc78dc8640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fdc7415dce0 0x7fdc740b6c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33732/0 (socket says 172.21.15.27:33732) 2024-02-09T23:56:45.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.416+0000 7fdc78dc8640 1 -- 172.21.15.27:0/3744072710 learned_addr learned my addr 172.21.15.27:0/3744072710 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:45.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.416+0000 7fdc795c9640 1 --2- 172.21.15.27:0/3744072710 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdc740cef20 0x7fdc740b5ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:45.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.416+0000 7fdc78dc8640 1 -- 172.21.15.27:0/3744072710 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdc740cef20 msgr2=0x7fdc740b5ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:45.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.416+0000 7fdc78dc8640 1 --2- 172.21.15.27:0/3744072710 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdc740cef20 0x7fdc740b5ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.416+0000 7fdc78dc8640 1 -- 172.21.15.27:0/3744072710 >> v1:172.21.15.153:6789/0 conn(0x7fdc740b5a50 legacy=0x7fdc740ce810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:45.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.416+0000 7fdc78dc8640 1 -- 172.21.15.27:0/3744072710 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc7415e0c0 con 0x7fdc7415dce0 2024-02-09T23:56:45.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.417+0000 7fdc78dc8640 1 --2- 172.21.15.27:0/3744072710 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdc7415dce0 0x7fdc740b6c00 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fdc68009870 tx=0x7fdc6802b980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a467cf0224f29268 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:45.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.417+0000 7fdc737fe640 1 -- 172.21.15.27:0/3744072710 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc68030840 con 0x7fdc7415dce0 2024-02-09T23:56:45.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.417+0000 7fdc737fe640 1 -- 172.21.15.27:0/3744072710 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc680309a0 con 0x7fdc7415dce0 2024-02-09T23:56:45.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.417+0000 7fdc737fe640 1 -- 172.21.15.27:0/3744072710 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc68030d30 con 0x7fdc7415dce0 2024-02-09T23:56:45.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.417+0000 7fdc7b02c640 1 -- 172.21.15.27:0/3744072710 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdc7415dce0 msgr2=0x7fdc740b6c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:45.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.417+0000 7fdc7b02c640 1 --2- 172.21.15.27:0/3744072710 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdc7415dce0 0x7fdc740b6c00 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fdc68009870 tx=0x7fdc6802b980 comp rx=0 tx=0).stop 2024-02-09T23:56:45.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.417+0000 7fdc7b02c640 1 -- 172.21.15.27:0/3744072710 shutdown_connections 2024-02-09T23:56:45.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.417+0000 7fdc7b02c640 1 --2- 172.21.15.27:0/3744072710 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdc740cef20 0x7fdc740b5ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.417+0000 7fdc7b02c640 1 --2- 172.21.15.27:0/3744072710 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdc7415dce0 0x7fdc740b6c00 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.418+0000 7fdc7b02c640 1 -- 172.21.15.27:0/3744072710 >> 172.21.15.27:0/3744072710 conn(0x7fdc740d0870 msgr2=0x7fdc740d0c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:45.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.418+0000 7fdc7b02c640 1 -- 172.21.15.27:0/3744072710 shutdown_connections 2024-02-09T23:56:45.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.418+0000 7fdc7b02c640 1 -- 172.21.15.27:0/3744072710 wait complete. 2024-02-09T23:56:45.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.419+0000 7fdc7b02c640 1 Processor -- start 2024-02-09T23:56:45.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.419+0000 7fdc7b02c640 1 -- start start 2024-02-09T23:56:45.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.420+0000 7fdc7b02c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdc740b5a50 0x7fdc7415e2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:45.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.420+0000 7fdc7b02c640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdc740cef20 0x7fdc740c9cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:45.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.420+0000 7fdc7b02c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdc7415dce0 0x7fdc740cbe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:45.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.420+0000 7fdc7b02c640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc7415e890 con 0x7fdc740b5a50 2024-02-09T23:56:45.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.420+0000 7fdc7b02c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc7415eb70 con 0x7fdc7415dce0 2024-02-09T23:56:45.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.420+0000 7fdc7b02c640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc7415ee50 con 0x7fdc740cef20 2024-02-09T23:56:45.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.420+0000 7fdc78dc8640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdc740b5a50 0x7fdc7415e2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:45.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.420+0000 7fdc78dc8640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdc740b5a50 0x7fdc7415e2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33738/0 (socket says 172.21.15.27:33738) 2024-02-09T23:56:45.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.420+0000 7fdc78dc8640 1 -- 172.21.15.27:0/3972781534 learned_addr learned my addr 172.21.15.27:0/3972781534 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:45.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.420+0000 7fdc795c9640 1 --2- 172.21.15.27:0/3972781534 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdc7415dce0 0x7fdc740cbe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:45.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.420+0000 7fdc73fff640 1 --2- 172.21.15.27:0/3972781534 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdc740cef20 0x7fdc740c9cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:45.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.420+0000 7fdc78dc8640 1 -- 172.21.15.27:0/3972781534 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdc740cef20 msgr2=0x7fdc740c9cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:45.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.420+0000 7fdc78dc8640 1 --2- 172.21.15.27:0/3972781534 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdc740cef20 0x7fdc740c9cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.420+0000 7fdc78dc8640 1 -- 172.21.15.27:0/3972781534 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdc7415dce0 msgr2=0x7fdc740cbe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:45.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.420+0000 7fdc78dc8640 1 --2- 172.21.15.27:0/3972781534 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdc7415dce0 0x7fdc740cbe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.420+0000 7fdc78dc8640 1 -- 172.21.15.27:0/3972781534 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc680094d0 con 0x7fdc740b5a50 2024-02-09T23:56:45.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.420+0000 7fdc73fff640 1 --2- 172.21.15.27:0/3972781534 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdc740cef20 0x7fdc740c9cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:56:45.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.420+0000 7fdc78dc8640 1 --2- 172.21.15.27:0/3972781534 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdc740b5a50 0x7fdc7415e2b0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fdc68000c00 tx=0x7fdc68004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:45.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.420+0000 7fdc717fa640 1 -- 172.21.15.27:0/3972781534 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc68039c90 con 0x7fdc740b5a50 2024-02-09T23:56:45.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.420+0000 7fdc717fa640 1 -- 172.21.15.27:0/3972781534 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc68039df0 con 0x7fdc740b5a50 2024-02-09T23:56:45.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.420+0000 7fdc7b02c640 1 -- 172.21.15.27:0/3972781534 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdc7415f130 con 0x7fdc740b5a50 2024-02-09T23:56:45.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.420+0000 7fdc717fa640 1 -- 172.21.15.27:0/3972781534 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc68043640 con 0x7fdc740b5a50 2024-02-09T23:56:45.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.420+0000 7fdc7b02c640 1 -- 172.21.15.27:0/3972781534 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdc740ca1f0 con 0x7fdc740b5a50 2024-02-09T23:56:45.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.421+0000 7fdc7b02c640 1 -- 172.21.15.27:0/3972781534 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdc7415f650 con 0x7fdc740b5a50 2024-02-09T23:56:45.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.422+0000 7fdc717fa640 1 -- 172.21.15.27:0/3972781534 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fdc680437a0 con 0x7fdc740b5a50 2024-02-09T23:56:45.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.422+0000 7fdc717fa640 1 --2- 172.21.15.27:0/3972781534 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fdc5806b810 0x7fdc5806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:45.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.422+0000 7fdc717fa640 1 -- 172.21.15.27:0/3972781534 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fdc6803e070 con 0x7fdc740b5a50 2024-02-09T23:56:45.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.422+0000 7fdc73fff640 1 --2- 172.21.15.27:0/3972781534 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fdc5806b810 0x7fdc5806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:45.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.423+0000 7fdc73fff640 1 --2- 172.21.15.27:0/3972781534 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fdc5806b810 0x7fdc5806dcd0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fdc740b5420 tx=0x7fdc60009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:45.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.426+0000 7fdc717fa640 1 -- 172.21.15.27:0/3972781534 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fdc7415f650 con 0x7fdc740b5a50 2024-02-09T23:56:45.612 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.607+0000 7fdc7b02c640 1 -- 172.21.15.27:0/3972781534 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fdc7415f650 con 0x7fdc740b5a50 2024-02-09T23:56:45.612 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.608+0000 7fdc717fa640 1 -- 172.21.15.27:0/3972781534 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v16) v1 ==== 93+0+10 (secure 0 0 0) 0x7fdc7415f650 con 0x7fdc740b5a50 2024-02-09T23:56:45.613 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 1 2024-02-09T23:56:45.614 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.609+0000 7fdc7b02c640 1 -- 172.21.15.27:0/3972781534 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fdc5806b810 msgr2=0x7fdc5806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:45.614 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.609+0000 7fdc7b02c640 1 --2- 172.21.15.27:0/3972781534 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fdc5806b810 0x7fdc5806dcd0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fdc740b5420 tx=0x7fdc60009040 comp rx=0 tx=0).stop 2024-02-09T23:56:45.614 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.609+0000 7fdc7b02c640 1 -- 172.21.15.27:0/3972781534 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdc740b5a50 msgr2=0x7fdc7415e2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:45.614 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.609+0000 7fdc7b02c640 1 --2- 172.21.15.27:0/3972781534 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdc740b5a50 0x7fdc7415e2b0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fdc68000c00 tx=0x7fdc68004730 comp rx=0 tx=0).stop 2024-02-09T23:56:45.615 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.609+0000 7fdc7b02c640 1 -- 172.21.15.27:0/3972781534 shutdown_connections 2024-02-09T23:56:45.615 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.610+0000 7fdc7b02c640 1 --2- 172.21.15.27:0/3972781534 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fdc5806b810 0x7fdc5806dcd0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.615 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.610+0000 7fdc7b02c640 1 --2- 172.21.15.27:0/3972781534 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdc7415dce0 0x7fdc740cbe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.615 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.610+0000 7fdc7b02c640 1 --2- 172.21.15.27:0/3972781534 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdc740cef20 0x7fdc740c9cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.615 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.610+0000 7fdc7b02c640 1 --2- 172.21.15.27:0/3972781534 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdc740b5a50 0x7fdc7415e2b0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.615 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.610+0000 7fdc7b02c640 1 -- 172.21.15.27:0/3972781534 >> 172.21.15.27:0/3972781534 conn(0x7fdc740d0870 msgr2=0x7fdc740b47f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:45.615 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.610+0000 7fdc7b02c640 1 -- 172.21.15.27:0/3972781534 shutdown_connections 2024-02-09T23:56:45.615 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.610+0000 7fdc7b02c640 1 -- 172.21.15.27:0/3972781534 wait complete. 2024-02-09T23:56:45.624 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:56:45.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.728+0000 7f061f00f640 1 Processor -- start 2024-02-09T23:56:45.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.728+0000 7f061f00f640 1 -- start start 2024-02-09T23:56:45.741 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.729+0000 7f061f00f640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f061815a920 0x7f06180adda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:45.741 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.729+0000 7f061f00f640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f06180d0b80 0x7f06180af960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:45.741 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.729+0000 7f061f00f640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f06180ae6f0 con 0x7f06180b3fa0 2024-02-09T23:56:45.741 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.729+0000 7f061f00f640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f06180ae9d0 con 0x7f06180d0b80 2024-02-09T23:56:45.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.729+0000 7f061f00f640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06180aecb0 con 0x7f061815a920 2024-02-09T23:56:45.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.729+0000 7f061d5ac640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f06180d0b80 0x7f06180af960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:45.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.729+0000 7f061d5ac640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f06180d0b80 0x7f06180af960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33754/0 (socket says 172.21.15.27:33754) 2024-02-09T23:56:45.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.729+0000 7f061d5ac640 1 -- 172.21.15.27:0/2919922407 learned_addr learned my addr 172.21.15.27:0/2919922407 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:45.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.729+0000 7f061d5ac640 1 -- 172.21.15.27:0/2919922407 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f061815a920 msgr2=0x7f06180adda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:45.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.729+0000 7f061d5ac640 1 --2- 172.21.15.27:0/2919922407 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f061815a920 0x7f06180adda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.729+0000 7f061d5ac640 1 -- 172.21.15.27:0/2919922407 >> v1:172.21.15.153:6789/0 conn(0x7f06180b3fa0 legacy=0x7f06180d0470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:45.743 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.729+0000 7f061d5ac640 1 -- 172.21.15.27:0/2919922407 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06180aef90 con 0x7f06180d0b80 2024-02-09T23:56:45.743 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.730+0000 7f061d5ac640 1 --2- 172.21.15.27:0/2919922407 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f06180d0b80 0x7f06180af960 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f061000d150 tx=0x7f061002e0e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df03dbe2f0a62ddd server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:45.743 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.730+0000 7f06177fe640 1 -- 172.21.15.27:0/2919922407 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f061002ea80 con 0x7f06180d0b80 2024-02-09T23:56:45.743 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.730+0000 7f06177fe640 1 -- 172.21.15.27:0/2919922407 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f061002ebe0 con 0x7f06180d0b80 2024-02-09T23:56:45.743 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.730+0000 7f06177fe640 1 -- 172.21.15.27:0/2919922407 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0610009600 con 0x7f06180d0b80 2024-02-09T23:56:45.743 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.731+0000 7f061f00f640 1 -- 172.21.15.27:0/2919922407 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f06180d0b80 msgr2=0x7f06180af960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:45.743 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.731+0000 7f061f00f640 1 --2- 172.21.15.27:0/2919922407 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f06180d0b80 0x7f06180af960 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f061000d150 tx=0x7f061002e0e0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.743 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.731+0000 7f061f00f640 1 -- 172.21.15.27:0/2919922407 shutdown_connections 2024-02-09T23:56:45.743 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.731+0000 7f061f00f640 1 --2- 172.21.15.27:0/2919922407 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f06180d0b80 0x7f06180af960 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.731+0000 7f061f00f640 1 --2- 172.21.15.27:0/2919922407 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f061815a920 0x7f06180adda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.731+0000 7f061f00f640 1 -- 172.21.15.27:0/2919922407 >> 172.21.15.27:0/2919922407 conn(0x7f0618072920 msgr2=0x7f0618099a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:45.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.731+0000 7f061f00f640 1 -- 172.21.15.27:0/2919922407 shutdown_connections 2024-02-09T23:56:45.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.731+0000 7f061f00f640 1 -- 172.21.15.27:0/2919922407 wait complete. 2024-02-09T23:56:45.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.732+0000 7f061f00f640 1 Processor -- start 2024-02-09T23:56:45.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.732+0000 7f061f00f640 1 -- start start 2024-02-09T23:56:45.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.733+0000 7f061f00f640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f06180b3fa0 0x7f0618152670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:45.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.733+0000 7f061f00f640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f06180d0b80 0x7f06180cf030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:45.745 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.733+0000 7f061f00f640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f061815a920 0x7f061815c230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:45.745 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.733+0000 7f061f00f640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06181e3d50 con 0x7f06180d0b80 2024-02-09T23:56:45.745 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.733+0000 7f061f00f640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0618152bb0 con 0x7f06180b3fa0 2024-02-09T23:56:45.745 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.733+0000 7f061f00f640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06181e3160 con 0x7f061815a920 2024-02-09T23:56:45.745 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.733+0000 7f0617fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f06180d0b80 0x7f06180cf030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:45.745 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.733+0000 7f0617fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f06180d0b80 0x7f06180cf030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33760/0 (socket says 172.21.15.27:33760) 2024-02-09T23:56:45.745 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.733+0000 7f0617fff640 1 -- 172.21.15.27:0/1093448024 learned_addr learned my addr 172.21.15.27:0/1093448024 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:45.745 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.733+0000 7f061d5ac640 1 --2- 172.21.15.27:0/1093448024 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f061815a920 0x7f061815c230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:45.745 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.733+0000 7f061cdab640 1 --2- 172.21.15.27:0/1093448024 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f06180b3fa0 0x7f0618152670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:45.746 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.733+0000 7f0617fff640 1 -- 172.21.15.27:0/1093448024 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f061815a920 msgr2=0x7f061815c230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:45.746 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.733+0000 7f0617fff640 1 --2- 172.21.15.27:0/1093448024 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f061815a920 0x7f061815c230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.746 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.733+0000 7f0617fff640 1 -- 172.21.15.27:0/1093448024 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f06180b3fa0 msgr2=0x7f0618152670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:45.746 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.733+0000 7f0617fff640 1 --2- 172.21.15.27:0/1093448024 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f06180b3fa0 0x7f0618152670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.747 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.733+0000 7f0617fff640 1 -- 172.21.15.27:0/1093448024 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f061000bd40 con 0x7f06180d0b80 2024-02-09T23:56:45.747 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.733+0000 7f061d5ac640 1 --2- 172.21.15.27:0/1093448024 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f061815a920 0x7f061815c230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:56:45.747 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.733+0000 7f0617fff640 1 --2- 172.21.15.27:0/1093448024 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f06180d0b80 0x7f06180cf030 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f060400c460 tx=0x7f060400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:45.747 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.734+0000 7f06157fa640 1 -- 172.21.15.27:0/1093448024 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0604012830 con 0x7f06180d0b80 2024-02-09T23:56:45.747 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.734+0000 7f06157fa640 1 -- 172.21.15.27:0/1093448024 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06040129d0 con 0x7f06180d0b80 2024-02-09T23:56:45.747 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.734+0000 7f06157fa640 1 -- 172.21.15.27:0/1093448024 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0604012d80 con 0x7f06180d0b80 2024-02-09T23:56:45.747 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.734+0000 7f061f00f640 1 -- 172.21.15.27:0/1093448024 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f06181e33b0 con 0x7f06180d0b80 2024-02-09T23:56:45.747 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.734+0000 7f061f00f640 1 -- 172.21.15.27:0/1093448024 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06181e3970 con 0x7f06180d0b80 2024-02-09T23:56:45.747 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.735+0000 7f061f00f640 1 -- 172.21.15.27:0/1093448024 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f06181e3e90 con 0x7f06180d0b80 2024-02-09T23:56:45.747 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.735+0000 7f06157fa640 1 -- 172.21.15.27:0/1093448024 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f060401b400 con 0x7f06180d0b80 2024-02-09T23:56:45.747 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.735+0000 7f06157fa640 1 --2- 172.21.15.27:0/1093448024 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f05fc06b810 0x7f05fc06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:45.747 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.736+0000 7f06157fa640 1 -- 172.21.15.27:0/1093448024 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f0604089e10 con 0x7f06180d0b80 2024-02-09T23:56:45.748 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.736+0000 7f061cdab640 1 --2- 172.21.15.27:0/1093448024 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f05fc06b810 0x7f05fc06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:45.748 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.736+0000 7f061cdab640 1 --2- 172.21.15.27:0/1093448024 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f05fc06b810 0x7f05fc06dcd0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f060c00b810 tx=0x7f060c008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:45.748 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.740+0000 7f06157fa640 1 -- 172.21.15.27:0/1093448024 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f06181e3e90 con 0x7f06180d0b80 2024-02-09T23:56:45.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.956+0000 7f061f00f640 1 -- 172.21.15.27:0/1093448024 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f06181e3e90 con 0x7f06180d0b80 2024-02-09T23:56:45.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.957+0000 7f06157fa640 1 -- 172.21.15.27:0/1093448024 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) v1 ==== 93+0+1324 (secure 0 0 0) 0x7f06181e3e90 con 0x7f06180d0b80 2024-02-09T23:56:45.960 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:56:45.960 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/4239285038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":4239285038},{"type":"v1","addr":"172.21.15.27:6835","nonce":4239285038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[]} 2024-02-09T23:56:45.960 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 2 2024-02-09T23:56:45.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.959+0000 7f061f00f640 1 -- 172.21.15.27:0/1093448024 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f05fc06b810 msgr2=0x7f05fc06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:45.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.959+0000 7f061f00f640 1 --2- 172.21.15.27:0/1093448024 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f05fc06b810 0x7f05fc06dcd0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f060c00b810 tx=0x7f060c008040 comp rx=0 tx=0).stop 2024-02-09T23:56:45.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.959+0000 7f061f00f640 1 -- 172.21.15.27:0/1093448024 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f06180d0b80 msgr2=0x7f06180cf030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:45.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.959+0000 7f061f00f640 1 --2- 172.21.15.27:0/1093448024 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f06180d0b80 0x7f06180cf030 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f060400c460 tx=0x7f060400c920 comp rx=0 tx=0).stop 2024-02-09T23:56:45.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.959+0000 7f061f00f640 1 -- 172.21.15.27:0/1093448024 shutdown_connections 2024-02-09T23:56:45.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.959+0000 7f061f00f640 1 --2- 172.21.15.27:0/1093448024 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f05fc06b810 0x7f05fc06dcd0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.959+0000 7f061f00f640 1 --2- 172.21.15.27:0/1093448024 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f061815a920 0x7f061815c230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.959+0000 7f061f00f640 1 --2- 172.21.15.27:0/1093448024 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f06180d0b80 0x7f06180cf030 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.959+0000 7f061f00f640 1 --2- 172.21.15.27:0/1093448024 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f06180b3fa0 0x7f0618152670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.959+0000 7f061f00f640 1 -- 172.21.15.27:0/1093448024 >> 172.21.15.27:0/1093448024 conn(0x7f0618072920 msgr2=0x7f06181551c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:45.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.959+0000 7f061f00f640 1 -- 172.21.15.27:0/1093448024 shutdown_connections 2024-02-09T23:56:45.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:45.959+0000 7f061f00f640 1 -- 172.21.15.27:0/1093448024 wait complete. 2024-02-09T23:56:47.973 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:56:48.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.090+0000 7fbeaeb48640 1 Processor -- start 2024-02-09T23:56:48.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.090+0000 7fbeaeb48640 1 -- start start 2024-02-09T23:56:48.095 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.091+0000 7fbeaeb48640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbea815da70 0x7fbea80b95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:48.095 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.091+0000 7fbeaeb48640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fbea80d3520 0x7fbea80d1d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:48.095 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.091+0000 7fbeaeb48640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbea80d2250 con 0x7fbea80d03e0 2024-02-09T23:56:48.095 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.091+0000 7fbeaeb48640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbea80b79e0 con 0x7fbea80d3520 2024-02-09T23:56:48.095 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.091+0000 7fbeaeb48640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbea80d2480 con 0x7fbea815da70 2024-02-09T23:56:48.095 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.091+0000 7fbea7fff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fbea80d3520 0x7fbea80d1d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:48.095 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.091+0000 7fbead0e5640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fbea80d03e0 0x7fbea806c160 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:46152/0 (socket says 172.21.15.27:46152) 2024-02-09T23:56:48.095 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.091+0000 7fbead0e5640 1 -- 172.21.15.27:0/3771498699 learned_addr learned my addr 172.21.15.27:0/3771498699 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:56:48.095 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.091+0000 7fbea7fff640 1 -- 172.21.15.27:0/3771498699 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbea815da70 msgr2=0x7fbea80b95a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:48.095 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.091+0000 7fbeac8e4640 1 --2- 172.21.15.27:0/3771498699 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbea815da70 0x7fbea80b95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:48.095 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.091+0000 7fbea77fe640 1 -- 172.21.15.27:0/3771498699 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3292420108 0 0) 0x7fbea80d2250 con 0x7fbea80d03e0 2024-02-09T23:56:48.096 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.091+0000 7fbea7fff640 1 --2- 172.21.15.27:0/3771498699 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbea815da70 0x7fbea80b95a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.096 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.091+0000 7fbea7fff640 1 -- 172.21.15.27:0/3771498699 >> v1:172.21.15.27:6789/0 conn(0x7fbea80d03e0 legacy=0x7fbea806c160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:48.096 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.091+0000 7fbea7fff640 1 -- 172.21.15.27:0/3771498699 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbea80d2760 con 0x7fbea80d3520 2024-02-09T23:56:48.096 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.091+0000 7fbeac8e4640 1 --2- 172.21.15.27:0/3771498699 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbea815da70 0x7fbea80b95a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:56:48.096 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.092+0000 7fbea7fff640 1 --2- 172.21.15.27:0/3771498699 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbea80d3520 0x7fbea80d1d10 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fbe900097a0 tx=0x7fbe9002b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=625a6a0db2693d88 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:48.096 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.092+0000 7fbea77fe640 1 -- 172.21.15.27:0/3771498699 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe90030610 con 0x7fbea80d3520 2024-02-09T23:56:48.096 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.092+0000 7fbea77fe640 1 -- 172.21.15.27:0/3771498699 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbe90030770 con 0x7fbea80d3520 2024-02-09T23:56:48.096 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.092+0000 7fbea77fe640 1 -- 172.21.15.27:0/3771498699 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe90030b00 con 0x7fbea80d3520 2024-02-09T23:56:48.099 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.092+0000 7fbeaeb48640 1 -- 172.21.15.27:0/3771498699 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbea80d3520 msgr2=0x7fbea80d1d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:48.099 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.092+0000 7fbeaeb48640 1 --2- 172.21.15.27:0/3771498699 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbea80d3520 0x7fbea80d1d10 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fbe900097a0 tx=0x7fbe9002b960 comp rx=0 tx=0).stop 2024-02-09T23:56:48.099 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.093+0000 7fbeaeb48640 1 -- 172.21.15.27:0/3771498699 shutdown_connections 2024-02-09T23:56:48.099 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.093+0000 7fbeaeb48640 1 --2- 172.21.15.27:0/3771498699 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbea80d3520 0x7fbea80d1d10 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.099 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.093+0000 7fbeaeb48640 1 --2- 172.21.15.27:0/3771498699 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbea815da70 0x7fbea80b95a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.099 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.093+0000 7fbeaeb48640 1 -- 172.21.15.27:0/3771498699 >> 172.21.15.27:0/3771498699 conn(0x7fbea8067020 msgr2=0x7fbea80b5520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:48.099 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.093+0000 7fbeaeb48640 1 -- 172.21.15.27:0/3771498699 shutdown_connections 2024-02-09T23:56:48.099 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.093+0000 7fbeaeb48640 1 -- 172.21.15.27:0/3771498699 wait complete. 2024-02-09T23:56:48.099 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.094+0000 7fbeaeb48640 1 Processor -- start 2024-02-09T23:56:48.100 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.094+0000 7fbeaeb48640 1 -- start start 2024-02-09T23:56:48.100 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.095+0000 7fbeaeb48640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbea80d03e0 0x7fbea80cb8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:48.100 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.095+0000 7fbeaeb48640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbea80d3520 0x7fbea8147cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:48.100 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.095+0000 7fbeaeb48640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbea815da70 0x7fbea80c91a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:48.100 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.095+0000 7fbeaeb48640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbea815f970 con 0x7fbea80d03e0 2024-02-09T23:56:48.100 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.095+0000 7fbeaeb48640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbea81555d0 con 0x7fbea80d3520 2024-02-09T23:56:48.100 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.095+0000 7fbeaeb48640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbea80c8b70 con 0x7fbea815da70 2024-02-09T23:56:48.100 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.095+0000 7fbeac8e4640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbea80d03e0 0x7fbea80cb8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:48.100 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.095+0000 7fbeac8e4640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbea80d03e0 0x7fbea80cb8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33776/0 (socket says 172.21.15.27:33776) 2024-02-09T23:56:48.100 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.095+0000 7fbeac8e4640 1 -- 172.21.15.27:0/3277829899 learned_addr learned my addr 172.21.15.27:0/3277829899 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:48.100 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.095+0000 7fbead0e5640 1 --2- 172.21.15.27:0/3277829899 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbea815da70 0x7fbea80c91a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:48.100 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.095+0000 7fbea7fff640 1 --2- 172.21.15.27:0/3277829899 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbea80d3520 0x7fbea8147cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:48.100 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.095+0000 7fbeac8e4640 1 -- 172.21.15.27:0/3277829899 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbea815da70 msgr2=0x7fbea80c91a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:48.101 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.095+0000 7fbeac8e4640 1 --2- 172.21.15.27:0/3277829899 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbea815da70 0x7fbea80c91a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.101 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.095+0000 7fbeac8e4640 1 -- 172.21.15.27:0/3277829899 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbea80d3520 msgr2=0x7fbea8147cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:48.101 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.095+0000 7fbeac8e4640 1 --2- 172.21.15.27:0/3277829899 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbea80d3520 0x7fbea8147cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.101 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.095+0000 7fbeac8e4640 1 -- 172.21.15.27:0/3277829899 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe90009400 con 0x7fbea80d03e0 2024-02-09T23:56:48.101 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.095+0000 7fbea7fff640 1 --2- 172.21.15.27:0/3277829899 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbea80d3520 0x7fbea8147cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:56:48.101 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.095+0000 7fbeac8e4640 1 --2- 172.21.15.27:0/3277829899 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbea80d03e0 0x7fbea80cb8d0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fbea000ce00 tx=0x7fbea000a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:48.101 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.095+0000 7fbea57fa640 1 -- 172.21.15.27:0/3277829899 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbea000f890 con 0x7fbea80d03e0 2024-02-09T23:56:48.101 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.096+0000 7fbea57fa640 1 -- 172.21.15.27:0/3277829899 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbea000f9f0 con 0x7fbea80d03e0 2024-02-09T23:56:48.101 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.096+0000 7fbeaeb48640 1 -- 172.21.15.27:0/3277829899 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbea80c8890 con 0x7fbea80d03e0 2024-02-09T23:56:48.101 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.096+0000 7fbea57fa640 1 -- 172.21.15.27:0/3277829899 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbea000fd80 con 0x7fbea80d03e0 2024-02-09T23:56:48.101 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.096+0000 7fbeaeb48640 1 -- 172.21.15.27:0/3277829899 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbea815f590 con 0x7fbea80d03e0 2024-02-09T23:56:48.102 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.097+0000 7fbeaeb48640 1 -- 172.21.15.27:0/3277829899 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbea815fbe0 con 0x7fbea80d03e0 2024-02-09T23:56:48.102 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.097+0000 7fbea57fa640 1 -- 172.21.15.27:0/3277829899 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fbea000b040 con 0x7fbea80d03e0 2024-02-09T23:56:48.102 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.097+0000 7fbea57fa640 1 --2- 172.21.15.27:0/3277829899 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbe8806b810 0x7fbe8806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:48.102 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.098+0000 7fbea57fa640 1 -- 172.21.15.27:0/3277829899 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fbea008a8a0 con 0x7fbea80d03e0 2024-02-09T23:56:48.102 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.098+0000 7fbea7fff640 1 --2- 172.21.15.27:0/3277829899 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbe8806b810 0x7fbe8806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:48.102 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.098+0000 7fbea7fff640 1 --2- 172.21.15.27:0/3277829899 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbe8806b810 0x7fbe8806dcd0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fbe90036000 tx=0x7fbe9003b040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:48.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.102+0000 7fbea57fa640 1 -- 172.21.15.27:0/3277829899 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fbea00556c0 con 0x7fbea80d03e0 2024-02-09T23:56:48.322 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.319+0000 7fbeaeb48640 1 -- 172.21.15.27:0/3277829899 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fbea815f110 con 0x7fbea80d03e0 2024-02-09T23:56:48.322 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.319+0000 7fbea57fa640 1 -- 172.21.15.27:0/3277829899 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+3700 (secure 0 0 0) 0x7fbea815f110 con 0x7fbea80d03e0 2024-02-09T23:56:48.323 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:56:48.323 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4247,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6836/2626792010","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":2626792010},{"type":"v1","addr":"172.21.15.153:6836","nonce":2626792010}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6833/3864067545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6832","nonce":3864067545},{"type":"v1","addr":"172.21.15.27:6833","nonce":3864067545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/4239285038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":4239285038},{"type":"v1","addr":"172.21.15.27:6835","nonce":4239285038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4279,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6837/3351789611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6835","nonce":3351789611},{"type":"v1","addr":"172.21.15.153:6837","nonce":3351789611}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[]} 2024-02-09T23:56:48.324 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 3 2024-02-09T23:56:48.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.321+0000 7fbeaeb48640 1 -- 172.21.15.27:0/3277829899 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbe8806b810 msgr2=0x7fbe8806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:48.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.321+0000 7fbeaeb48640 1 --2- 172.21.15.27:0/3277829899 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbe8806b810 0x7fbe8806dcd0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fbe90036000 tx=0x7fbe9003b040 comp rx=0 tx=0).stop 2024-02-09T23:56:48.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.321+0000 7fbeaeb48640 1 -- 172.21.15.27:0/3277829899 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbea80d03e0 msgr2=0x7fbea80cb8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:48.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.321+0000 7fbeaeb48640 1 --2- 172.21.15.27:0/3277829899 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbea80d03e0 0x7fbea80cb8d0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fbea000ce00 tx=0x7fbea000a650 comp rx=0 tx=0).stop 2024-02-09T23:56:48.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.321+0000 7fbeaeb48640 1 -- 172.21.15.27:0/3277829899 shutdown_connections 2024-02-09T23:56:48.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.321+0000 7fbeaeb48640 1 --2- 172.21.15.27:0/3277829899 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbe8806b810 0x7fbe8806dcd0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.321+0000 7fbeaeb48640 1 --2- 172.21.15.27:0/3277829899 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbea815da70 0x7fbea80c91a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.321+0000 7fbeaeb48640 1 --2- 172.21.15.27:0/3277829899 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbea80d3520 0x7fbea8147cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.321+0000 7fbeaeb48640 1 --2- 172.21.15.27:0/3277829899 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbea80d03e0 0x7fbea80cb8d0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.321+0000 7fbeaeb48640 1 -- 172.21.15.27:0/3277829899 >> 172.21.15.27:0/3277829899 conn(0x7fbea8067020 msgr2=0x7fbea80b7b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:48.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.321+0000 7fbeaeb48640 1 -- 172.21.15.27:0/3277829899 shutdown_connections 2024-02-09T23:56:48.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.321+0000 7fbeaeb48640 1 -- 172.21.15.27:0/3277829899 wait complete. 2024-02-09T23:56:48.335 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:56:48.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.439+0000 7f4b8a6eb640 1 Processor -- start 2024-02-09T23:56:48.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.439+0000 7f4b8a6eb640 1 -- start start 2024-02-09T23:56:48.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.440+0000 7f4b8a6eb640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f4b840af9c0 0x7f4b840cf2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:48.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.440+0000 7f4b8a6eb640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4b840cf7f0 0x7f4b840b37c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:48.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.440+0000 7f4b8a6eb640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4b8415ac00 con 0x7f4b8415a820 2024-02-09T23:56:48.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.440+0000 7f4b8a6eb640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4b84070d00 con 0x7f4b840af9c0 2024-02-09T23:56:48.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.440+0000 7f4b8a6eb640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b840ce810 con 0x7f4b840cf7f0 2024-02-09T23:56:48.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.441+0000 7f4b88c88640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4b840cf7f0 0x7f4b840b37c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:48.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.441+0000 7f4b837fe640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f4b840af9c0 0x7f4b840cf2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:48.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.441+0000 7f4b88c88640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4b840cf7f0 0x7f4b840b37c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:56376/0 (socket says 172.21.15.27:56376) 2024-02-09T23:56:48.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.441+0000 7f4b88c88640 1 -- 172.21.15.27:0/2127332168 learned_addr learned my addr 172.21.15.27:0/2127332168 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:48.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.441+0000 7f4b83fff640 1 --1- 172.21.15.27:0/2127332168 >> v1:172.21.15.153:6789/0 conn(0x7f4b8415a820 0x7f4b840705f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.27:48724/0 (socket says 172.21.15.27:48724) 2024-02-09T23:56:48.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.441+0000 7f4b88c88640 1 -- 172.21.15.27:0/2127332168 >> v2:172.21.15.153:3300/0 conn(0x7f4b840af9c0 msgr2=0x7f4b840cf2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:48.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.441+0000 7f4b88c88640 1 --2- 172.21.15.27:0/2127332168 >> v2:172.21.15.153:3300/0 conn(0x7f4b840af9c0 0x7f4b840cf2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.441+0000 7f4b88c88640 1 -- 172.21.15.27:0/2127332168 >> v1:172.21.15.153:6789/0 conn(0x7f4b8415a820 legacy=0x7f4b840705f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:48.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.441+0000 7f4b88c88640 1 -- 172.21.15.27:0/2127332168 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b840afed0 con 0x7f4b840cf7f0 2024-02-09T23:56:48.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.441+0000 7f4b837fe640 1 --2- 172.21.15.27:0/2127332168 >> v2:172.21.15.153:3300/0 conn(0x7f4b840af9c0 0x7f4b840cf2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:56:48.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.442+0000 7f4b88c88640 1 --2- 172.21.15.27:0/2127332168 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4b840cf7f0 0x7f4b840b37c0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f4b7c009e50 tx=0x7f4b7c02bf60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=12dfdef283ccde9c server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:48.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.442+0000 7f4b82ffd640 1 -- 172.21.15.27:0/2127332168 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b7c02cb00 con 0x7f4b840cf7f0 2024-02-09T23:56:48.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.442+0000 7f4b82ffd640 1 -- 172.21.15.27:0/2127332168 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b7c02cc60 con 0x7f4b840cf7f0 2024-02-09T23:56:48.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.442+0000 7f4b82ffd640 1 -- 172.21.15.27:0/2127332168 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b7c0343f0 con 0x7f4b840cf7f0 2024-02-09T23:56:48.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.442+0000 7f4b8a6eb640 1 -- 172.21.15.27:0/2127332168 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4b840cf7f0 msgr2=0x7f4b840b37c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:48.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.442+0000 7f4b8a6eb640 1 --2- 172.21.15.27:0/2127332168 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4b840cf7f0 0x7f4b840b37c0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f4b7c009e50 tx=0x7f4b7c02bf60 comp rx=0 tx=0).stop 2024-02-09T23:56:48.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.442+0000 7f4b8a6eb640 1 -- 172.21.15.27:0/2127332168 shutdown_connections 2024-02-09T23:56:48.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.442+0000 7f4b8a6eb640 1 --2- 172.21.15.27:0/2127332168 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4b840cf7f0 0x7f4b840b37c0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.442+0000 7f4b8a6eb640 1 --2- 172.21.15.27:0/2127332168 >> v2:172.21.15.153:3300/0 conn(0x7f4b840af9c0 0x7f4b840cf2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.442+0000 7f4b8a6eb640 1 -- 172.21.15.27:0/2127332168 >> 172.21.15.27:0/2127332168 conn(0x7f4b840b24c0 msgr2=0x7f4b840b28a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:48.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.443+0000 7f4b8a6eb640 1 -- 172.21.15.27:0/2127332168 shutdown_connections 2024-02-09T23:56:48.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.443+0000 7f4b8a6eb640 1 -- 172.21.15.27:0/2127332168 wait complete. 2024-02-09T23:56:48.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.444+0000 7f4b8a6eb640 1 Processor -- start 2024-02-09T23:56:48.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.444+0000 7f4b8a6eb640 1 -- start start 2024-02-09T23:56:48.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.445+0000 7f4b8a6eb640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b840af9c0 0x7f4b8414fd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:48.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.445+0000 7f4b8a6eb640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4b840cf7f0 0x7f4b84152840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:48.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.445+0000 7f4b8a6eb640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4b8415a820 0x7f4b84143030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:48.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.445+0000 7f4b8a6eb640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b841e49a0 con 0x7f4b840af9c0 2024-02-09T23:56:48.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.445+0000 7f4b8a6eb640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b841e4c40 con 0x7f4b8415a820 2024-02-09T23:56:48.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.445+0000 7f4b8a6eb640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b841e4f20 con 0x7f4b840cf7f0 2024-02-09T23:56:48.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.445+0000 7f4b83fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b840af9c0 0x7f4b8414fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:48.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.445+0000 7f4b83fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b840af9c0 0x7f4b8414fd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33790/0 (socket says 172.21.15.27:33790) 2024-02-09T23:56:48.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.445+0000 7f4b83fff640 1 -- 172.21.15.27:0/2162080605 learned_addr learned my addr 172.21.15.27:0/2162080605 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:48.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.445+0000 7f4b88c88640 1 --2- 172.21.15.27:0/2162080605 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4b8415a820 0x7f4b84143030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:48.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.445+0000 7f4b837fe640 1 --2- 172.21.15.27:0/2162080605 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4b840cf7f0 0x7f4b84152840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:48.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.445+0000 7f4b83fff640 1 -- 172.21.15.27:0/2162080605 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4b840cf7f0 msgr2=0x7f4b84152840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:48.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.445+0000 7f4b83fff640 1 --2- 172.21.15.27:0/2162080605 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4b840cf7f0 0x7f4b84152840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.445+0000 7f4b83fff640 1 -- 172.21.15.27:0/2162080605 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4b8415a820 msgr2=0x7f4b84143030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:48.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.445+0000 7f4b83fff640 1 --2- 172.21.15.27:0/2162080605 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4b8415a820 0x7f4b84143030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.445+0000 7f4b83fff640 1 -- 172.21.15.27:0/2162080605 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b78009400 con 0x7f4b840af9c0 2024-02-09T23:56:48.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.445+0000 7f4b88c88640 1 --2- 172.21.15.27:0/2162080605 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4b8415a820 0x7f4b84143030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:56:48.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.445+0000 7f4b83fff640 1 --2- 172.21.15.27:0/2162080605 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b840af9c0 0x7f4b8414fd90 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f4b7400c3c0 tx=0x7f4b7400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:48.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.445+0000 7f4b80ff9640 1 -- 172.21.15.27:0/2162080605 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b740074e0 con 0x7f4b840af9c0 2024-02-09T23:56:48.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.445+0000 7f4b80ff9640 1 -- 172.21.15.27:0/2162080605 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b74007640 con 0x7f4b840af9c0 2024-02-09T23:56:48.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.445+0000 7f4b8a6eb640 1 -- 172.21.15.27:0/2162080605 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4b7c009b30 con 0x7f4b840af9c0 2024-02-09T23:56:48.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.445+0000 7f4b80ff9640 1 -- 172.21.15.27:0/2162080605 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b74004a00 con 0x7f4b840af9c0 2024-02-09T23:56:48.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.445+0000 7f4b8a6eb640 1 -- 172.21.15.27:0/2162080605 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b84153090 con 0x7f4b840af9c0 2024-02-09T23:56:48.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.446+0000 7f4b8a6eb640 1 -- 172.21.15.27:0/2162080605 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4b8415a3d0 con 0x7f4b840af9c0 2024-02-09T23:56:48.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.447+0000 7f4b80ff9640 1 -- 172.21.15.27:0/2162080605 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f4b74004b60 con 0x7f4b840af9c0 2024-02-09T23:56:48.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.447+0000 7f4b80ff9640 1 --2- 172.21.15.27:0/2162080605 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4b7006b810 0x7f4b7006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:48.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.447+0000 7f4b80ff9640 1 -- 172.21.15.27:0/2162080605 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f4b74089840 con 0x7f4b840af9c0 2024-02-09T23:56:48.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.447+0000 7f4b837fe640 1 --2- 172.21.15.27:0/2162080605 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4b7006b810 0x7f4b7006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:48.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.448+0000 7f4b837fe640 1 --2- 172.21.15.27:0/2162080605 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4b7006b810 0x7f4b7006dcd0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4b841505d0 tx=0x7f4b78008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:48.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.451+0000 7f4b80ff9640 1 -- 172.21.15.27:0/2162080605 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f4b740545b0 con 0x7f4b840af9c0 2024-02-09T23:56:48.636 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.634+0000 7f4b8a6eb640 1 -- 172.21.15.27:0/2162080605 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4b840746c0 con 0x7f4b840af9c0 2024-02-09T23:56:48.637 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.634+0000 7f4b80ff9640 1 -- 172.21.15.27:0/2162080605 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+12884 (secure 0 0 0) 0x7f4b74057c70 con 0x7f4b840af9c0 2024-02-09T23:56:48.638 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:56:48.638 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":16,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:56:41.550777+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:56:48.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.637+0000 7f4b8a6eb640 1 -- 172.21.15.27:0/2162080605 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4b7006b810 msgr2=0x7f4b7006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:48.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.637+0000 7f4b8a6eb640 1 --2- 172.21.15.27:0/2162080605 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4b7006b810 0x7f4b7006dcd0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4b841505d0 tx=0x7f4b78008040 comp rx=0 tx=0).stop 2024-02-09T23:56:48.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.637+0000 7f4b8a6eb640 1 -- 172.21.15.27:0/2162080605 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b840af9c0 msgr2=0x7f4b8414fd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:48.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.637+0000 7f4b8a6eb640 1 --2- 172.21.15.27:0/2162080605 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b840af9c0 0x7f4b8414fd90 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f4b7400c3c0 tx=0x7f4b7400c880 comp rx=0 tx=0).stop 2024-02-09T23:56:48.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.637+0000 7f4b8a6eb640 1 -- 172.21.15.27:0/2162080605 shutdown_connections 2024-02-09T23:56:48.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.637+0000 7f4b8a6eb640 1 --2- 172.21.15.27:0/2162080605 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4b7006b810 0x7f4b7006dcd0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.637+0000 7f4b8a6eb640 1 --2- 172.21.15.27:0/2162080605 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4b8415a820 0x7f4b84143030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.637+0000 7f4b8a6eb640 1 --2- 172.21.15.27:0/2162080605 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4b840cf7f0 0x7f4b84152840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.641 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.637+0000 7f4b8a6eb640 1 --2- 172.21.15.27:0/2162080605 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b840af9c0 0x7f4b8414fd90 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.641 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.637+0000 7f4b8a6eb640 1 -- 172.21.15.27:0/2162080605 >> 172.21.15.27:0/2162080605 conn(0x7f4b840b24c0 msgr2=0x7f4b840cc9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:48.641 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.637+0000 7f4b8a6eb640 1 -- 172.21.15.27:0/2162080605 shutdown_connections 2024-02-09T23:56:48.641 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.637+0000 7f4b8a6eb640 1 -- 172.21.15.27:0/2162080605 wait complete. 2024-02-09T23:56:48.650 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-09T23:56:39.494694+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-09T23:56:48.651 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-09T23:56:48.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.758+0000 7fbe7e7d0640 1 Processor -- start 2024-02-09T23:56:48.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.758+0000 7fbe7e7d0640 1 -- start start 2024-02-09T23:56:48.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.758+0000 7fbe7e7d0640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fbe7815dce0 0x7fbe780b6c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:48.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.759+0000 7fbe7e7d0640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fbe780b5a50 0x7fbe780b5ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:48.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.759+0000 7fbe7e7d0640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbe780ce810 0x7fbe780ceca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:48.770 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.759+0000 7fbe7e7d0640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbe780b7140 con 0x7fbe7815dce0 2024-02-09T23:56:48.770 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.759+0000 7fbe7e7d0640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbe781617b0 con 0x7fbe780b5a50 2024-02-09T23:56:48.770 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.759+0000 7fbe7e7d0640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbe780b6410 con 0x7fbe780ce810 2024-02-09T23:56:48.770 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.759+0000 7fbe77fff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fbe7815dce0 0x7fbe780b6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:48.770 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.759+0000 7fbe77fff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fbe7815dce0 0x7fbe780b6c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33804/0 (socket says 172.21.15.27:33804) 2024-02-09T23:56:48.770 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.759+0000 7fbe77fff640 1 -- 172.21.15.27:0/3019666202 learned_addr learned my addr 172.21.15.27:0/3019666202 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:48.770 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.759+0000 7fbe777fe640 1 --2- 172.21.15.27:0/3019666202 >> v2:172.21.15.153:3300/0 conn(0x7fbe780b5a50 0x7fbe780b5ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:48.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.759+0000 7fbe7cd6d640 1 --2- 172.21.15.27:0/3019666202 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbe780ce810 0x7fbe780ceca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:48.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.759+0000 7fbe77fff640 1 -- 172.21.15.27:0/3019666202 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbe780ce810 msgr2=0x7fbe780ceca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:48.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.759+0000 7fbe77fff640 1 --2- 172.21.15.27:0/3019666202 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbe780ce810 0x7fbe780ceca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.759+0000 7fbe77fff640 1 -- 172.21.15.27:0/3019666202 >> v2:172.21.15.153:3300/0 conn(0x7fbe780b5a50 msgr2=0x7fbe780b5ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:48.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.759+0000 7fbe77fff640 1 --2- 172.21.15.27:0/3019666202 >> v2:172.21.15.153:3300/0 conn(0x7fbe780b5a50 0x7fbe780b5ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.759+0000 7fbe77fff640 1 -- 172.21.15.27:0/3019666202 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe7815e0c0 con 0x7fbe7815dce0 2024-02-09T23:56:48.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.759+0000 7fbe7cd6d640 1 --2- 172.21.15.27:0/3019666202 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbe780ce810 0x7fbe780ceca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:56:48.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.760+0000 7fbe77fff640 1 --2- 172.21.15.27:0/3019666202 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbe7815dce0 0x7fbe780b6c00 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fbe780cdfd0 tx=0x7fbe6802b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a171d18d69246c8c server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:48.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.760+0000 7fbe76ffd640 1 -- 172.21.15.27:0/3019666202 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe68031870 con 0x7fbe7815dce0 2024-02-09T23:56:48.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.760+0000 7fbe76ffd640 1 -- 172.21.15.27:0/3019666202 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbe680319d0 con 0x7fbe7815dce0 2024-02-09T23:56:48.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.760+0000 7fbe76ffd640 1 -- 172.21.15.27:0/3019666202 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe68031d60 con 0x7fbe7815dce0 2024-02-09T23:56:48.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.760+0000 7fbe7e7d0640 1 -- 172.21.15.27:0/3019666202 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbe7815dce0 msgr2=0x7fbe780b6c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:48.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.760+0000 7fbe7e7d0640 1 --2- 172.21.15.27:0/3019666202 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbe7815dce0 0x7fbe780b6c00 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fbe780cdfd0 tx=0x7fbe6802b910 comp rx=0 tx=0).stop 2024-02-09T23:56:48.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.760+0000 7fbe7e7d0640 1 -- 172.21.15.27:0/3019666202 shutdown_connections 2024-02-09T23:56:48.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.760+0000 7fbe7e7d0640 1 --2- 172.21.15.27:0/3019666202 >> v2:172.21.15.153:3300/0 conn(0x7fbe780b5a50 0x7fbe780b5ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.760+0000 7fbe7e7d0640 1 --2- 172.21.15.27:0/3019666202 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbe780ce810 0x7fbe780ceca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.760+0000 7fbe7e7d0640 1 --2- 172.21.15.27:0/3019666202 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbe7815dce0 0x7fbe780b6c00 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.760+0000 7fbe7e7d0640 1 -- 172.21.15.27:0/3019666202 >> 172.21.15.27:0/3019666202 conn(0x7fbe780d0870 msgr2=0x7fbe780d0c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:48.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.760+0000 7fbe7e7d0640 1 -- 172.21.15.27:0/3019666202 shutdown_connections 2024-02-09T23:56:48.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.760+0000 7fbe7e7d0640 1 -- 172.21.15.27:0/3019666202 wait complete. 2024-02-09T23:56:48.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.762+0000 7fbe7e7d0640 1 Processor -- start 2024-02-09T23:56:48.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.762+0000 7fbe7e7d0640 1 -- start start 2024-02-09T23:56:48.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.762+0000 7fbe7e7d0640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbe780b5a50 0x7fbe780cd480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:48.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.762+0000 7fbe7e7d0640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbe780ce810 0x7fbe7815e2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:48.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.762+0000 7fbe7e7d0640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbe7815dce0 0x7fbe7815fac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:48.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.762+0000 7fbe7e7d0640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe7815e7f0 con 0x7fbe780ce810 2024-02-09T23:56:48.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.762+0000 7fbe7e7d0640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe7815f630 con 0x7fbe7815dce0 2024-02-09T23:56:48.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.762+0000 7fbe7e7d0640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbe7815ea20 con 0x7fbe780b5a50 2024-02-09T23:56:48.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.763+0000 7fbe777fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbe780ce810 0x7fbe7815e2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:48.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.763+0000 7fbe777fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbe780ce810 0x7fbe7815e2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33812/0 (socket says 172.21.15.27:33812) 2024-02-09T23:56:48.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.763+0000 7fbe777fe640 1 -- 172.21.15.27:0/321225879 learned_addr learned my addr 172.21.15.27:0/321225879 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:48.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.763+0000 7fbe7cd6d640 1 --2- 172.21.15.27:0/321225879 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbe7815dce0 0x7fbe7815fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:48.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.763+0000 7fbe77fff640 1 --2- 172.21.15.27:0/321225879 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbe780b5a50 0x7fbe780cd480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:48.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.763+0000 7fbe777fe640 1 -- 172.21.15.27:0/321225879 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbe780b5a50 msgr2=0x7fbe780cd480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:48.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.763+0000 7fbe777fe640 1 --2- 172.21.15.27:0/321225879 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbe780b5a50 0x7fbe780cd480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.763+0000 7fbe777fe640 1 -- 172.21.15.27:0/321225879 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbe7815dce0 msgr2=0x7fbe7815fac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:48.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.763+0000 7fbe777fe640 1 --2- 172.21.15.27:0/321225879 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbe7815dce0 0x7fbe7815fac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.763+0000 7fbe777fe640 1 -- 172.21.15.27:0/321225879 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe680094d0 con 0x7fbe780ce810 2024-02-09T23:56:48.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.763+0000 7fbe777fe640 1 --2- 172.21.15.27:0/321225879 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbe780ce810 0x7fbe7815e2b0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fbe6c00e890 tx=0x7fbe6c00ed50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:48.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.763+0000 7fbe74ff9640 1 -- 172.21.15.27:0/321225879 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe6c00c940 con 0x7fbe780ce810 2024-02-09T23:56:48.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.763+0000 7fbe74ff9640 1 -- 172.21.15.27:0/321225879 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbe6c00caa0 con 0x7fbe780ce810 2024-02-09T23:56:48.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.763+0000 7fbe7e7d0640 1 -- 172.21.15.27:0/321225879 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbe7815ed00 con 0x7fbe780ce810 2024-02-09T23:56:48.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.763+0000 7fbe74ff9640 1 -- 172.21.15.27:0/321225879 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe6c00ce30 con 0x7fbe780ce810 2024-02-09T23:56:48.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.763+0000 7fbe7e7d0640 1 -- 172.21.15.27:0/321225879 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbe7815f2c0 con 0x7fbe780ce810 2024-02-09T23:56:48.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.764+0000 7fbe7e7d0640 1 -- 172.21.15.27:0/321225879 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbe7815f7a0 con 0x7fbe780ce810 2024-02-09T23:56:48.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.765+0000 7fbe74ff9640 1 -- 172.21.15.27:0/321225879 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fbe6c013470 con 0x7fbe780ce810 2024-02-09T23:56:48.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.765+0000 7fbe74ff9640 1 --2- 172.21.15.27:0/321225879 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbe6406b810 0x7fbe6406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:48.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.765+0000 7fbe74ff9640 1 -- 172.21.15.27:0/321225879 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fbe6c089ff0 con 0x7fbe780ce810 2024-02-09T23:56:48.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.765+0000 7fbe77fff640 1 --2- 172.21.15.27:0/321225879 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbe6406b810 0x7fbe6406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:48.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.766+0000 7fbe77fff640 1 --2- 172.21.15.27:0/321225879 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbe6406b810 0x7fbe6406dcd0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fbe68036000 tx=0x7fbe6803c040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:48.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.769+0000 7fbe74ff9640 1 -- 172.21.15.27:0/321225879 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fbe6c054df0 con 0x7fbe780ce810 2024-02-09T23:56:48.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.950+0000 7fbe7e7d0640 1 -- 172.21.15.27:0/321225879 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fbe780746c0 con 0x7fbe780ce810 2024-02-09T23:56:48.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.951+0000 7fbe74ff9640 1 -- 172.21.15.27:0/321225879 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v16) v1 ==== 93+0+10 (secure 0 0 0) 0x7fbe6c0584b0 con 0x7fbe780ce810 2024-02-09T23:56:48.954 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 1 2024-02-09T23:56:48.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.952+0000 7fbe7e7d0640 1 -- 172.21.15.27:0/321225879 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbe6406b810 msgr2=0x7fbe6406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:48.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.952+0000 7fbe7e7d0640 1 --2- 172.21.15.27:0/321225879 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbe6406b810 0x7fbe6406dcd0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fbe68036000 tx=0x7fbe6803c040 comp rx=0 tx=0).stop 2024-02-09T23:56:48.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.952+0000 7fbe7e7d0640 1 -- 172.21.15.27:0/321225879 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbe780ce810 msgr2=0x7fbe7815e2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:48.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.952+0000 7fbe7e7d0640 1 --2- 172.21.15.27:0/321225879 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbe780ce810 0x7fbe7815e2b0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fbe6c00e890 tx=0x7fbe6c00ed50 comp rx=0 tx=0).stop 2024-02-09T23:56:48.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.952+0000 7fbe7e7d0640 1 -- 172.21.15.27:0/321225879 shutdown_connections 2024-02-09T23:56:48.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.952+0000 7fbe7e7d0640 1 --2- 172.21.15.27:0/321225879 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbe6406b810 0x7fbe6406dcd0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.952+0000 7fbe7e7d0640 1 --2- 172.21.15.27:0/321225879 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbe7815dce0 0x7fbe7815fac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.952+0000 7fbe7e7d0640 1 --2- 172.21.15.27:0/321225879 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbe780ce810 0x7fbe7815e2b0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.952+0000 7fbe7e7d0640 1 --2- 172.21.15.27:0/321225879 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbe780b5a50 0x7fbe780cd480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.952+0000 7fbe7e7d0640 1 -- 172.21.15.27:0/321225879 >> 172.21.15.27:0/321225879 conn(0x7fbe780d0870 msgr2=0x7fbe780b38f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:48.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.953+0000 7fbe7e7d0640 1 -- 172.21.15.27:0/321225879 shutdown_connections 2024-02-09T23:56:48.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:48.953+0000 7fbe7e7d0640 1 -- 172.21.15.27:0/321225879 wait complete. 2024-02-09T23:56:48.966 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-02-09T23:56:49.073 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.070+0000 7f32b492c640 1 Processor -- start 2024-02-09T23:56:49.073 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.070+0000 7f32b492c640 1 -- start start 2024-02-09T23:56:49.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.071+0000 7f32b492c640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f32b006b2a0 0x7f32b015e950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:49.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.071+0000 7f32b492c640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f32b015e1b0 con 0x7f32b006aec0 2024-02-09T23:56:49.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.071+0000 7f32b492c640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f32b00b4550 con 0x7f32b015ee90 2024-02-09T23:56:49.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.071+0000 7f32b492c640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32b00b4df0 con 0x7f32b006b2a0 2024-02-09T23:56:49.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.071+0000 7f32ae59c640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f32b006aec0 0x7f32b00af9c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:46160/0 (socket says 172.21.15.27:46160) 2024-02-09T23:56:49.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.072+0000 7f32ae59c640 1 -- 172.21.15.27:0/1382735106 learned_addr learned my addr 172.21.15.27:0/1382735106 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:56:49.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.072+0000 7f32ad59a640 1 -- 172.21.15.27:0/1382735106 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2528270691 0 0) 0x7f32b015e1b0 con 0x7f32b006aec0 2024-02-09T23:56:49.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.072+0000 7f32ad59a640 1 -- 172.21.15.27:0/1382735106 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f329c003520 con 0x7f32b006aec0 2024-02-09T23:56:49.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.072+0000 7f32add9b640 1 --2- 172.21.15.27:0/1382735106 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f32b006b2a0 0x7f32b015e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:49.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.072+0000 7f32ad59a640 1 -- 172.21.15.27:0/1382735106 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3264319129 0 0) 0x7f329c003520 con 0x7f32b006aec0 2024-02-09T23:56:49.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.072+0000 7f32ad59a640 1 -- 172.21.15.27:0/1382735106 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f32b006b2a0 msgr2=0x7f32b015e950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:49.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.072+0000 7f32ad59a640 1 --2- 172.21.15.27:0/1382735106 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f32b006b2a0 0x7f32b015e950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:49.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.072+0000 7f32ad59a640 1 -- 172.21.15.27:0/1382735106 >> v1:172.21.15.153:6789/0 conn(0x7f32b015ee90 legacy=0x7f32b01617a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:49.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.072+0000 7f32ad59a640 1 -- 172.21.15.27:0/1382735106 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32b00b4830 con 0x7f32b006aec0 2024-02-09T23:56:49.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.072+0000 7f32ad59a640 1 -- 172.21.15.27:0/1382735106 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7f32a8001670 con 0x7f32b006aec0 2024-02-09T23:56:49.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.072+0000 7f32ad59a640 1 -- 172.21.15.27:0/1382735106 >> v1:172.21.15.27:6789/0 conn(0x7f32b006aec0 legacy=0x7f32b00af9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:49.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.072+0000 7f32ad59a640 1 --2- 172.21.15.27:0/1382735106 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f329c003a10 0x7f329c003e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:49.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.072+0000 7f32ad59a640 1 --2- 172.21.15.27:0/1382735106 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f329c0047c0 0x7f329c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:49.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.072+0000 7f32ad59a640 1 --2- 172.21.15.27:0/1382735106 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f32b006b2a0 0x7f329c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:49.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.072+0000 7f32ad59a640 1 -- 172.21.15.27:0/1382735106 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32b00b4df0 con 0x7f329c003a10 2024-02-09T23:56:49.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.072+0000 7f32ad59a640 1 -- 172.21.15.27:0/1382735106 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f329c0054e0 con 0x7f329c0047c0 2024-02-09T23:56:49.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.072+0000 7f32ad59a640 1 -- 172.21.15.27:0/1382735106 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f329c00bec0 con 0x7f32b006b2a0 2024-02-09T23:56:49.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.072+0000 7f32ae59c640 1 --2- 172.21.15.27:0/1382735106 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f329c003a10 0x7f329c003e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:49.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.072+0000 7f32add9b640 1 --2- 172.21.15.27:0/1382735106 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f329c0047c0 0x7f329c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:49.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.072+0000 7f32aed9d640 1 --2- 172.21.15.27:0/1382735106 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f32b006b2a0 0x7f329c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:49.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.072+0000 7f32ae59c640 1 -- 172.21.15.27:0/1382735106 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f32b006b2a0 msgr2=0x7f329c00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:49.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.072+0000 7f32ae59c640 1 --2- 172.21.15.27:0/1382735106 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f32b006b2a0 0x7f329c00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:49.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.072+0000 7f32ae59c640 1 -- 172.21.15.27:0/1382735106 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f329c0047c0 msgr2=0x7f329c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:49.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.072+0000 7f32ae59c640 1 --2- 172.21.15.27:0/1382735106 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f329c0047c0 0x7f329c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:49.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.072+0000 7f32ae59c640 1 -- 172.21.15.27:0/1382735106 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f329c003520 con 0x7f329c003a10 2024-02-09T23:56:49.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.072+0000 7f32add9b640 1 --2- 172.21.15.27:0/1382735106 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f329c0047c0 0x7f329c004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:56:49.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.073+0000 7f32ae59c640 1 --2- 172.21.15.27:0/1382735106 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f329c003a10 0x7f329c003e30 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f32a8001050 tx=0x7f329c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebe81e1e7886146f server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:49.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.073+0000 7f32ad59a640 1 -- 172.21.15.27:0/1382735106 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32a8005ad0 con 0x7f329c003a10 2024-02-09T23:56:49.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.073+0000 7f32ad59a640 1 -- 172.21.15.27:0/1382735106 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32a8005c30 con 0x7f329c003a10 2024-02-09T23:56:49.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.073+0000 7f32ad59a640 1 -- 172.21.15.27:0/1382735106 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32a802c890 con 0x7f329c003a10 2024-02-09T23:56:49.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.074+0000 7f32b492c640 1 -- 172.21.15.27:0/1382735106 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f329c003a10 msgr2=0x7f329c003e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:49.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.074+0000 7f32b492c640 1 --2- 172.21.15.27:0/1382735106 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f329c003a10 0x7f329c003e30 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f32a8001050 tx=0x7f329c0057f0 comp rx=0 tx=0).stop 2024-02-09T23:56:49.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.074+0000 7f32aed9d640 1 -- 172.21.15.27:0/1382735106 reap_dead start 2024-02-09T23:56:49.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.074+0000 7f32b492c640 1 -- 172.21.15.27:0/1382735106 shutdown_connections 2024-02-09T23:56:49.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.074+0000 7f32b492c640 1 -- 172.21.15.27:0/1382735106 >> 172.21.15.27:0/1382735106 conn(0x7f32b006c720 msgr2=0x7f32b0072370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:49.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.074+0000 7f32b492c640 1 -- 172.21.15.27:0/1382735106 shutdown_connections 2024-02-09T23:56:49.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.074+0000 7f32b492c640 1 -- 172.21.15.27:0/1382735106 wait complete. 2024-02-09T23:56:49.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.075+0000 7f32b492c640 1 Processor -- start 2024-02-09T23:56:49.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.075+0000 7f32b492c640 1 -- start start 2024-02-09T23:56:49.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.076+0000 7f32b492c640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f329c003a10 0x7f32b01531b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:49.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.076+0000 7f32b492c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f32b01f3970 0x7f32b00c9d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:49.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.076+0000 7f32b492c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f32b00ca260 0x7f32b00cc460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:49.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.076+0000 7f32b492c640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32b00cb310 con 0x7f32b01f3970 2024-02-09T23:56:49.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.076+0000 7f32b492c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32b00ca700 con 0x7f32b00ca260 2024-02-09T23:56:49.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.076+0000 7f32b492c640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32b00ca9e0 con 0x7f329c003a10 2024-02-09T23:56:49.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.076+0000 7f32add9b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f32b01f3970 0x7f32b00c9d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:49.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.076+0000 7f32add9b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f32b01f3970 0x7f32b00c9d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33818/0 (socket says 172.21.15.27:33818) 2024-02-09T23:56:49.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.076+0000 7f32add9b640 1 -- 172.21.15.27:0/1505469601 learned_addr learned my addr 172.21.15.27:0/1505469601 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:49.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.076+0000 7f32ae59c640 1 --2- 172.21.15.27:0/1505469601 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f329c003a10 0x7f32b01531b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:49.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.076+0000 7f32aed9d640 1 --2- 172.21.15.27:0/1505469601 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f32b00ca260 0x7f32b00cc460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:49.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.076+0000 7f32add9b640 1 -- 172.21.15.27:0/1505469601 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f329c003a10 msgr2=0x7f32b01531b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:49.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.076+0000 7f32add9b640 1 --2- 172.21.15.27:0/1505469601 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f329c003a10 0x7f32b01531b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:49.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.076+0000 7f32add9b640 1 -- 172.21.15.27:0/1505469601 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f32b00ca260 msgr2=0x7f32b00cc460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:49.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.076+0000 7f32add9b640 1 --2- 172.21.15.27:0/1505469601 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f32b00ca260 0x7f32b00cc460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:49.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.076+0000 7f32add9b640 1 -- 172.21.15.27:0/1505469601 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32b00cacc0 con 0x7f32b01f3970 2024-02-09T23:56:49.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.076+0000 7f32add9b640 1 --2- 172.21.15.27:0/1505469601 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f32b01f3970 0x7f32b00c9d20 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f3298006a90 tx=0x7f3298004610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:49.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.077+0000 7f32a6ffd640 1 -- 172.21.15.27:0/1505469601 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3298014870 con 0x7f32b01f3970 2024-02-09T23:56:49.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.077+0000 7f32a6ffd640 1 -- 172.21.15.27:0/1505469601 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32980149d0 con 0x7f32b01f3970 2024-02-09T23:56:49.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.077+0000 7f32a6ffd640 1 -- 172.21.15.27:0/1505469601 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3298014d60 con 0x7f32b01f3970 2024-02-09T23:56:49.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.077+0000 7f32b492c640 1 -- 172.21.15.27:0/1505469601 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32b00cafa0 con 0x7f32b01f3970 2024-02-09T23:56:49.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.077+0000 7f32b492c640 1 -- 172.21.15.27:0/1505469601 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32b00cc9a0 con 0x7f32b01f3970 2024-02-09T23:56:49.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.078+0000 7f32b492c640 1 -- 172.21.15.27:0/1505469601 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f32b00cb4c0 con 0x7f32b01f3970 2024-02-09T23:56:49.085 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.078+0000 7f32a6ffd640 1 -- 172.21.15.27:0/1505469601 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f3298015410 con 0x7f32b01f3970 2024-02-09T23:56:49.085 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.079+0000 7f32a6ffd640 1 --2- 172.21.15.27:0/1505469601 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f329006b810 0x7f329006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:49.085 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.079+0000 7f32a6ffd640 1 -- 172.21.15.27:0/1505469601 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f329808a510 con 0x7f32b01f3970 2024-02-09T23:56:49.085 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.079+0000 7f32ae59c640 1 --2- 172.21.15.27:0/1505469601 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f329006b810 0x7f329006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:49.085 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.079+0000 7f32ae59c640 1 --2- 172.21.15.27:0/1505469601 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f329006b810 0x7f329006dcd0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f32a8034000 tx=0x7f32a8037040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:49.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.083+0000 7f32a6ffd640 1 -- 172.21.15.27:0/1505469601 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f32b00cb4c0 con 0x7f32b01f3970 2024-02-09T23:56:49.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.264+0000 7f32b492c640 1 -- 172.21.15.27:0/1505469601 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f32b00cb4c0 con 0x7f32b01f3970 2024-02-09T23:56:49.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.264+0000 7f32a6ffd640 1 -- 172.21.15.27:0/1505469601 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v16) v1 ==== 84+0+65 (secure 0 0 0) 0x7f32b00cb4c0 con 0x7f32b01f3970 2024-02-09T23:56:49.267 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:56:49.267 INFO:teuthology.orchestra.run.smithi027.stdout:[ 2024-02-09T23:56:49.267 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-02-09T23:56:49.267 INFO:teuthology.orchestra.run.smithi027.stdout: "poolnum": 1, 2024-02-09T23:56:49.267 INFO:teuthology.orchestra.run.smithi027.stdout: "poolname": ".mgr" 2024-02-09T23:56:49.267 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-02-09T23:56:49.267 INFO:teuthology.orchestra.run.smithi027.stdout:] 2024-02-09T23:56:49.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.266+0000 7f32b492c640 1 -- 172.21.15.27:0/1505469601 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f329006b810 msgr2=0x7f329006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:49.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.266+0000 7f32b492c640 1 --2- 172.21.15.27:0/1505469601 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f329006b810 0x7f329006dcd0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f32a8034000 tx=0x7f32a8037040 comp rx=0 tx=0).stop 2024-02-09T23:56:49.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.266+0000 7f32b492c640 1 -- 172.21.15.27:0/1505469601 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f32b01f3970 msgr2=0x7f32b00c9d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:49.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.266+0000 7f32b492c640 1 --2- 172.21.15.27:0/1505469601 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f32b01f3970 0x7f32b00c9d20 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f3298006a90 tx=0x7f3298004610 comp rx=0 tx=0).stop 2024-02-09T23:56:49.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.266+0000 7f32b492c640 1 -- 172.21.15.27:0/1505469601 shutdown_connections 2024-02-09T23:56:49.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.266+0000 7f32b492c640 1 --2- 172.21.15.27:0/1505469601 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f329006b810 0x7f329006dcd0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:49.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.266+0000 7f32b492c640 1 --2- 172.21.15.27:0/1505469601 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f32b00ca260 0x7f32b00cc460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:49.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.266+0000 7f32b492c640 1 --2- 172.21.15.27:0/1505469601 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f32b01f3970 0x7f32b00c9d20 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:49.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.266+0000 7f32b492c640 1 --2- 172.21.15.27:0/1505469601 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f329c003a10 0x7f32b01531b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:49.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.266+0000 7f32b492c640 1 -- 172.21.15.27:0/1505469601 >> 172.21.15.27:0/1505469601 conn(0x7f32b006c720 msgr2=0x7f32b00af630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:49.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.266+0000 7f32b492c640 1 -- 172.21.15.27:0/1505469601 shutdown_connections 2024-02-09T23:56:49.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.266+0000 7f32b492c640 1 -- 172.21.15.27:0/1505469601 wait complete. 2024-02-09T23:56:49.279 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-02-09T23:56:49.279 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-02-09T23:56:49.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.387+0000 7f959afe9640 1 Processor -- start 2024-02-09T23:56:49.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.387+0000 7f959afe9640 1 -- start start 2024-02-09T23:56:49.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.388+0000 7f959afe9640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f959415dbe0 0x7f95940b6be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:49.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.388+0000 7f959afe9640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f959415dfc0 0x7f95941618b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:49.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.388+0000 7f959afe9640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f95940d1e80 con 0x7f9594161df0 2024-02-09T23:56:49.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.388+0000 7f959afe9640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f95940d2490 con 0x7f959415dfc0 2024-02-09T23:56:49.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.388+0000 7f959afe9640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9594162330 con 0x7f959415dbe0 2024-02-09T23:56:49.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.388+0000 7f9593fff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f959415dfc0 0x7f95941618b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:49.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.388+0000 7f9593fff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f959415dfc0 0x7f95941618b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33828/0 (socket says 172.21.15.27:33828) 2024-02-09T23:56:49.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.388+0000 7f9593fff640 1 -- 172.21.15.27:0/352335560 learned_addr learned my addr 172.21.15.27:0/352335560 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:49.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.388+0000 7f9598d85640 1 --2- 172.21.15.27:0/352335560 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f959415dbe0 0x7f95940b6be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:49.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.388+0000 7f9593fff640 1 -- 172.21.15.27:0/352335560 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f959415dbe0 msgr2=0x7f95940b6be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:49.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.388+0000 7f9593fff640 1 --2- 172.21.15.27:0/352335560 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f959415dbe0 0x7f95940b6be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:49.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.388+0000 7f9593fff640 1 -- 172.21.15.27:0/352335560 >> v1:172.21.15.153:6789/0 conn(0x7f9594161df0 legacy=0x7f95940b5450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:49.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.388+0000 7f9593fff640 1 -- 172.21.15.27:0/352335560 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9594162610 con 0x7f959415dfc0 2024-02-09T23:56:49.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.389+0000 7f9593fff640 1 --2- 172.21.15.27:0/352335560 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f959415dfc0 0x7f95941618b0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f9580009870 tx=0x7f958002b980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45299950477b8eaa server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:49.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.389+0000 7f95937fe640 1 -- 172.21.15.27:0/352335560 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9580030840 con 0x7f959415dfc0 2024-02-09T23:56:49.399 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.389+0000 7f95937fe640 1 -- 172.21.15.27:0/352335560 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f95800309a0 con 0x7f959415dfc0 2024-02-09T23:56:49.399 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.389+0000 7f95937fe640 1 -- 172.21.15.27:0/352335560 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9580030d30 con 0x7f959415dfc0 2024-02-09T23:56:49.399 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.389+0000 7f959afe9640 1 -- 172.21.15.27:0/352335560 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f959415dfc0 msgr2=0x7f95941618b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:49.399 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.389+0000 7f959afe9640 1 --2- 172.21.15.27:0/352335560 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f959415dfc0 0x7f95941618b0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f9580009870 tx=0x7f958002b980 comp rx=0 tx=0).stop 2024-02-09T23:56:49.400 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.390+0000 7f959afe9640 1 -- 172.21.15.27:0/352335560 shutdown_connections 2024-02-09T23:56:49.400 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.390+0000 7f959afe9640 1 --2- 172.21.15.27:0/352335560 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f959415dfc0 0x7f95941618b0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:49.400 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.390+0000 7f959afe9640 1 --2- 172.21.15.27:0/352335560 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f959415dbe0 0x7f95940b6be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:49.400 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.390+0000 7f959afe9640 1 -- 172.21.15.27:0/352335560 >> 172.21.15.27:0/352335560 conn(0x7f95940d0630 msgr2=0x7f95940d0a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:49.400 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.390+0000 7f959afe9640 1 -- 172.21.15.27:0/352335560 shutdown_connections 2024-02-09T23:56:49.400 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.390+0000 7f959afe9640 1 -- 172.21.15.27:0/352335560 wait complete. 2024-02-09T23:56:49.400 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.391+0000 7f959afe9640 1 Processor -- start 2024-02-09T23:56:49.400 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.391+0000 7f959afe9640 1 -- start start 2024-02-09T23:56:49.400 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.392+0000 7f959afe9640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f959415dbe0 0x7f95940ca000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:49.400 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.392+0000 7f959afe9640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9594161df0 0x7f95940c7f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:49.400 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.392+0000 7f959afe9640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9594152170 0x7f959415f4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:49.400 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.392+0000 7f959afe9640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9594159530 con 0x7f9594161df0 2024-02-09T23:56:49.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.392+0000 7f959afe9640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95940c8450 con 0x7f959415dbe0 2024-02-09T23:56:49.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.392+0000 7f959afe9640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f95940c86f0 con 0x7f9594152170 2024-02-09T23:56:49.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.392+0000 7f9593fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9594161df0 0x7f95940c7f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:49.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.392+0000 7f9593fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9594161df0 0x7f95940c7f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33844/0 (socket says 172.21.15.27:33844) 2024-02-09T23:56:49.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.392+0000 7f9593fff640 1 -- 172.21.15.27:0/3246347326 learned_addr learned my addr 172.21.15.27:0/3246347326 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:49.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.392+0000 7f9598d85640 1 --2- 172.21.15.27:0/3246347326 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f959415dbe0 0x7f95940ca000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:49.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.392+0000 7f9599586640 1 --2- 172.21.15.27:0/3246347326 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9594152170 0x7f959415f4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:49.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.392+0000 7f9593fff640 1 -- 172.21.15.27:0/3246347326 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9594152170 msgr2=0x7f959415f4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:49.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.392+0000 7f9593fff640 1 --2- 172.21.15.27:0/3246347326 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9594152170 0x7f959415f4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:49.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.392+0000 7f9593fff640 1 -- 172.21.15.27:0/3246347326 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f959415dbe0 msgr2=0x7f95940ca000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:49.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.392+0000 7f9593fff640 1 --2- 172.21.15.27:0/3246347326 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f959415dbe0 0x7f95940ca000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:49.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.392+0000 7f9593fff640 1 -- 172.21.15.27:0/3246347326 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95800094d0 con 0x7f9594161df0 2024-02-09T23:56:49.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.392+0000 7f9593fff640 1 --2- 172.21.15.27:0/3246347326 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9594161df0 0x7f95940c7f10 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f9580000c00 tx=0x7f9580004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:49.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.392+0000 7f95917fa640 1 -- 172.21.15.27:0/3246347326 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9580039c90 con 0x7f9594161df0 2024-02-09T23:56:49.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.392+0000 7f95917fa640 1 -- 172.21.15.27:0/3246347326 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9580039df0 con 0x7f9594161df0 2024-02-09T23:56:49.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.392+0000 7f95917fa640 1 -- 172.21.15.27:0/3246347326 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9580043640 con 0x7f9594161df0 2024-02-09T23:56:49.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.392+0000 7f959afe9640 1 -- 172.21.15.27:0/3246347326 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f95940c89d0 con 0x7f9594161df0 2024-02-09T23:56:49.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.393+0000 7f959afe9640 1 -- 172.21.15.27:0/3246347326 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9594159740 con 0x7f9594161df0 2024-02-09T23:56:49.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.394+0000 7f959afe9640 1 -- 172.21.15.27:0/3246347326 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f95940732d0 con 0x7f9594161df0 2024-02-09T23:56:49.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.394+0000 7f95917fa640 1 -- 172.21.15.27:0/3246347326 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f95800437a0 con 0x7f9594161df0 2024-02-09T23:56:49.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.394+0000 7f95917fa640 1 --2- 172.21.15.27:0/3246347326 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f957806b840 0x7f957806dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:49.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.394+0000 7f95917fa640 1 -- 172.21.15.27:0/3246347326 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f958003e070 con 0x7f9594161df0 2024-02-09T23:56:49.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.395+0000 7f9598d85640 1 --2- 172.21.15.27:0/3246347326 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f957806b840 0x7f957806dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:49.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.395+0000 7f9598d85640 1 --2- 172.21.15.27:0/3246347326 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f957806b840 0x7f957806dd00 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f9588006fd0 tx=0x7f9588008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:49.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.399+0000 7f95917fa640 1 -- 172.21.15.27:0/3246347326 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f9580077ba0 con 0x7f9594161df0 2024-02-09T23:56:49.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.579+0000 7f959afe9640 1 -- 172.21.15.27:0/3246347326 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f9594067dd0 con 0x7f9594161df0 2024-02-09T23:56:49.883 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.880+0000 7f95917fa640 1 -- 172.21.15.27:0/3246347326 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v17) v1 ==== 138+0+0 (secure 0 0 0) 0x7f95800340b0 con 0x7f9594161df0 2024-02-09T23:56:49.883 INFO:teuthology.orchestra.run.smithi027.stderr:pool 'cephfs_metadata' created 2024-02-09T23:56:49.885 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.882+0000 7f959afe9640 1 -- 172.21.15.27:0/3246347326 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f957806b840 msgr2=0x7f957806dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:49.885 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.882+0000 7f959afe9640 1 --2- 172.21.15.27:0/3246347326 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f957806b840 0x7f957806dd00 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f9588006fd0 tx=0x7f9588008040 comp rx=0 tx=0).stop 2024-02-09T23:56:49.885 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.882+0000 7f959afe9640 1 -- 172.21.15.27:0/3246347326 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9594161df0 msgr2=0x7f95940c7f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:49.885 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.882+0000 7f959afe9640 1 --2- 172.21.15.27:0/3246347326 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9594161df0 0x7f95940c7f10 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f9580000c00 tx=0x7f9580004730 comp rx=0 tx=0).stop 2024-02-09T23:56:49.885 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.882+0000 7f959afe9640 1 -- 172.21.15.27:0/3246347326 shutdown_connections 2024-02-09T23:56:49.885 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.882+0000 7f959afe9640 1 --2- 172.21.15.27:0/3246347326 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f957806b840 0x7f957806dd00 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:49.886 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.882+0000 7f959afe9640 1 --2- 172.21.15.27:0/3246347326 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9594152170 0x7f959415f4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:49.886 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.882+0000 7f959afe9640 1 --2- 172.21.15.27:0/3246347326 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9594161df0 0x7f95940c7f10 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:49.886 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.882+0000 7f959afe9640 1 --2- 172.21.15.27:0/3246347326 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f959415dbe0 0x7f95940ca000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:49.886 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.882+0000 7f959afe9640 1 -- 172.21.15.27:0/3246347326 >> 172.21.15.27:0/3246347326 conn(0x7f95940d0630 msgr2=0x7f95940cf700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:49.886 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.882+0000 7f959afe9640 1 -- 172.21.15.27:0/3246347326 shutdown_connections 2024-02-09T23:56:49.886 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:49.882+0000 7f959afe9640 1 -- 172.21.15.27:0/3246347326 wait complete. 2024-02-09T23:56:49.899 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-02-09T23:56:50.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.009+0000 7f49f0102640 1 Processor -- start 2024-02-09T23:56:50.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.010+0000 7f49f0102640 1 -- start start 2024-02-09T23:56:50.014 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.010+0000 7f49f0102640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f49e815db00 0x7f49e80b5400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:50.014 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.010+0000 7f49f0102640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f49e80b0f50 con 0x7f49e80b1db0 2024-02-09T23:56:50.014 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.010+0000 7f49f0102640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f49e80b1230 con 0x7f49e806b360 2024-02-09T23:56:50.014 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.010+0000 7f49f0102640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f49e80b0d40 con 0x7f49e815db00 2024-02-09T23:56:50.014 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.011+0000 7f49ed69d640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f49e80b1db0 0x7f49e806ac50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:46166/0 (socket says 172.21.15.27:46166) 2024-02-09T23:56:50.014 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.011+0000 7f49ede9e640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f49e815db00 0x7f49e80b5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:50.014 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.011+0000 7f49ed69d640 1 -- 172.21.15.27:0/1758354415 learned_addr learned my addr 172.21.15.27:0/1758354415 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:56:50.014 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.011+0000 7f49ede9e640 1 -- 172.21.15.27:0/1758354415 >> v1:172.21.15.153:6789/0 conn(0x7f49e806b360 legacy=0x7f49e80adb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:50.014 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.011+0000 7f49ede9e640 1 -- 172.21.15.27:0/1758354415 >> v1:172.21.15.27:6789/0 conn(0x7f49e80b1db0 legacy=0x7f49e806ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:50.014 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.011+0000 7f49ece9c640 1 -- 172.21.15.27:0/1758354415 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 654636003 0 0) 0x7f49e80b0f50 con 0x7f49e80b1db0 2024-02-09T23:56:50.014 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.011+0000 7f49ede9e640 1 -- 172.21.15.27:0/1758354415 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49e80b1510 con 0x7f49e815db00 2024-02-09T23:56:50.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.012+0000 7f49ede9e640 1 --2- 172.21.15.27:0/1758354415 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f49e815db00 0x7f49e80b5400 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f49e40097a0 tx=0x7f49e402b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a04c160e454a3ba9 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:50.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.012+0000 7f49ece9c640 1 -- 172.21.15.27:0/1758354415 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49e4030610 con 0x7f49e815db00 2024-02-09T23:56:50.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.012+0000 7f49ece9c640 1 -- 172.21.15.27:0/1758354415 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49e4030770 con 0x7f49e815db00 2024-02-09T23:56:50.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.012+0000 7f49ece9c640 1 -- 172.21.15.27:0/1758354415 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49e4030b00 con 0x7f49e815db00 2024-02-09T23:56:50.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.012+0000 7f49f0102640 1 -- 172.21.15.27:0/1758354415 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f49e815db00 msgr2=0x7f49e80b5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:50.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.012+0000 7f49f0102640 1 --2- 172.21.15.27:0/1758354415 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f49e815db00 0x7f49e80b5400 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f49e40097a0 tx=0x7f49e402b960 comp rx=0 tx=0).stop 2024-02-09T23:56:50.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.012+0000 7f49f0102640 1 -- 172.21.15.27:0/1758354415 shutdown_connections 2024-02-09T23:56:50.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.012+0000 7f49f0102640 1 --2- 172.21.15.27:0/1758354415 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f49e815db00 0x7f49e80b5400 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:50.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.012+0000 7f49f0102640 1 -- 172.21.15.27:0/1758354415 >> 172.21.15.27:0/1758354415 conn(0x7f49e8072940 msgr2=0x7f49e8099a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:50.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.013+0000 7f49f0102640 1 -- 172.21.15.27:0/1758354415 shutdown_connections 2024-02-09T23:56:50.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.013+0000 7f49f0102640 1 -- 172.21.15.27:0/1758354415 wait complete. 2024-02-09T23:56:50.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.014+0000 7f49f0102640 1 Processor -- start 2024-02-09T23:56:50.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.014+0000 7f49f0102640 1 -- start start 2024-02-09T23:56:50.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.014+0000 7f49f0102640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f49e806b360 0x7f49e81462b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:50.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.014+0000 7f49f0102640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f49e80b1db0 0x7f49e81f4410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:50.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.014+0000 7f49f0102640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f49e815db00 0x7f49e81493e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:50.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.014+0000 7f49f0102640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49e81469d0 con 0x7f49e815db00 2024-02-09T23:56:50.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.014+0000 7f49f0102640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49e81f4950 con 0x7f49e80b1db0 2024-02-09T23:56:50.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.014+0000 7f49f0102640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f49e8146be0 con 0x7f49e806b360 2024-02-09T23:56:50.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.014+0000 7f49ee69f640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f49e815db00 0x7f49e81493e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:50.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.014+0000 7f49ee69f640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f49e815db00 0x7f49e81493e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33874/0 (socket says 172.21.15.27:33874) 2024-02-09T23:56:50.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.014+0000 7f49ee69f640 1 -- 172.21.15.27:0/2077638084 learned_addr learned my addr 172.21.15.27:0/2077638084 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:50.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.015+0000 7f49ed69d640 1 --2- 172.21.15.27:0/2077638084 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f49e80b1db0 0x7f49e81f4410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:50.020 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.015+0000 7f49ede9e640 1 --2- 172.21.15.27:0/2077638084 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f49e806b360 0x7f49e81462b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:50.020 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.015+0000 7f49ee69f640 1 -- 172.21.15.27:0/2077638084 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f49e806b360 msgr2=0x7f49e81462b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:50.020 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.015+0000 7f49ee69f640 1 --2- 172.21.15.27:0/2077638084 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f49e806b360 0x7f49e81462b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:50.020 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.015+0000 7f49ee69f640 1 -- 172.21.15.27:0/2077638084 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f49e80b1db0 msgr2=0x7f49e81f4410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:50.020 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.015+0000 7f49ee69f640 1 --2- 172.21.15.27:0/2077638084 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f49e80b1db0 0x7f49e81f4410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:50.020 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.015+0000 7f49ee69f640 1 -- 172.21.15.27:0/2077638084 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49e4009400 con 0x7f49e815db00 2024-02-09T23:56:50.020 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.015+0000 7f49ee69f640 1 --2- 172.21.15.27:0/2077638084 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f49e815db00 0x7f49e81493e0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f49e000c730 tx=0x7f49e000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:50.020 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.015+0000 7f49de7fc640 1 -- 172.21.15.27:0/2077638084 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49e0003b70 con 0x7f49e815db00 2024-02-09T23:56:50.020 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.015+0000 7f49de7fc640 1 -- 172.21.15.27:0/2077638084 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49e0003cd0 con 0x7f49e815db00 2024-02-09T23:56:50.020 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.015+0000 7f49f0102640 1 -- 172.21.15.27:0/2077638084 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f49e8146ec0 con 0x7f49e815db00 2024-02-09T23:56:50.020 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.015+0000 7f49de7fc640 1 -- 172.21.15.27:0/2077638084 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49e000aa90 con 0x7f49e815db00 2024-02-09T23:56:50.020 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.015+0000 7f49f0102640 1 -- 172.21.15.27:0/2077638084 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49e8147480 con 0x7f49e815db00 2024-02-09T23:56:50.020 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.016+0000 7f49f0102640 1 -- 172.21.15.27:0/2077638084 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f49e80b35d0 con 0x7f49e815db00 2024-02-09T23:56:50.021 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.017+0000 7f49de7fc640 1 -- 172.21.15.27:0/2077638084 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f49e000abf0 con 0x7f49e815db00 2024-02-09T23:56:50.021 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.017+0000 7f49de7fc640 1 --2- 172.21.15.27:0/2077638084 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f49cc06b810 0x7f49cc06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:50.021 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.017+0000 7f49de7fc640 1 -- 172.21.15.27:0/2077638084 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 5227+0+0 (secure 0 0 0) 0x7f49e0089d60 con 0x7f49e815db00 2024-02-09T23:56:50.021 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.017+0000 7f49ede9e640 1 --2- 172.21.15.27:0/2077638084 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f49cc06b810 0x7f49cc06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:50.022 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.018+0000 7f49ede9e640 1 --2- 172.21.15.27:0/2077638084 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f49cc06b810 0x7f49cc06dcd0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f49e4036000 tx=0x7f49e4008030 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:50.024 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.022+0000 7f49de7fc640 1 -- 172.21.15.27:0/2077638084 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f49e00549f0 con 0x7f49e815db00 2024-02-09T23:56:50.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.203+0000 7f49f0102640 1 -- 172.21.15.27:0/2077638084 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f49e80746c0 con 0x7f49e815db00 2024-02-09T23:56:50.363 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-09T23:56:50.365 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-09T23:56:50.885 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.882+0000 7f49de7fc640 1 -- 172.21.15.27:0/2077638084 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v18) v1 ==== 170+0+0 (secure 0 0 0) 0x7f49e00580b0 con 0x7f49e815db00 2024-02-09T23:56:50.885 INFO:teuthology.orchestra.run.smithi027.stderr:pool 'cephfs_data' created 2024-02-09T23:56:50.887 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.884+0000 7f49f0102640 1 -- 172.21.15.27:0/2077638084 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f49cc06b810 msgr2=0x7f49cc06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:50.887 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.884+0000 7f49f0102640 1 --2- 172.21.15.27:0/2077638084 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f49cc06b810 0x7f49cc06dcd0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f49e4036000 tx=0x7f49e4008030 comp rx=0 tx=0).stop 2024-02-09T23:56:50.887 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.884+0000 7f49f0102640 1 -- 172.21.15.27:0/2077638084 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f49e815db00 msgr2=0x7f49e81493e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:50.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.884+0000 7f49f0102640 1 --2- 172.21.15.27:0/2077638084 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f49e815db00 0x7f49e81493e0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f49e000c730 tx=0x7f49e000cbf0 comp rx=0 tx=0).stop 2024-02-09T23:56:50.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.884+0000 7f49f0102640 1 -- 172.21.15.27:0/2077638084 shutdown_connections 2024-02-09T23:56:50.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.884+0000 7f49f0102640 1 --2- 172.21.15.27:0/2077638084 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f49cc06b810 0x7f49cc06dcd0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:50.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.884+0000 7f49f0102640 1 --2- 172.21.15.27:0/2077638084 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f49e815db00 0x7f49e81493e0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:50.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.884+0000 7f49f0102640 1 --2- 172.21.15.27:0/2077638084 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f49e80b1db0 0x7f49e81f4410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:50.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.884+0000 7f49f0102640 1 --2- 172.21.15.27:0/2077638084 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f49e806b360 0x7f49e81462b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:50.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.884+0000 7f49f0102640 1 -- 172.21.15.27:0/2077638084 >> 172.21.15.27:0/2077638084 conn(0x7f49e8072940 msgr2=0x7f49e806e4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:50.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.884+0000 7f49f0102640 1 -- 172.21.15.27:0/2077638084 shutdown_connections 2024-02-09T23:56:50.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:50.884+0000 7f49f0102640 1 -- 172.21.15.27:0/2077638084 wait complete. 2024-02-09T23:56:50.910 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-02-09T23:56:51.024 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.020+0000 7f4c9a81c640 1 Processor -- start 2024-02-09T23:56:51.024 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.020+0000 7f4c9a81c640 1 -- start start 2024-02-09T23:56:51.024 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.020+0000 7f4c9a81c640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f4c9406d5e0 0x7f4c9409a8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:51.024 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.020+0000 7f4c9a81c640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f4c94099a40 0x7f4c94099ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:51.024 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.020+0000 7f4c9a81c640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4c9415d4f0 0x7f4c9415d980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:51.024 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.020+0000 7f4c9a81c640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4c9409a3e0 con 0x7f4c9406d5e0 2024-02-09T23:56:51.024 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.020+0000 7f4c9a81c640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4c940cd3f0 con 0x7f4c94099a40 2024-02-09T23:56:51.024 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.020+0000 7f4c9a81c640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c940cc7e0 con 0x7f4c9415d4f0 2024-02-09T23:56:51.024 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.020+0000 7f4c93fff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f4c9406d5e0 0x7f4c9409a8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:51.024 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.021+0000 7f4c93fff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f4c9406d5e0 0x7f4c9409a8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33884/0 (socket says 172.21.15.27:33884) 2024-02-09T23:56:51.024 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.021+0000 7f4c93fff640 1 -- 172.21.15.27:0/231159320 learned_addr learned my addr 172.21.15.27:0/231159320 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:51.024 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.021+0000 7f4c937fe640 1 --2- 172.21.15.27:0/231159320 >> v2:172.21.15.153:3300/0 conn(0x7f4c94099a40 0x7f4c94099ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:51.025 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.021+0000 7f4c98db9640 1 --2- 172.21.15.27:0/231159320 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4c9415d4f0 0x7f4c9415d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:51.025 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.021+0000 7f4c93fff640 1 -- 172.21.15.27:0/231159320 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4c9415d4f0 msgr2=0x7f4c9415d980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:51.025 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.021+0000 7f4c93fff640 1 --2- 172.21.15.27:0/231159320 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4c9415d4f0 0x7f4c9415d980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:51.025 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.021+0000 7f4c93fff640 1 -- 172.21.15.27:0/231159320 >> v2:172.21.15.153:3300/0 conn(0x7f4c94099a40 msgr2=0x7f4c94099ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:51.025 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.021+0000 7f4c93fff640 1 --2- 172.21.15.27:0/231159320 >> v2:172.21.15.153:3300/0 conn(0x7f4c94099a40 0x7f4c94099ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:51.025 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.021+0000 7f4c93fff640 1 -- 172.21.15.27:0/231159320 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c940ccac0 con 0x7f4c9406d5e0 2024-02-09T23:56:51.026 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.021+0000 7f4c93fff640 1 --2- 172.21.15.27:0/231159320 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4c9406d5e0 0x7f4c9409a8c0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f4c94161830 tx=0x7f4c8402b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11d531b440100f9f server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:51.026 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.022+0000 7f4c92ffd640 1 -- 172.21.15.27:0/231159320 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c84031870 con 0x7f4c9406d5e0 2024-02-09T23:56:51.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.022+0000 7f4c92ffd640 1 -- 172.21.15.27:0/231159320 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c840319d0 con 0x7f4c9406d5e0 2024-02-09T23:56:51.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.022+0000 7f4c92ffd640 1 -- 172.21.15.27:0/231159320 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c84031d60 con 0x7f4c9406d5e0 2024-02-09T23:56:51.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.022+0000 7f4c9a81c640 1 -- 172.21.15.27:0/231159320 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4c9406d5e0 msgr2=0x7f4c9409a8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:51.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.022+0000 7f4c9a81c640 1 --2- 172.21.15.27:0/231159320 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4c9406d5e0 0x7f4c9409a8c0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f4c94161830 tx=0x7f4c8402b910 comp rx=0 tx=0).stop 2024-02-09T23:56:51.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.022+0000 7f4c9a81c640 1 -- 172.21.15.27:0/231159320 shutdown_connections 2024-02-09T23:56:51.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.022+0000 7f4c9a81c640 1 --2- 172.21.15.27:0/231159320 >> v2:172.21.15.153:3300/0 conn(0x7f4c94099a40 0x7f4c94099ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:51.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.022+0000 7f4c9a81c640 1 --2- 172.21.15.27:0/231159320 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4c9415d4f0 0x7f4c9415d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:51.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.022+0000 7f4c9a81c640 1 --2- 172.21.15.27:0/231159320 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4c9406d5e0 0x7f4c9409a8c0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:51.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.022+0000 7f4c9a81c640 1 -- 172.21.15.27:0/231159320 >> 172.21.15.27:0/231159320 conn(0x7f4c940b3370 msgr2=0x7f4c940b3780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:51.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.022+0000 7f4c9a81c640 1 -- 172.21.15.27:0/231159320 shutdown_connections 2024-02-09T23:56:51.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.022+0000 7f4c9a81c640 1 -- 172.21.15.27:0/231159320 wait complete. 2024-02-09T23:56:51.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.023+0000 7f4c9a81c640 1 Processor -- start 2024-02-09T23:56:51.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.024+0000 7f4c9a81c640 1 -- start start 2024-02-09T23:56:51.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.024+0000 7f4c9a81c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4c9406d5e0 0x7f4c940ae520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:51.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.024+0000 7f4c9a81c640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4c94099a40 0x7f4c94149e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:51.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.024+0000 7f4c9a81c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4c9415d4f0 0x7f4c940b6730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:51.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.024+0000 7f4c9a81c640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c940cad30 con 0x7f4c9415d4f0 2024-02-09T23:56:51.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.024+0000 7f4c9a81c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c940b1600 con 0x7f4c9406d5e0 2024-02-09T23:56:51.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.024+0000 7f4c9a81c640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c940c99b0 con 0x7f4c94099a40 2024-02-09T23:56:51.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.024+0000 7f4c98db9640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4c9415d4f0 0x7f4c940b6730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:51.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.025+0000 7f4c98db9640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4c9415d4f0 0x7f4c940b6730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33890/0 (socket says 172.21.15.27:33890) 2024-02-09T23:56:51.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.025+0000 7f4c98db9640 1 -- 172.21.15.27:0/1846265301 learned_addr learned my addr 172.21.15.27:0/1846265301 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:51.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.025+0000 7f4c937fe640 1 --2- 172.21.15.27:0/1846265301 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4c94099a40 0x7f4c94149e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:51.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.025+0000 7f4c93fff640 1 --2- 172.21.15.27:0/1846265301 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4c9406d5e0 0x7f4c940ae520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:51.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.025+0000 7f4c98db9640 1 -- 172.21.15.27:0/1846265301 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4c94099a40 msgr2=0x7f4c94149e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:51.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.025+0000 7f4c98db9640 1 --2- 172.21.15.27:0/1846265301 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4c94099a40 0x7f4c94149e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:51.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.025+0000 7f4c98db9640 1 -- 172.21.15.27:0/1846265301 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4c9406d5e0 msgr2=0x7f4c940ae520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:51.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.025+0000 7f4c98db9640 1 --2- 172.21.15.27:0/1846265301 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4c9406d5e0 0x7f4c940ae520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:51.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.025+0000 7f4c98db9640 1 -- 172.21.15.27:0/1846265301 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c840094d0 con 0x7f4c9415d4f0 2024-02-09T23:56:51.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.025+0000 7f4c98db9640 1 --2- 172.21.15.27:0/1846265301 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4c9415d4f0 0x7f4c940b6730 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f4c8c007e60 tx=0x7f4c8c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:51.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.025+0000 7f4c90ff9640 1 -- 172.21.15.27:0/1846265301 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c8c014420 con 0x7f4c9415d4f0 2024-02-09T23:56:51.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.025+0000 7f4c90ff9640 1 -- 172.21.15.27:0/1846265301 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c8c0145a0 con 0x7f4c9415d4f0 2024-02-09T23:56:51.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.025+0000 7f4c9a81c640 1 -- 172.21.15.27:0/1846265301 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c940ca670 con 0x7f4c9415d4f0 2024-02-09T23:56:51.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.025+0000 7f4c90ff9640 1 -- 172.21.15.27:0/1846265301 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c8c014950 con 0x7f4c9415d4f0 2024-02-09T23:56:51.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.025+0000 7f4c9a81c640 1 -- 172.21.15.27:0/1846265301 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c940aea60 con 0x7f4c9415d4f0 2024-02-09T23:56:51.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.026+0000 7f4c9a81c640 1 -- 172.21.15.27:0/1846265301 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c940ca4d0 con 0x7f4c9415d4f0 2024-02-09T23:56:51.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.027+0000 7f4c90ff9640 1 -- 172.21.15.27:0/1846265301 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f4c8c014ab0 con 0x7f4c9415d4f0 2024-02-09T23:56:51.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.027+0000 7f4c90ff9640 1 --2- 172.21.15.27:0/1846265301 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4c8006b810 0x7f4c8006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:51.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.027+0000 7f4c90ff9640 1 -- 172.21.15.27:0/1846265301 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 5609+0+0 (secure 0 0 0) 0x7f4c8c08a920 con 0x7f4c9415d4f0 2024-02-09T23:56:51.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.027+0000 7f4c93fff640 1 --2- 172.21.15.27:0/1846265301 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4c8006b810 0x7f4c8006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:51.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.028+0000 7f4c93fff640 1 --2- 172.21.15.27:0/1846265301 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4c8006b810 0x7f4c8006dcd0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f4c84036000 tx=0x7f4c8403c040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:51.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.032+0000 7f4c90ff9640 1 -- 172.21.15.27:0/1846265301 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f4c940ca4d0 con 0x7f4c9415d4f0 2024-02-09T23:56:51.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.249+0000 7f4c9a81c640 1 -- 172.21.15.27:0/1846265301 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f4c940cae70 con 0x7f4c9415d4f0 2024-02-09T23:56:51.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.903+0000 7f4c90ff9640 1 -- 172.21.15.27:0/1846265301 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) v1 ==== 172+0+0 (secure 0 0 0) 0x7f4c940cae70 con 0x7f4c9415d4f0 2024-02-09T23:56:51.907 INFO:teuthology.orchestra.run.smithi027.stderr:new fs with metadata pool 2 and data pool 3 2024-02-09T23:56:51.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.906+0000 7f4c9a81c640 1 -- 172.21.15.27:0/1846265301 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4c8006b810 msgr2=0x7f4c8006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:51.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.906+0000 7f4c9a81c640 1 --2- 172.21.15.27:0/1846265301 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4c8006b810 0x7f4c8006dcd0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f4c84036000 tx=0x7f4c8403c040 comp rx=0 tx=0).stop 2024-02-09T23:56:51.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.906+0000 7f4c9a81c640 1 -- 172.21.15.27:0/1846265301 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4c9415d4f0 msgr2=0x7f4c940b6730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:51.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.906+0000 7f4c9a81c640 1 --2- 172.21.15.27:0/1846265301 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4c9415d4f0 0x7f4c940b6730 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f4c8c007e60 tx=0x7f4c8c00e4b0 comp rx=0 tx=0).stop 2024-02-09T23:56:51.910 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.906+0000 7f4c9a81c640 1 -- 172.21.15.27:0/1846265301 shutdown_connections 2024-02-09T23:56:51.910 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.906+0000 7f4c9a81c640 1 --2- 172.21.15.27:0/1846265301 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4c8006b810 0x7f4c8006dcd0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:51.910 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.906+0000 7f4c9a81c640 1 --2- 172.21.15.27:0/1846265301 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4c9415d4f0 0x7f4c940b6730 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:51.910 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.906+0000 7f4c9a81c640 1 --2- 172.21.15.27:0/1846265301 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4c94099a40 0x7f4c94149e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:51.910 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.906+0000 7f4c9a81c640 1 --2- 172.21.15.27:0/1846265301 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4c9406d5e0 0x7f4c940ae520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:51.910 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.906+0000 7f4c9a81c640 1 -- 172.21.15.27:0/1846265301 >> 172.21.15.27:0/1846265301 conn(0x7f4c940b3370 msgr2=0x7f4c9415cac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:51.910 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.906+0000 7f4c9a81c640 1 -- 172.21.15.27:0/1846265301 shutdown_connections 2024-02-09T23:56:51.910 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:51.906+0000 7f4c9a81c640 1 -- 172.21.15.27:0/1846265301 wait complete. 2024-02-09T23:56:51.925 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:56:52.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.033+0000 7f593e240640 1 Processor -- start 2024-02-09T23:56:52.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.033+0000 7f593e240640 1 -- start start 2024-02-09T23:56:52.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.034+0000 7f593e240640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f59380b1db0 0x7f59380b5400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:52.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.034+0000 7f593e240640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f59380b0dd0 0x7f59380b1230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:52.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.034+0000 7f593e240640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f59380b0010 con 0x7f593806ac50 2024-02-09T23:56:52.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.034+0000 7f593e240640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f59380b02f0 con 0x7f59380b1db0 2024-02-09T23:56:52.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.034+0000 7f593e240640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f59380b05d0 con 0x7f59380b0dd0 2024-02-09T23:56:52.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.034+0000 7f5936ffd640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f59380b1db0 0x7f59380b5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:52.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.034+0000 7f5936ffd640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f59380b1db0 0x7f59380b5400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33894/0 (socket says 172.21.15.27:33894) 2024-02-09T23:56:52.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.034+0000 7f5936ffd640 1 -- 172.21.15.27:0/2013898679 learned_addr learned my addr 172.21.15.27:0/2013898679 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:52.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.034+0000 7f5937fff640 1 --2- 172.21.15.27:0/2013898679 >> v2:172.21.15.153:3300/0 conn(0x7f59380b0dd0 0x7f59380b1230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:52.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.034+0000 7f5936ffd640 1 -- 172.21.15.27:0/2013898679 >> v2:172.21.15.153:3300/0 conn(0x7f59380b0dd0 msgr2=0x7f59380b1230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:52.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.034+0000 7f5936ffd640 1 --2- 172.21.15.27:0/2013898679 >> v2:172.21.15.153:3300/0 conn(0x7f59380b0dd0 0x7f59380b1230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:52.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.034+0000 7f5936ffd640 1 -- 172.21.15.27:0/2013898679 >> v1:172.21.15.153:6789/0 conn(0x7f593806ac50 legacy=0x7f593806b030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:52.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.034+0000 7f5936ffd640 1 -- 172.21.15.27:0/2013898679 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59380b08b0 con 0x7f59380b1db0 2024-02-09T23:56:52.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.034+0000 7f5937fff640 1 --2- 172.21.15.27:0/2013898679 >> v2:172.21.15.153:3300/0 conn(0x7f59380b0dd0 0x7f59380b1230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:56:52.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.035+0000 7f5936ffd640 1 --2- 172.21.15.27:0/2013898679 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f59380b1db0 0x7f59380b5400 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f592c009870 tx=0x7f592c02b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ad81d77398dbcc4 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:52.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.035+0000 7f59367fc640 1 -- 172.21.15.27:0/2013898679 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f592c031870 con 0x7f59380b1db0 2024-02-09T23:56:52.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.035+0000 7f59367fc640 1 -- 172.21.15.27:0/2013898679 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f592c0319d0 con 0x7f59380b1db0 2024-02-09T23:56:52.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.035+0000 7f59367fc640 1 -- 172.21.15.27:0/2013898679 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f592c031d60 con 0x7f59380b1db0 2024-02-09T23:56:52.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.036+0000 7f593e240640 1 -- 172.21.15.27:0/2013898679 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f59380b1db0 msgr2=0x7f59380b5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:52.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.036+0000 7f593e240640 1 --2- 172.21.15.27:0/2013898679 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f59380b1db0 0x7f59380b5400 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f592c009870 tx=0x7f592c02b910 comp rx=0 tx=0).stop 2024-02-09T23:56:52.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.036+0000 7f593e240640 1 -- 172.21.15.27:0/2013898679 shutdown_connections 2024-02-09T23:56:52.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.036+0000 7f593e240640 1 --2- 172.21.15.27:0/2013898679 >> v2:172.21.15.153:3300/0 conn(0x7f59380b0dd0 0x7f59380b1230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:52.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.036+0000 7f593e240640 1 --2- 172.21.15.27:0/2013898679 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f59380b1db0 0x7f59380b5400 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:52.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.036+0000 7f593e240640 1 -- 172.21.15.27:0/2013898679 >> 172.21.15.27:0/2013898679 conn(0x7f5938072920 msgr2=0x7f5938099a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:52.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.036+0000 7f593e240640 1 -- 172.21.15.27:0/2013898679 shutdown_connections 2024-02-09T23:56:52.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.036+0000 7f593e240640 1 -- 172.21.15.27:0/2013898679 wait complete. 2024-02-09T23:56:52.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.037+0000 7f593e240640 1 Processor -- start 2024-02-09T23:56:52.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.037+0000 7f593e240640 1 -- start start 2024-02-09T23:56:52.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.038+0000 7f593e240640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f593806ac50 0x7f5938152900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:52.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.038+0000 7f593e240640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f59380b0dd0 0x7f593815f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:52.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.038+0000 7f593e240640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f59380b1db0 0x7f5938154970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:52.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.038+0000 7f593e240640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f593815fed0 con 0x7f59380b1db0 2024-02-09T23:56:52.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.038+0000 7f593e240640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5938152f90 con 0x7f59380b0dd0 2024-02-09T23:56:52.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.038+0000 7f593e240640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5938153270 con 0x7f593806ac50 2024-02-09T23:56:52.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.038+0000 7f5937fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f59380b1db0 0x7f5938154970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:52.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.038+0000 7f5937fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f59380b1db0 0x7f5938154970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33896/0 (socket says 172.21.15.27:33896) 2024-02-09T23:56:52.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.038+0000 7f5937fff640 1 -- 172.21.15.27:0/4036983575 learned_addr learned my addr 172.21.15.27:0/4036983575 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:52.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.038+0000 7f5936ffd640 1 --2- 172.21.15.27:0/4036983575 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f59380b0dd0 0x7f593815f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:52.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.038+0000 7f59377fe640 1 --2- 172.21.15.27:0/4036983575 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f593806ac50 0x7f5938152900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:52.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.038+0000 7f5937fff640 1 -- 172.21.15.27:0/4036983575 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f593806ac50 msgr2=0x7f5938152900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:52.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.038+0000 7f5937fff640 1 --2- 172.21.15.27:0/4036983575 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f593806ac50 0x7f5938152900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:52.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.038+0000 7f5937fff640 1 -- 172.21.15.27:0/4036983575 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f59380b0dd0 msgr2=0x7f593815f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:52.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.038+0000 7f5937fff640 1 --2- 172.21.15.27:0/4036983575 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f59380b0dd0 0x7f593815f990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:52.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.038+0000 7f5937fff640 1 -- 172.21.15.27:0/4036983575 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f592c0094d0 con 0x7f59380b1db0 2024-02-09T23:56:52.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.038+0000 7f5936ffd640 1 --2- 172.21.15.27:0/4036983575 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f59380b0dd0 0x7f593815f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:56:52.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.039+0000 7f5937fff640 1 --2- 172.21.15.27:0/4036983575 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f59380b1db0 0x7f5938154970 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f5930007ef0 tx=0x7f593000d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:52.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.039+0000 7f591ffff640 1 -- 172.21.15.27:0/4036983575 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5930003b90 con 0x7f59380b1db0 2024-02-09T23:56:52.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.039+0000 7f591ffff640 1 -- 172.21.15.27:0/4036983575 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f593000f040 con 0x7f59380b1db0 2024-02-09T23:56:52.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.039+0000 7f593e240640 1 -- 172.21.15.27:0/4036983575 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f593815e040 con 0x7f59380b1db0 2024-02-09T23:56:52.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.039+0000 7f591ffff640 1 -- 172.21.15.27:0/4036983575 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f593000de80 con 0x7f59380b1db0 2024-02-09T23:56:52.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.039+0000 7f593e240640 1 -- 172.21.15.27:0/4036983575 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5938153830 con 0x7f59380b1db0 2024-02-09T23:56:52.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.040+0000 7f593e240640 1 -- 172.21.15.27:0/4036983575 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5938067cc0 con 0x7f59380b1db0 2024-02-09T23:56:52.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.040+0000 7f591ffff640 1 -- 172.21.15.27:0/4036983575 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f5930004030 con 0x7f59380b1db0 2024-02-09T23:56:52.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.040+0000 7f591ffff640 1 --2- 172.21.15.27:0/4036983575 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f592406b810 0x7f592406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:52.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.041+0000 7f591ffff640 1 -- 172.21.15.27:0/4036983575 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f593008a490 con 0x7f59380b1db0 2024-02-09T23:56:52.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.041+0000 7f59377fe640 1 --2- 172.21.15.27:0/4036983575 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f592406b810 0x7f592406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:52.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.041+0000 7f59377fe640 1 --2- 172.21.15.27:0/4036983575 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f592406b810 0x7f592406dcd0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f5928001640 tx=0x7f5928009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:52.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.045+0000 7f591ffff640 1 -- 172.21.15.27:0/4036983575 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f5930054f60 con 0x7f59380b1db0 2024-02-09T23:56:52.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.229+0000 7f593e240640 1 -- 172.21.15.27:0/4036983575 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f59380749d0 con 0x7f59380b1db0 2024-02-09T23:56:52.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.230+0000 7f591ffff640 1 -- 172.21.15.27:0/4036983575 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) v1 ==== 74+0+16618 (secure 0 0 0) 0x7f5930058620 con 0x7f59380b1db0 2024-02-09T23:56:52.233 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:56:52.233 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":19,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:56:51.250886+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:56:49.610721+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:56:50.234763+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:56:52.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.232+0000 7f593e240640 1 -- 172.21.15.27:0/4036983575 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f592406b810 msgr2=0x7f592406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:52.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.232+0000 7f593e240640 1 --2- 172.21.15.27:0/4036983575 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f592406b810 0x7f592406dcd0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f5928001640 tx=0x7f5928009040 comp rx=0 tx=0).stop 2024-02-09T23:56:52.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.232+0000 7f593e240640 1 -- 172.21.15.27:0/4036983575 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f59380b1db0 msgr2=0x7f5938154970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:52.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.232+0000 7f593e240640 1 --2- 172.21.15.27:0/4036983575 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f59380b1db0 0x7f5938154970 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f5930007ef0 tx=0x7f593000d4a0 comp rx=0 tx=0).stop 2024-02-09T23:56:52.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.232+0000 7f593e240640 1 -- 172.21.15.27:0/4036983575 shutdown_connections 2024-02-09T23:56:52.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.232+0000 7f593e240640 1 --2- 172.21.15.27:0/4036983575 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f592406b810 0x7f592406dcd0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:52.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.232+0000 7f593e240640 1 --2- 172.21.15.27:0/4036983575 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f59380b1db0 0x7f5938154970 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:52.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.232+0000 7f593e240640 1 --2- 172.21.15.27:0/4036983575 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f59380b0dd0 0x7f593815f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:52.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.232+0000 7f593e240640 1 --2- 172.21.15.27:0/4036983575 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f593806ac50 0x7f5938152900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:52.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.232+0000 7f593e240640 1 -- 172.21.15.27:0/4036983575 >> 172.21.15.27:0/4036983575 conn(0x7f5938072920 msgr2=0x7f5938150fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:52.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.232+0000 7f593e240640 1 -- 172.21.15.27:0/4036983575 shutdown_connections 2024-02-09T23:56:52.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.232+0000 7f593e240640 1 -- 172.21.15.27:0/4036983575 wait complete. 2024-02-09T23:56:52.246 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:56:52.359 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.349+0000 7f7b47bd0640 1 Processor -- start 2024-02-09T23:56:52.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.350+0000 7f7b47bd0640 1 -- start start 2024-02-09T23:56:52.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.350+0000 7f7b47bd0640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f7b400ce7c0 0x7f7b400cec50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:52.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.350+0000 7f7b47bd0640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f7b400b6b20 0x7f7b400b6fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:52.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.350+0000 7f7b47bd0640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7b40161540 con 0x7f7b40161160 2024-02-09T23:56:52.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.351+0000 7f7b47bd0640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7b400cf190 con 0x7f7b400ce7c0 2024-02-09T23:56:52.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.351+0000 7f7b47bd0640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7b400d3120 con 0x7f7b400b6b20 2024-02-09T23:56:52.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.351+0000 7f7b4516b640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f7b400ce7c0 0x7f7b400cec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:52.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.351+0000 7f7b4516b640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f7b400ce7c0 0x7f7b400cec50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33906/0 (socket says 172.21.15.27:33906) 2024-02-09T23:56:52.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.351+0000 7f7b4516b640 1 -- 172.21.15.27:0/2324994522 learned_addr learned my addr 172.21.15.27:0/2324994522 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:52.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.351+0000 7f7b4616d640 1 --2- 172.21.15.27:0/2324994522 >> v2:172.21.15.153:3300/0 conn(0x7f7b400b6b20 0x7f7b400b6fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:52.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.351+0000 7f7b4516b640 1 -- 172.21.15.27:0/2324994522 >> v2:172.21.15.153:3300/0 conn(0x7f7b400b6b20 msgr2=0x7f7b400b6fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:52.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.351+0000 7f7b4516b640 1 --2- 172.21.15.27:0/2324994522 >> v2:172.21.15.153:3300/0 conn(0x7f7b400b6b20 0x7f7b400b6fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:52.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.351+0000 7f7b4516b640 1 -- 172.21.15.27:0/2324994522 >> v1:172.21.15.153:6789/0 conn(0x7f7b40161160 legacy=0x7f7b400d1ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:52.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.351+0000 7f7b4516b640 1 -- 172.21.15.27:0/2324994522 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b400d2510 con 0x7f7b400ce7c0 2024-02-09T23:56:52.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.352+0000 7f7b4516b640 1 --2- 172.21.15.27:0/2324994522 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7b400ce7c0 0x7f7b400cec50 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f7b400ce400 tx=0x7f7b3402b9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c026a81ad3357cbf server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:52.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.352+0000 7f7b4496a640 1 -- 172.21.15.27:0/2324994522 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b34030860 con 0x7f7b400ce7c0 2024-02-09T23:56:52.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.352+0000 7f7b4496a640 1 -- 172.21.15.27:0/2324994522 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b340309c0 con 0x7f7b400ce7c0 2024-02-09T23:56:52.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.352+0000 7f7b4496a640 1 -- 172.21.15.27:0/2324994522 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b34030d50 con 0x7f7b400ce7c0 2024-02-09T23:56:52.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.352+0000 7f7b47bd0640 1 -- 172.21.15.27:0/2324994522 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7b400ce7c0 msgr2=0x7f7b400cec50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:52.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.352+0000 7f7b47bd0640 1 --2- 172.21.15.27:0/2324994522 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7b400ce7c0 0x7f7b400cec50 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f7b400ce400 tx=0x7f7b3402b9a0 comp rx=0 tx=0).stop 2024-02-09T23:56:52.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.352+0000 7f7b47bd0640 1 -- 172.21.15.27:0/2324994522 shutdown_connections 2024-02-09T23:56:52.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.352+0000 7f7b47bd0640 1 --2- 172.21.15.27:0/2324994522 >> v2:172.21.15.153:3300/0 conn(0x7f7b400b6b20 0x7f7b400b6fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:52.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.352+0000 7f7b47bd0640 1 --2- 172.21.15.27:0/2324994522 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7b400ce7c0 0x7f7b400cec50 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:52.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.352+0000 7f7b47bd0640 1 -- 172.21.15.27:0/2324994522 >> 172.21.15.27:0/2324994522 conn(0x7f7b400b56e0 msgr2=0x7f7b400b5af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:52.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.353+0000 7f7b47bd0640 1 -- 172.21.15.27:0/2324994522 shutdown_connections 2024-02-09T23:56:52.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.353+0000 7f7b47bd0640 1 -- 172.21.15.27:0/2324994522 wait complete. 2024-02-09T23:56:52.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.354+0000 7f7b47bd0640 1 Processor -- start 2024-02-09T23:56:52.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.354+0000 7f7b47bd0640 1 -- start start 2024-02-09T23:56:52.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.354+0000 7f7b47bd0640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7b400b6b20 0x7f7b40153d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:52.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.354+0000 7f7b47bd0640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7b400ce7c0 0x7f7b400cb4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:52.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.354+0000 7f7b47bd0640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7b40161160 0x7f7b401555d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:52.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.354+0000 7f7b47bd0640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b40157f20 con 0x7f7b400ce7c0 2024-02-09T23:56:52.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.354+0000 7f7b47bd0640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b40158200 con 0x7f7b40161160 2024-02-09T23:56:52.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.354+0000 7f7b47bd0640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b401584e0 con 0x7f7b400b6b20 2024-02-09T23:56:52.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.355+0000 7f7b4516b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7b400ce7c0 0x7f7b400cb4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:52.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.355+0000 7f7b4516b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7b400ce7c0 0x7f7b400cb4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33914/0 (socket says 172.21.15.27:33914) 2024-02-09T23:56:52.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.355+0000 7f7b4516b640 1 -- 172.21.15.27:0/685096157 learned_addr learned my addr 172.21.15.27:0/685096157 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:52.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.355+0000 7f7b4616d640 1 --2- 172.21.15.27:0/685096157 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7b40161160 0x7f7b401555d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:52.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.355+0000 7f7b4596c640 1 --2- 172.21.15.27:0/685096157 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7b400b6b20 0x7f7b40153d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:52.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.355+0000 7f7b4516b640 1 -- 172.21.15.27:0/685096157 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7b400b6b20 msgr2=0x7f7b40153d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:52.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.355+0000 7f7b4516b640 1 --2- 172.21.15.27:0/685096157 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7b400b6b20 0x7f7b40153d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:52.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.355+0000 7f7b4516b640 1 -- 172.21.15.27:0/685096157 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7b40161160 msgr2=0x7f7b401555d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:52.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.355+0000 7f7b4516b640 1 --2- 172.21.15.27:0/685096157 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7b40161160 0x7f7b401555d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:52.363 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.355+0000 7f7b4516b640 1 -- 172.21.15.27:0/685096157 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b340094d0 con 0x7f7b400ce7c0 2024-02-09T23:56:52.363 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.355+0000 7f7b4616d640 1 --2- 172.21.15.27:0/685096157 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7b40161160 0x7f7b401555d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:56:52.363 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.355+0000 7f7b4516b640 1 --2- 172.21.15.27:0/685096157 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7b400ce7c0 0x7f7b400cb4d0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f7b3402b9e0 tx=0x7f7b34004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:52.363 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.355+0000 7f7b3e7fc640 1 -- 172.21.15.27:0/685096157 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b34039d60 con 0x7f7b400ce7c0 2024-02-09T23:56:52.363 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.355+0000 7f7b3e7fc640 1 -- 172.21.15.27:0/685096157 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b34043400 con 0x7f7b400ce7c0 2024-02-09T23:56:52.363 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.355+0000 7f7b47bd0640 1 -- 172.21.15.27:0/685096157 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b401587c0 con 0x7f7b400ce7c0 2024-02-09T23:56:52.363 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.355+0000 7f7b3e7fc640 1 -- 172.21.15.27:0/685096157 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b340437b0 con 0x7f7b400ce7c0 2024-02-09T23:56:52.363 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.355+0000 7f7b47bd0640 1 -- 172.21.15.27:0/685096157 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b401542a0 con 0x7f7b400ce7c0 2024-02-09T23:56:52.363 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.356+0000 7f7b47bd0640 1 -- 172.21.15.27:0/685096157 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7b40158ce0 con 0x7f7b400ce7c0 2024-02-09T23:56:52.363 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.357+0000 7f7b3e7fc640 1 -- 172.21.15.27:0/685096157 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f7b34043910 con 0x7f7b400ce7c0 2024-02-09T23:56:52.364 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.357+0000 7f7b3e7fc640 1 --2- 172.21.15.27:0/685096157 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7b2c06b810 0x7f7b2c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:52.364 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.357+0000 7f7b3e7fc640 1 -- 172.21.15.27:0/685096157 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7b3403e070 con 0x7f7b400ce7c0 2024-02-09T23:56:52.364 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.358+0000 7f7b4596c640 1 --2- 172.21.15.27:0/685096157 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7b2c06b810 0x7f7b2c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:52.364 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.358+0000 7f7b4596c640 1 --2- 172.21.15.27:0/685096157 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7b2c06b810 0x7f7b2c06dcd0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f7b38001640 tx=0x7f7b38009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:52.364 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.361+0000 7f7b3e7fc640 1 -- 172.21.15.27:0/685096157 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f7b40158ce0 con 0x7f7b400ce7c0 2024-02-09T23:56:52.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.542+0000 7f7b47bd0640 1 -- 172.21.15.27:0/685096157 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7b40158ce0 con 0x7f7b400ce7c0 2024-02-09T23:56:52.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.543+0000 7f7b3e7fc640 1 -- 172.21.15.27:0/685096157 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) v1 ==== 74+0+16618 (secure 0 0 0) 0x7f7b40158ce0 con 0x7f7b400ce7c0 2024-02-09T23:56:52.546 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:56:52.546 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":19,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:56:51.250886+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:56:49.610721+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:56:50.234763+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:56:52.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.545+0000 7f7b47bd0640 1 -- 172.21.15.27:0/685096157 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7b2c06b810 msgr2=0x7f7b2c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:52.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.545+0000 7f7b47bd0640 1 --2- 172.21.15.27:0/685096157 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7b2c06b810 0x7f7b2c06dcd0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f7b38001640 tx=0x7f7b38009040 comp rx=0 tx=0).stop 2024-02-09T23:56:52.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.545+0000 7f7b47bd0640 1 -- 172.21.15.27:0/685096157 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7b400ce7c0 msgr2=0x7f7b400cb4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:52.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.545+0000 7f7b47bd0640 1 --2- 172.21.15.27:0/685096157 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7b400ce7c0 0x7f7b400cb4d0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f7b3402b9e0 tx=0x7f7b34004730 comp rx=0 tx=0).stop 2024-02-09T23:56:52.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.545+0000 7f7b47bd0640 1 -- 172.21.15.27:0/685096157 shutdown_connections 2024-02-09T23:56:52.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.545+0000 7f7b47bd0640 1 --2- 172.21.15.27:0/685096157 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7b2c06b810 0x7f7b2c06dcd0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:52.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.545+0000 7f7b47bd0640 1 --2- 172.21.15.27:0/685096157 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7b40161160 0x7f7b401555d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:52.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.545+0000 7f7b47bd0640 1 --2- 172.21.15.27:0/685096157 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7b400ce7c0 0x7f7b400cb4d0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:52.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.545+0000 7f7b47bd0640 1 --2- 172.21.15.27:0/685096157 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7b400b6b20 0x7f7b40153d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:52.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.545+0000 7f7b47bd0640 1 -- 172.21.15.27:0/685096157 >> 172.21.15.27:0/685096157 conn(0x7f7b400b56e0 msgr2=0x7f7b4006cb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:52.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.545+0000 7f7b47bd0640 1 -- 172.21.15.27:0/685096157 shutdown_connections 2024-02-09T23:56:52.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.545+0000 7f7b47bd0640 1 -- 172.21.15.27:0/685096157 wait complete. 2024-02-09T23:56:52.559 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-02-09T23:56:52.668 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.665+0000 7faf7bac9640 1 Processor -- start 2024-02-09T23:56:52.669 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.666+0000 7faf7bac9640 1 -- start start 2024-02-09T23:56:52.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.666+0000 7faf7bac9640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7faf74159dd0 0x7faf7406f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:52.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.666+0000 7faf7bac9640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faf7406f920 0x7faf7406bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:52.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.666+0000 7faf7bac9640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7faf7406fd30 0x7faf7406c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:52.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.666+0000 7faf7bac9640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faf7406ef50 con 0x7faf7406fd30 2024-02-09T23:56:52.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.666+0000 7faf7bac9640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faf740b3bb0 con 0x7faf74159dd0 2024-02-09T23:56:52.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.666+0000 7faf7bac9640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf7406e900 con 0x7faf7406f920 2024-02-09T23:56:52.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.667+0000 7faf7a066640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7faf7406fd30 0x7faf7406c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:52.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.667+0000 7faf7a066640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7faf7406fd30 0x7faf7406c1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33928/0 (socket says 172.21.15.27:33928) 2024-02-09T23:56:52.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.667+0000 7faf7a066640 1 -- 172.21.15.27:0/1913999918 learned_addr learned my addr 172.21.15.27:0/1913999918 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:52.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.667+0000 7faf7a066640 1 -- 172.21.15.27:0/1913999918 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faf7406f920 msgr2=0x7faf7406bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:52.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.667+0000 7faf79064640 1 --2- 172.21.15.27:0/1913999918 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faf7406f920 0x7faf7406bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:52.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.667+0000 7faf79865640 1 --2- 172.21.15.27:0/1913999918 >> v2:172.21.15.153:3300/0 conn(0x7faf74159dd0 0x7faf7406f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:52.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.667+0000 7faf7a066640 1 --2- 172.21.15.27:0/1913999918 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faf7406f920 0x7faf7406bc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:52.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.667+0000 7faf7a066640 1 -- 172.21.15.27:0/1913999918 >> v2:172.21.15.153:3300/0 conn(0x7faf74159dd0 msgr2=0x7faf7406f3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:52.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.667+0000 7faf7a066640 1 --2- 172.21.15.27:0/1913999918 >> v2:172.21.15.153:3300/0 conn(0x7faf74159dd0 0x7faf7406f3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:52.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.667+0000 7faf7a066640 1 -- 172.21.15.27:0/1913999918 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf7406ebe0 con 0x7faf7406fd30 2024-02-09T23:56:52.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.668+0000 7faf7a066640 1 --2- 172.21.15.27:0/1913999918 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faf7406fd30 0x7faf7406c1a0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7faf74072830 tx=0x7faf6c02be40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd21f0e4aa17f274 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:52.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.668+0000 7faf78863640 1 -- 172.21.15.27:0/1913999918 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf6c02c9e0 con 0x7faf7406fd30 2024-02-09T23:56:52.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.668+0000 7faf78863640 1 -- 172.21.15.27:0/1913999918 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf6c02cb40 con 0x7faf7406fd30 2024-02-09T23:56:52.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.668+0000 7faf78863640 1 -- 172.21.15.27:0/1913999918 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf6c0343f0 con 0x7faf7406fd30 2024-02-09T23:56:52.677 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.668+0000 7faf7bac9640 1 -- 172.21.15.27:0/1913999918 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faf7406fd30 msgr2=0x7faf7406c1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:52.677 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.668+0000 7faf7bac9640 1 --2- 172.21.15.27:0/1913999918 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faf7406fd30 0x7faf7406c1a0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7faf74072830 tx=0x7faf6c02be40 comp rx=0 tx=0).stop 2024-02-09T23:56:52.677 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.668+0000 7faf7bac9640 1 -- 172.21.15.27:0/1913999918 shutdown_connections 2024-02-09T23:56:52.677 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.668+0000 7faf7bac9640 1 --2- 172.21.15.27:0/1913999918 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faf7406fd30 0x7faf7406c1a0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:52.677 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.668+0000 7faf7bac9640 1 --2- 172.21.15.27:0/1913999918 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faf7406f920 0x7faf7406bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:52.677 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.668+0000 7faf7bac9640 1 --2- 172.21.15.27:0/1913999918 >> v2:172.21.15.153:3300/0 conn(0x7faf74159dd0 0x7faf7406f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:52.677 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.668+0000 7faf7bac9640 1 -- 172.21.15.27:0/1913999918 >> 172.21.15.27:0/1913999918 conn(0x7faf74071ad0 msgr2=0x7faf74071ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:52.678 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.668+0000 7faf7bac9640 1 -- 172.21.15.27:0/1913999918 shutdown_connections 2024-02-09T23:56:52.678 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.668+0000 7faf7bac9640 1 -- 172.21.15.27:0/1913999918 wait complete. 2024-02-09T23:56:52.678 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.669+0000 7faf7bac9640 1 Processor -- start 2024-02-09T23:56:52.678 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.670+0000 7faf7bac9640 1 -- start start 2024-02-09T23:56:52.678 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.670+0000 7faf7bac9640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faf7406fd30 0x7faf741536a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:52.678 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.670+0000 7faf7bac9640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faf74159dd0 0x7faf7409b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:52.678 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.670+0000 7faf7bac9640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faf7409dab0 0x7faf74099a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:52.678 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.670+0000 7faf7bac9640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf741590f0 con 0x7faf7409dab0 2024-02-09T23:56:52.678 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.670+0000 7faf7bac9640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf74159510 con 0x7faf7406fd30 2024-02-09T23:56:52.678 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.670+0000 7faf7bac9640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf74158470 con 0x7faf74159dd0 2024-02-09T23:56:52.678 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.670+0000 7faf7a066640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faf7409dab0 0x7faf74099a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:52.678 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.670+0000 7faf7a066640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faf7409dab0 0x7faf74099a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33932/0 (socket says 172.21.15.27:33932) 2024-02-09T23:56:52.678 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.670+0000 7faf7a066640 1 -- 172.21.15.27:0/3271422903 learned_addr learned my addr 172.21.15.27:0/3271422903 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:52.678 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.670+0000 7faf79064640 1 --2- 172.21.15.27:0/3271422903 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faf74159dd0 0x7faf7409b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:52.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.670+0000 7faf79865640 1 --2- 172.21.15.27:0/3271422903 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faf7406fd30 0x7faf741536a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:52.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.671+0000 7faf7a066640 1 -- 172.21.15.27:0/3271422903 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faf74159dd0 msgr2=0x7faf7409b190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:52.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.671+0000 7faf7a066640 1 --2- 172.21.15.27:0/3271422903 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faf74159dd0 0x7faf7409b190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:52.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.671+0000 7faf7a066640 1 -- 172.21.15.27:0/3271422903 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faf7406fd30 msgr2=0x7faf741536a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:52.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.671+0000 7faf7a066640 1 --2- 172.21.15.27:0/3271422903 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faf7406fd30 0x7faf741536a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:52.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.671+0000 7faf7a066640 1 -- 172.21.15.27:0/3271422903 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf6c009b30 con 0x7faf7409dab0 2024-02-09T23:56:52.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.671+0000 7faf79865640 1 --2- 172.21.15.27:0/3271422903 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faf7406fd30 0x7faf741536a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:56:52.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.671+0000 7faf79064640 1 --2- 172.21.15.27:0/3271422903 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faf74159dd0 0x7faf7409b190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:56:52.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.671+0000 7faf7a066640 1 --2- 172.21.15.27:0/3271422903 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faf7409dab0 0x7faf74099a40 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7faf6c036040 tx=0x7faf6c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:52.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.671+0000 7faf6a7fc640 1 -- 172.21.15.27:0/3271422903 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf6c009510 con 0x7faf7409dab0 2024-02-09T23:56:52.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.671+0000 7faf6a7fc640 1 -- 172.21.15.27:0/3271422903 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf6c03e450 con 0x7faf7409dab0 2024-02-09T23:56:52.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.671+0000 7faf7bac9640 1 -- 172.21.15.27:0/3271422903 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faf74158750 con 0x7faf7409dab0 2024-02-09T23:56:52.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.671+0000 7faf6a7fc640 1 -- 172.21.15.27:0/3271422903 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf6c03e800 con 0x7faf7409dab0 2024-02-09T23:56:52.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.671+0000 7faf7bac9640 1 -- 172.21.15.27:0/3271422903 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf74158d10 con 0x7faf7409dab0 2024-02-09T23:56:52.680 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.672+0000 7faf7bac9640 1 -- 172.21.15.27:0/3271422903 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faf74159230 con 0x7faf7409dab0 2024-02-09T23:56:52.680 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.673+0000 7faf6a7fc640 1 -- 172.21.15.27:0/3271422903 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7faf6c03e960 con 0x7faf7409dab0 2024-02-09T23:56:52.680 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.673+0000 7faf6a7fc640 1 --2- 172.21.15.27:0/3271422903 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7faf5806b840 0x7faf5806dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:52.680 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.673+0000 7faf6a7fc640 1 -- 172.21.15.27:0/3271422903 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5709+0+0 (secure 0 0 0) 0x7faf6c0acf60 con 0x7faf7409dab0 2024-02-09T23:56:52.680 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.673+0000 7faf79865640 1 --2- 172.21.15.27:0/3271422903 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7faf5806b840 0x7faf5806dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:52.680 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.674+0000 7faf79865640 1 --2- 172.21.15.27:0/3271422903 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7faf5806b840 0x7faf5806dd00 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7faf7409cd00 tx=0x7faf70008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:52.680 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.677+0000 7faf6a7fc640 1 -- 172.21.15.27:0/3271422903 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7faf74159230 con 0x7faf7409dab0 2024-02-09T23:56:52.897 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.895+0000 7faf7bac9640 1 -- 172.21.15.27:0/3271422903 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7faf74159230 con 0x7faf7409dab0 2024-02-09T23:56:52.910 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.908+0000 7faf6a7fc640 1 -- 172.21.15.27:0/3271422903 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v5) v1 ==== 118+0+0 (secure 0 0 0) 0x7faf74159230 con 0x7faf7409dab0 2024-02-09T23:56:52.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.910+0000 7faf7bac9640 1 -- 172.21.15.27:0/3271422903 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7faf5806b840 msgr2=0x7faf5806dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:52.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.910+0000 7faf7bac9640 1 --2- 172.21.15.27:0/3271422903 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7faf5806b840 0x7faf5806dd00 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7faf7409cd00 tx=0x7faf70008040 comp rx=0 tx=0).stop 2024-02-09T23:56:52.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.910+0000 7faf7bac9640 1 -- 172.21.15.27:0/3271422903 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faf7409dab0 msgr2=0x7faf74099a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:52.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.910+0000 7faf7bac9640 1 --2- 172.21.15.27:0/3271422903 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faf7409dab0 0x7faf74099a40 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7faf6c036040 tx=0x7faf6c004a40 comp rx=0 tx=0).stop 2024-02-09T23:56:52.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.910+0000 7faf7bac9640 1 -- 172.21.15.27:0/3271422903 shutdown_connections 2024-02-09T23:56:52.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.910+0000 7faf7bac9640 1 --2- 172.21.15.27:0/3271422903 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7faf5806b840 0x7faf5806dd00 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:52.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.910+0000 7faf7bac9640 1 --2- 172.21.15.27:0/3271422903 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faf7409dab0 0x7faf74099a40 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:52.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.910+0000 7faf7bac9640 1 --2- 172.21.15.27:0/3271422903 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faf74159dd0 0x7faf7409b190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:52.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.910+0000 7faf7bac9640 1 --2- 172.21.15.27:0/3271422903 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faf7406fd30 0x7faf741536a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:52.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.910+0000 7faf7bac9640 1 -- 172.21.15.27:0/3271422903 >> 172.21.15.27:0/3271422903 conn(0x7faf74071ad0 msgr2=0x7faf740b1060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:52.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.910+0000 7faf7bac9640 1 -- 172.21.15.27:0/3271422903 shutdown_connections 2024-02-09T23:56:52.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:52.910+0000 7faf7bac9640 1 -- 172.21.15.27:0/3271422903 wait complete. 2024-02-09T23:56:52.923 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-02-09T23:56:52.923 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-02-09T23:56:53.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.030+0000 7f04af73a640 1 Processor -- start 2024-02-09T23:56:53.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.030+0000 7f04af73a640 1 -- start start 2024-02-09T23:56:53.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.031+0000 7f04af73a640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f04a815dce0 0x7f04a80b6c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:53.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.031+0000 7f04af73a640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f04a80b5a50 0x7f04a80b5ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:53.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.031+0000 7f04af73a640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f04a81617b0 con 0x7f04a80ce810 2024-02-09T23:56:53.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.031+0000 7f04af73a640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f04a80b7140 con 0x7f04a80b5a50 2024-02-09T23:56:53.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.031+0000 7f04af73a640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04a80b6410 con 0x7f04a815dce0 2024-02-09T23:56:53.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.031+0000 7f04accd5640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f04a80b5a50 0x7f04a80b5ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:53.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.031+0000 7f04accd5640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f04a80b5a50 0x7f04a80b5ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33940/0 (socket says 172.21.15.27:33940) 2024-02-09T23:56:53.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.031+0000 7f04accd5640 1 -- 172.21.15.27:0/3543084536 learned_addr learned my addr 172.21.15.27:0/3543084536 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:53.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.031+0000 7f04ad4d6640 1 --2- 172.21.15.27:0/3543084536 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f04a815dce0 0x7f04a80b6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:53.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.031+0000 7f04accd5640 1 -- 172.21.15.27:0/3543084536 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f04a815dce0 msgr2=0x7f04a80b6c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:53.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.031+0000 7f04accd5640 1 --2- 172.21.15.27:0/3543084536 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f04a815dce0 0x7f04a80b6c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:53.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.031+0000 7f04accd5640 1 -- 172.21.15.27:0/3543084536 >> v1:172.21.15.153:6789/0 conn(0x7f04a80ce810 legacy=0x7f04a80ceca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:53.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.031+0000 7f04accd5640 1 -- 172.21.15.27:0/3543084536 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04a815e0c0 con 0x7f04a80b5a50 2024-02-09T23:56:53.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.031+0000 7f04ad4d6640 1 --2- 172.21.15.27:0/3543084536 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f04a815dce0 0x7f04a80b6c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:56:53.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.032+0000 7f04accd5640 1 --2- 172.21.15.27:0/3543084536 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f04a80b5a50 0x7f04a80b5ed0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f0498009870 tx=0x7f049802b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34c3b96a6875d1b5 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:53.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.032+0000 7f049ffff640 1 -- 172.21.15.27:0/3543084536 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0498031640 con 0x7f04a80b5a50 2024-02-09T23:56:53.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.032+0000 7f049ffff640 1 -- 172.21.15.27:0/3543084536 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f04980317a0 con 0x7f04a80b5a50 2024-02-09T23:56:53.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.032+0000 7f049ffff640 1 -- 172.21.15.27:0/3543084536 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0498031b30 con 0x7f04a80b5a50 2024-02-09T23:56:53.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.033+0000 7f04af73a640 1 -- 172.21.15.27:0/3543084536 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f04a80b5a50 msgr2=0x7f04a80b5ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:53.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.033+0000 7f04af73a640 1 --2- 172.21.15.27:0/3543084536 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f04a80b5a50 0x7f04a80b5ed0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f0498009870 tx=0x7f049802b8f0 comp rx=0 tx=0).stop 2024-02-09T23:56:53.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.033+0000 7f04af73a640 1 -- 172.21.15.27:0/3543084536 shutdown_connections 2024-02-09T23:56:53.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.033+0000 7f04af73a640 1 --2- 172.21.15.27:0/3543084536 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f04a80b5a50 0x7f04a80b5ed0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:53.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.033+0000 7f04af73a640 1 --2- 172.21.15.27:0/3543084536 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f04a815dce0 0x7f04a80b6c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:53.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.033+0000 7f04af73a640 1 -- 172.21.15.27:0/3543084536 >> 172.21.15.27:0/3543084536 conn(0x7f04a80d0870 msgr2=0x7f04a80d0c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:53.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.033+0000 7f04af73a640 1 -- 172.21.15.27:0/3543084536 shutdown_connections 2024-02-09T23:56:53.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.033+0000 7f04af73a640 1 -- 172.21.15.27:0/3543084536 wait complete. 2024-02-09T23:56:53.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.034+0000 7f04af73a640 1 Processor -- start 2024-02-09T23:56:53.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.034+0000 7f04af73a640 1 -- start start 2024-02-09T23:56:53.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.035+0000 7f04af73a640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f04a80b5a50 0x7f04a80c8f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:53.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.035+0000 7f04af73a640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f04a80ce810 0x7f04a80b4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:53.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.035+0000 7f04af73a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f04a815dce0 0x7f04a815bce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:53.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.035+0000 7f04af73a640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04a80c8ae0 con 0x7f04a80b5a50 2024-02-09T23:56:53.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.035+0000 7f04af73a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04a80c7ec0 con 0x7f04a815dce0 2024-02-09T23:56:53.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.035+0000 7f04af73a640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04a80c8140 con 0x7f04a80ce810 2024-02-09T23:56:53.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.035+0000 7f04ad4d6640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f04a80b5a50 0x7f04a80c8f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:53.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.035+0000 7f04ad4d6640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f04a80b5a50 0x7f04a80c8f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33946/0 (socket says 172.21.15.27:33946) 2024-02-09T23:56:53.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.035+0000 7f04ad4d6640 1 -- 172.21.15.27:0/738041231 learned_addr learned my addr 172.21.15.27:0/738041231 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:53.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.035+0000 7f04adcd7640 1 --2- 172.21.15.27:0/738041231 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f04a815dce0 0x7f04a815bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:53.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.035+0000 7f04accd5640 1 --2- 172.21.15.27:0/738041231 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f04a80ce810 0x7f04a80b4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:53.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.035+0000 7f04ad4d6640 1 -- 172.21.15.27:0/738041231 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f04a80ce810 msgr2=0x7f04a80b4b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:53.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.035+0000 7f04ad4d6640 1 --2- 172.21.15.27:0/738041231 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f04a80ce810 0x7f04a80b4b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:53.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.035+0000 7f04ad4d6640 1 -- 172.21.15.27:0/738041231 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f04a815dce0 msgr2=0x7f04a815bce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:53.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.035+0000 7f04ad4d6640 1 --2- 172.21.15.27:0/738041231 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f04a815dce0 0x7f04a815bce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:53.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.035+0000 7f04ad4d6640 1 -- 172.21.15.27:0/738041231 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04980094d0 con 0x7f04a80b5a50 2024-02-09T23:56:53.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.035+0000 7f04adcd7640 1 --2- 172.21.15.27:0/738041231 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f04a815dce0 0x7f04a815bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:56:53.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.035+0000 7f04accd5640 1 --2- 172.21.15.27:0/738041231 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f04a80ce810 0x7f04a80b4b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:56:53.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.035+0000 7f04ad4d6640 1 --2- 172.21.15.27:0/738041231 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f04a80b5a50 0x7f04a80c8f00 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f04a400c7f0 tx=0x7f04a400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:53.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.036+0000 7f049dffb640 1 -- 172.21.15.27:0/738041231 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04a4007820 con 0x7f04a80b5a50 2024-02-09T23:56:53.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.036+0000 7f049dffb640 1 -- 172.21.15.27:0/738041231 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f04a4007980 con 0x7f04a80b5a50 2024-02-09T23:56:53.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.036+0000 7f04af73a640 1 -- 172.21.15.27:0/738041231 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f04a80c8420 con 0x7f04a80b5a50 2024-02-09T23:56:53.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.036+0000 7f049dffb640 1 -- 172.21.15.27:0/738041231 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04a4007cf0 con 0x7f04a80b5a50 2024-02-09T23:56:53.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.036+0000 7f04af73a640 1 -- 172.21.15.27:0/738041231 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f04a80b50b0 con 0x7f04a80b5a50 2024-02-09T23:56:53.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.037+0000 7f04af73a640 1 -- 172.21.15.27:0/738041231 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f04a80746c0 con 0x7f04a80b5a50 2024-02-09T23:56:53.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.037+0000 7f049dffb640 1 -- 172.21.15.27:0/738041231 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f04a40113f0 con 0x7f04a80b5a50 2024-02-09T23:56:53.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.037+0000 7f049dffb640 1 --2- 172.21.15.27:0/738041231 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f048c06b810 0x7f048c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:53.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.038+0000 7f049dffb640 1 -- 172.21.15.27:0/738041231 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f04a408a550 con 0x7f04a80b5a50 2024-02-09T23:56:53.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.038+0000 7f04accd5640 1 --2- 172.21.15.27:0/738041231 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f048c06b810 0x7f048c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:53.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.039+0000 7f04accd5640 1 --2- 172.21.15.27:0/738041231 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f048c06b810 0x7f048c06dcd0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f0498036000 tx=0x7f049803c040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:53.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.042+0000 7f049dffb640 1 -- 172.21.15.27:0/738041231 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f04a4054f70 con 0x7f04a80b5a50 2024-02-09T23:56:53.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.264+0000 7f04af73a640 1 -- 172.21.15.27:0/738041231 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f04a80d1750 con 0x7f04a80b5a50 2024-02-09T23:56:53.918 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.916+0000 7f049dffb640 1 -- 172.21.15.27:0/738041231 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v6) v1 ==== 122+0+0 (secure 0 0 0) 0x7f04a4058630 con 0x7f04a80b5a50 2024-02-09T23:56:53.921 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.918+0000 7f04af73a640 1 -- 172.21.15.27:0/738041231 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f048c06b810 msgr2=0x7f048c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:53.921 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.918+0000 7f04af73a640 1 --2- 172.21.15.27:0/738041231 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f048c06b810 0x7f048c06dcd0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f0498036000 tx=0x7f049803c040 comp rx=0 tx=0).stop 2024-02-09T23:56:53.922 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.918+0000 7f04af73a640 1 -- 172.21.15.27:0/738041231 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f04a80b5a50 msgr2=0x7f04a80c8f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:53.922 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.918+0000 7f04af73a640 1 --2- 172.21.15.27:0/738041231 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f04a80b5a50 0x7f04a80c8f00 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f04a400c7f0 tx=0x7f04a400ccb0 comp rx=0 tx=0).stop 2024-02-09T23:56:53.922 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.918+0000 7f04af73a640 1 -- 172.21.15.27:0/738041231 shutdown_connections 2024-02-09T23:56:53.922 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.918+0000 7f04af73a640 1 --2- 172.21.15.27:0/738041231 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f048c06b810 0x7f048c06dcd0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:53.922 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.918+0000 7f04af73a640 1 --2- 172.21.15.27:0/738041231 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f04a815dce0 0x7f04a815bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:53.922 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.918+0000 7f04af73a640 1 --2- 172.21.15.27:0/738041231 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f04a80ce810 0x7f04a80b4b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:53.922 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.918+0000 7f04af73a640 1 --2- 172.21.15.27:0/738041231 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f04a80b5a50 0x7f04a80c8f00 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:53.922 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.918+0000 7f04af73a640 1 -- 172.21.15.27:0/738041231 >> 172.21.15.27:0/738041231 conn(0x7f04a80d0870 msgr2=0x7f04a80d0c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:53.922 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.918+0000 7f04af73a640 1 -- 172.21.15.27:0/738041231 shutdown_connections 2024-02-09T23:56:53.922 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:53.918+0000 7f04af73a640 1 -- 172.21.15.27:0/738041231 wait complete. 2024-02-09T23:56:53.934 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-02-09T23:56:53.935 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:56:54.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.045+0000 7f2fc0783640 1 Processor -- start 2024-02-09T23:56:54.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.045+0000 7f2fc0783640 1 -- start start 2024-02-09T23:56:54.051 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.045+0000 7f2fc0783640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2fb80ce7c0 0x7f2fb80ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:54.051 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.045+0000 7f2fc0783640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2fb80d3760 con 0x7f2fb80b6b20 2024-02-09T23:56:54.051 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.045+0000 7f2fc0783640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2fb80cf0e0 con 0x7f2fb80b9660 2024-02-09T23:56:54.052 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.045+0000 7f2fc0783640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2fb80d24d0 con 0x7f2fb80ce7c0 2024-02-09T23:56:54.052 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.046+0000 7f2fbed20640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f2fb80b6b20 0x7f2fb80b6fb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:49614/0 (socket says 172.21.15.27:49614) 2024-02-09T23:56:54.052 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.046+0000 7f2fbed20640 1 -- 172.21.15.27:0/2773001285 learned_addr learned my addr 172.21.15.27:0/2773001285 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:56:54.052 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.046+0000 7f2fbd51d640 1 -- 172.21.15.27:0/2773001285 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 195238748 0 0) 0x7f2fa8001490 con 0x7f2fb80b6b20 2024-02-09T23:56:54.052 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.046+0000 7f2fbd51d640 1 -- 172.21.15.27:0/2773001285 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2fa0003520 con 0x7f2fb80b6b20 2024-02-09T23:56:54.052 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.046+0000 7f2fbe51f640 1 --2- 172.21.15.27:0/2773001285 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2fb80ce7c0 0x7f2fb80ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:54.052 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.046+0000 7f2fbd51d640 1 -- 172.21.15.27:0/2773001285 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 623118429 0 0) 0x7f2fa0003520 con 0x7f2fb80b6b20 2024-02-09T23:56:54.052 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.046+0000 7f2fbd51d640 1 -- 172.21.15.27:0/2773001285 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2fb80ce7c0 msgr2=0x7f2fb80ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:54.052 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.046+0000 7f2fbd51d640 1 --2- 172.21.15.27:0/2773001285 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2fb80ce7c0 0x7f2fb80ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:54.052 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.046+0000 7f2fbd51d640 1 -- 172.21.15.27:0/2773001285 >> v1:172.21.15.153:6789/0 conn(0x7f2fb80b9660 legacy=0x7f2fb80d1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:54.052 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.046+0000 7f2fbd51d640 1 -- 172.21.15.27:0/2773001285 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2fb80d26c0 con 0x7f2fb80b6b20 2024-02-09T23:56:54.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.046+0000 7f2fbd51d640 1 -- 172.21.15.27:0/2773001285 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7f2fa8001b80 con 0x7f2fb80b6b20 2024-02-09T23:56:54.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.046+0000 7f2fbd51d640 1 -- 172.21.15.27:0/2773001285 >> v1:172.21.15.27:6789/0 conn(0x7f2fb80b6b20 legacy=0x7f2fb80b6fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:54.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.046+0000 7f2fbd51d640 1 --2- 172.21.15.27:0/2773001285 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2fa0003a10 0x7f2fa0003e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:54.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.046+0000 7f2fbd51d640 1 --2- 172.21.15.27:0/2773001285 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2fa00047c0 0x7f2fa0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:54.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.046+0000 7f2fbd51d640 1 --2- 172.21.15.27:0/2773001285 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2fb80ce7c0 0x7f2fa00051e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:54.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.046+0000 7f2fbd51d640 1 -- 172.21.15.27:0/2773001285 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2fa000bb10 con 0x7f2fa0003a10 2024-02-09T23:56:54.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.046+0000 7f2fbd51d640 1 -- 172.21.15.27:0/2773001285 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2fa000bc80 con 0x7f2fa00047c0 2024-02-09T23:56:54.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.046+0000 7f2fbd51d640 1 -- 172.21.15.27:0/2773001285 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2fa000be40 con 0x7f2fb80ce7c0 2024-02-09T23:56:54.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.046+0000 7f2fbe51f640 1 --2- 172.21.15.27:0/2773001285 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2fa0003a10 0x7f2fa0003e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:54.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.046+0000 7f2fbdd1e640 1 --2- 172.21.15.27:0/2773001285 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2fa00047c0 0x7f2fa0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:54.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.046+0000 7f2fbed20640 1 --2- 172.21.15.27:0/2773001285 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2fb80ce7c0 0x7f2fa00051e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:54.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.047+0000 7f2fbe51f640 1 -- 172.21.15.27:0/2773001285 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2fb80ce7c0 msgr2=0x7f2fa00051e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:54.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.047+0000 7f2fbe51f640 1 --2- 172.21.15.27:0/2773001285 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2fb80ce7c0 0x7f2fa00051e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:54.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.047+0000 7f2fbe51f640 1 -- 172.21.15.27:0/2773001285 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2fa00047c0 msgr2=0x7f2fa0004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:54.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.047+0000 7f2fbe51f640 1 --2- 172.21.15.27:0/2773001285 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2fa00047c0 0x7f2fa0004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:54.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.047+0000 7f2fbe51f640 1 -- 172.21.15.27:0/2773001285 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2fa0003520 con 0x7f2fa0003a10 2024-02-09T23:56:54.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.047+0000 7f2fbe51f640 1 --2- 172.21.15.27:0/2773001285 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2fa0003a10 0x7f2fa0003e30 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f2fb0009ac0 tx=0x7f2fa00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b8929e2261560df server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:54.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.048+0000 7f2fbd51d640 1 -- 172.21.15.27:0/2773001285 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fb002c6b0 con 0x7f2fa0003a10 2024-02-09T23:56:54.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.048+0000 7f2fbd51d640 1 -- 172.21.15.27:0/2773001285 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2fb002c810 con 0x7f2fa0003a10 2024-02-09T23:56:54.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.048+0000 7f2fbd51d640 1 -- 172.21.15.27:0/2773001285 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fb002cba0 con 0x7f2fa0003a10 2024-02-09T23:56:54.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.048+0000 7f2fc0783640 1 -- 172.21.15.27:0/2773001285 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2fa0003a10 msgr2=0x7f2fa0003e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:54.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.048+0000 7f2fc0783640 1 --2- 172.21.15.27:0/2773001285 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2fa0003a10 0x7f2fa0003e30 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f2fb0009ac0 tx=0x7f2fa00057f0 comp rx=0 tx=0).stop 2024-02-09T23:56:54.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.048+0000 7f2fbed20640 1 -- 172.21.15.27:0/2773001285 reap_dead start 2024-02-09T23:56:54.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.048+0000 7f2fc0783640 1 -- 172.21.15.27:0/2773001285 shutdown_connections 2024-02-09T23:56:54.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.048+0000 7f2fc0783640 1 -- 172.21.15.27:0/2773001285 >> 172.21.15.27:0/2773001285 conn(0x7f2fb80b56e0 msgr2=0x7f2fb80b5af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:54.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.048+0000 7f2fc0783640 1 -- 172.21.15.27:0/2773001285 shutdown_connections 2024-02-09T23:56:54.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.048+0000 7f2fc0783640 1 -- 172.21.15.27:0/2773001285 wait complete. 2024-02-09T23:56:54.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.049+0000 7f2fc0783640 1 Processor -- start 2024-02-09T23:56:54.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.049+0000 7f2fc0783640 1 -- start start 2024-02-09T23:56:54.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.050+0000 7f2fc0783640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2fa0003a10 0x7f2fb80caac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:54.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.050+0000 7f2fc0783640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2fb81608b0 0x7f2fb814f060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:54.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.050+0000 7f2fc0783640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2fb80ccdf0 0x7f2fb80c91c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:54.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.050+0000 7f2fc0783640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2fb80c8630 con 0x7f2fa0003a10 2024-02-09T23:56:54.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.050+0000 7f2fc0783640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2fb80c80b0 con 0x7f2fb81608b0 2024-02-09T23:56:54.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.050+0000 7f2fc0783640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2fb815eb20 con 0x7f2fb80ccdf0 2024-02-09T23:56:54.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.050+0000 7f2fbe51f640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2fa0003a10 0x7f2fb80caac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:54.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.050+0000 7f2fbe51f640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2fa0003a10 0x7f2fb80caac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:46096/0 (socket says 172.21.15.27:46096) 2024-02-09T23:56:54.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.050+0000 7f2fbe51f640 1 -- 172.21.15.27:0/188994924 learned_addr learned my addr 172.21.15.27:0/188994924 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:54.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.050+0000 7f2fbe51f640 1 -- 172.21.15.27:0/188994924 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2fb80ccdf0 msgr2=0x7f2fb80c91c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:54.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.050+0000 7f2fbe51f640 1 --2- 172.21.15.27:0/188994924 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2fb80ccdf0 0x7f2fb80c91c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:54.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.050+0000 7f2fbe51f640 1 -- 172.21.15.27:0/188994924 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2fb81608b0 msgr2=0x7f2fb814f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:54.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.050+0000 7f2fbdd1e640 1 --2- 172.21.15.27:0/188994924 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2fb81608b0 0x7f2fb814f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:54.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.051+0000 7f2fbe51f640 1 --2- 172.21.15.27:0/188994924 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2fb81608b0 0x7f2fb814f060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:54.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.051+0000 7f2fbe51f640 1 -- 172.21.15.27:0/188994924 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2fb80c8350 con 0x7f2fa0003a10 2024-02-09T23:56:54.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.051+0000 7f2fbdd1e640 1 --2- 172.21.15.27:0/188994924 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2fb81608b0 0x7f2fb814f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:56:54.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.051+0000 7f2fbe51f640 1 --2- 172.21.15.27:0/188994924 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2fa0003a10 0x7f2fb80caac0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f2fb0000c00 tx=0x7f2fb0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:54.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.051+0000 7f2fb6ffd640 1 -- 172.21.15.27:0/188994924 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fb0003810 con 0x7f2fa0003a10 2024-02-09T23:56:54.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.051+0000 7f2fb6ffd640 1 -- 172.21.15.27:0/188994924 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2fb0003970 con 0x7f2fa0003a10 2024-02-09T23:56:54.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.051+0000 7f2fc0783640 1 -- 172.21.15.27:0/188994924 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2fb815edc0 con 0x7f2fa0003a10 2024-02-09T23:56:54.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.051+0000 7f2fb6ffd640 1 -- 172.21.15.27:0/188994924 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fb0003d00 con 0x7f2fa0003a10 2024-02-09T23:56:54.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.051+0000 7f2fc0783640 1 -- 172.21.15.27:0/188994924 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2fb80cd2a0 con 0x7f2fa0003a10 2024-02-09T23:56:54.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.052+0000 7f2fc0783640 1 -- 172.21.15.27:0/188994924 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2fb80c8590 con 0x7f2fa0003a10 2024-02-09T23:56:54.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.052+0000 7f2fb6ffd640 1 -- 172.21.15.27:0/188994924 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f2fb0034440 con 0x7f2fa0003a10 2024-02-09T23:56:54.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.053+0000 7f2fb6ffd640 1 --2- 172.21.15.27:0/188994924 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2fa406b810 0x7f2fa406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:54.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.053+0000 7f2fb6ffd640 1 -- 172.21.15.27:0/188994924 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2fb00ac360 con 0x7f2fa0003a10 2024-02-09T23:56:54.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.053+0000 7f2fbdd1e640 1 --2- 172.21.15.27:0/188994924 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2fa406b810 0x7f2fa406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:54.060 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.054+0000 7f2fbdd1e640 1 --2- 172.21.15.27:0/188994924 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2fa406b810 0x7f2fa406dcd0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f2fb814ff90 tx=0x7f2fac009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:54.060 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.057+0000 7f2fb6ffd640 1 -- 172.21.15.27:0/188994924 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f2fb0076f50 con 0x7f2fa0003a10 2024-02-09T23:56:54.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.276+0000 7f2fc0783640 1 -- 172.21.15.27:0/188994924 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2fb8067cc0 con 0x7f2fa0003a10 2024-02-09T23:56:54.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.276+0000 7f2fb6ffd640 1 -- 172.21.15.27:0/188994924 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+4938 (secure 0 0 0) 0x7f2fb00044e0 con 0x7f2fa0003a10 2024-02-09T23:56:54.279 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:56:54.280 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4247,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6836/2626792010","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":2626792010},{"type":"v1","addr":"172.21.15.153:6836","nonce":2626792010}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6833/3864067545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6832","nonce":3864067545},{"type":"v1","addr":"172.21.15.27:6833","nonce":3864067545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/4239285038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":4239285038},{"type":"v1","addr":"172.21.15.27:6835","nonce":4239285038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-09T23:56:51.251193+0000","modified":"2024-02-09T23:56:53.266736+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.153:6837/3351789611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6835","nonce":3351789611},{"type":"v1","addr":"172.21.15.153:6837","nonce":3351789611}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-09T23:56:54.280 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 6 2024-02-09T23:56:54.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.279+0000 7f2fc0783640 1 -- 172.21.15.27:0/188994924 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2fa406b810 msgr2=0x7f2fa406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:54.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.279+0000 7f2fc0783640 1 --2- 172.21.15.27:0/188994924 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2fa406b810 0x7f2fa406dcd0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f2fb814ff90 tx=0x7f2fac009040 comp rx=0 tx=0).stop 2024-02-09T23:56:54.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.279+0000 7f2fc0783640 1 -- 172.21.15.27:0/188994924 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2fa0003a10 msgr2=0x7f2fb80caac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:54.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.279+0000 7f2fc0783640 1 --2- 172.21.15.27:0/188994924 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2fa0003a10 0x7f2fb80caac0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f2fb0000c00 tx=0x7f2fb0004730 comp rx=0 tx=0).stop 2024-02-09T23:56:54.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.279+0000 7f2fc0783640 1 -- 172.21.15.27:0/188994924 shutdown_connections 2024-02-09T23:56:54.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.279+0000 7f2fc0783640 1 --2- 172.21.15.27:0/188994924 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2fa406b810 0x7f2fa406dcd0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:54.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.279+0000 7f2fc0783640 1 --2- 172.21.15.27:0/188994924 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2fb80ccdf0 0x7f2fb80c91c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:54.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.279+0000 7f2fc0783640 1 --2- 172.21.15.27:0/188994924 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2fb81608b0 0x7f2fb814f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:54.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.279+0000 7f2fc0783640 1 --2- 172.21.15.27:0/188994924 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2fa0003a10 0x7f2fb80caac0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:54.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.279+0000 7f2fc0783640 1 -- 172.21.15.27:0/188994924 >> 172.21.15.27:0/188994924 conn(0x7f2fb80b56e0 msgr2=0x7f2fb815d1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:54.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.279+0000 7f2fc0783640 1 -- 172.21.15.27:0/188994924 shutdown_connections 2024-02-09T23:56:54.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.279+0000 7f2fc0783640 1 -- 172.21.15.27:0/188994924 wait complete. 2024-02-09T23:56:54.292 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:56:54.399 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.396+0000 7fb3a0dbc640 1 Processor -- start 2024-02-09T23:56:54.399 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.396+0000 7fb3a0dbc640 1 -- start start 2024-02-09T23:56:54.400 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.397+0000 7fb3a0dbc640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fb39c161160 0x7fb39c0d1ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:54.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.397+0000 7fb3a0dbc640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb39c0ceed0 0x7fb39c0b6b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:54.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.397+0000 7fb3a0dbc640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb39c161540 con 0x7fb39c0d2020 2024-02-09T23:56:54.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.397+0000 7fb3a0dbc640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb39c0d3120 con 0x7fb39c161160 2024-02-09T23:56:54.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.397+0000 7fb3a0dbc640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb39c0d2510 con 0x7fb39c0ceed0 2024-02-09T23:56:54.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.397+0000 7fb39a59c640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fb39c161160 0x7fb39c0d1ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:54.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.397+0000 7fb39a59c640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fb39c161160 0x7fb39c0d1ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:46104/0 (socket says 172.21.15.27:46104) 2024-02-09T23:56:54.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.397+0000 7fb39a59c640 1 -- 172.21.15.27:0/1732639207 learned_addr learned my addr 172.21.15.27:0/1732639207 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:54.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.397+0000 7fb39a59c640 1 -- 172.21.15.27:0/1732639207 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb39c0ceed0 msgr2=0x7fb39c0b6b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:54.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.397+0000 7fb39a59c640 1 --2- 172.21.15.27:0/1732639207 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb39c0ceed0 0x7fb39c0b6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:54.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.397+0000 7fb39a59c640 1 -- 172.21.15.27:0/1732639207 >> v1:172.21.15.153:6789/0 conn(0x7fb39c0d2020 legacy=0x7fb39c0ce7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:54.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.397+0000 7fb39a59c640 1 -- 172.21.15.27:0/1732639207 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb39c0d27f0 con 0x7fb39c161160 2024-02-09T23:56:54.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.398+0000 7fb39a59c640 1 --2- 172.21.15.27:0/1732639207 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb39c161160 0x7fb39c0d1ae0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fb38c009870 tx=0x7fb38c02b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=782228a034aba35e server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:54.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.398+0000 7fb399d9b640 1 -- 172.21.15.27:0/1732639207 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb38c031640 con 0x7fb39c161160 2024-02-09T23:56:54.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.398+0000 7fb399d9b640 1 -- 172.21.15.27:0/1732639207 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb38c0317a0 con 0x7fb39c161160 2024-02-09T23:56:54.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.398+0000 7fb399d9b640 1 -- 172.21.15.27:0/1732639207 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb38c031b30 con 0x7fb39c161160 2024-02-09T23:56:54.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.398+0000 7fb3a0dbc640 1 -- 172.21.15.27:0/1732639207 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb39c161160 msgr2=0x7fb39c0d1ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:54.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.398+0000 7fb3a0dbc640 1 --2- 172.21.15.27:0/1732639207 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb39c161160 0x7fb39c0d1ae0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fb38c009870 tx=0x7fb38c02b8f0 comp rx=0 tx=0).stop 2024-02-09T23:56:54.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.398+0000 7fb3a0dbc640 1 -- 172.21.15.27:0/1732639207 shutdown_connections 2024-02-09T23:56:54.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.398+0000 7fb3a0dbc640 1 --2- 172.21.15.27:0/1732639207 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb39c0ceed0 0x7fb39c0b6b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:54.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.398+0000 7fb3a0dbc640 1 --2- 172.21.15.27:0/1732639207 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb39c161160 0x7fb39c0d1ae0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:54.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.398+0000 7fb3a0dbc640 1 -- 172.21.15.27:0/1732639207 >> 172.21.15.27:0/1732639207 conn(0x7fb39c0b56e0 msgr2=0x7fb39c0b5af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:54.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.399+0000 7fb3a0dbc640 1 -- 172.21.15.27:0/1732639207 shutdown_connections 2024-02-09T23:56:54.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.399+0000 7fb3a0dbc640 1 -- 172.21.15.27:0/1732639207 wait complete. 2024-02-09T23:56:54.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.400+0000 7fb3a0dbc640 1 Processor -- start 2024-02-09T23:56:54.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.400+0000 7fb3a0dbc640 1 -- start start 2024-02-09T23:56:54.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.401+0000 7fb3a0dbc640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb39c0ceed0 0x7fb39c0caac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:54.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.401+0000 7fb3a0dbc640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb39c0d2020 0x7fb39c0cb900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:54.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.401+0000 7fb3a0dbc640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb39c161160 0x7fb39c0cc400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:54.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.401+0000 7fb3a0dbc640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb39c0cb000 con 0x7fb39c0d2020 2024-02-09T23:56:54.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.401+0000 7fb3a0dbc640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb39c1f3610 con 0x7fb39c161160 2024-02-09T23:56:54.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.401+0000 7fb3a0dbc640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb39c1f38f0 con 0x7fb39c0ceed0 2024-02-09T23:56:54.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.401+0000 7fb393fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb39c0d2020 0x7fb39c0cb900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:54.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.401+0000 7fb393fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb39c0d2020 0x7fb39c0cb900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:46120/0 (socket says 172.21.15.27:46120) 2024-02-09T23:56:54.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.401+0000 7fb393fff640 1 -- 172.21.15.27:0/2041175645 learned_addr learned my addr 172.21.15.27:0/2041175645 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:54.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.401+0000 7fb39ad9d640 1 --2- 172.21.15.27:0/2041175645 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb39c161160 0x7fb39c0cc400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:54.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.401+0000 7fb39a59c640 1 --2- 172.21.15.27:0/2041175645 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb39c0ceed0 0x7fb39c0caac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:54.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.401+0000 7fb393fff640 1 -- 172.21.15.27:0/2041175645 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb39c0ceed0 msgr2=0x7fb39c0caac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:54.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.401+0000 7fb393fff640 1 --2- 172.21.15.27:0/2041175645 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb39c0ceed0 0x7fb39c0caac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:54.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.401+0000 7fb393fff640 1 -- 172.21.15.27:0/2041175645 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb39c161160 msgr2=0x7fb39c0cc400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:54.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.401+0000 7fb393fff640 1 --2- 172.21.15.27:0/2041175645 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb39c161160 0x7fb39c0cc400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:54.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.401+0000 7fb393fff640 1 -- 172.21.15.27:0/2041175645 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb38c0094d0 con 0x7fb39c0d2020 2024-02-09T23:56:54.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.401+0000 7fb39a59c640 1 --2- 172.21.15.27:0/2041175645 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb39c0ceed0 0x7fb39c0caac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:56:54.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.401+0000 7fb393fff640 1 --2- 172.21.15.27:0/2041175645 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb39c0d2020 0x7fb39c0cb900 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fb38400c430 tx=0x7fb38400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:54.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.401+0000 7fb392ffd640 1 -- 172.21.15.27:0/2041175645 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb384011790 con 0x7fb39c0d2020 2024-02-09T23:56:54.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.401+0000 7fb392ffd640 1 -- 172.21.15.27:0/2041175645 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb3840118f0 con 0x7fb39c0d2020 2024-02-09T23:56:54.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.401+0000 7fb3a0dbc640 1 -- 172.21.15.27:0/2041175645 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb39c1f3bd0 con 0x7fb39c0d2020 2024-02-09T23:56:54.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.401+0000 7fb392ffd640 1 -- 172.21.15.27:0/2041175645 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb384011ce0 con 0x7fb39c0d2020 2024-02-09T23:56:54.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.402+0000 7fb3a0dbc640 1 -- 172.21.15.27:0/2041175645 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb39c1f4190 con 0x7fb39c0d2020 2024-02-09T23:56:54.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.403+0000 7fb3a0dbc640 1 -- 172.21.15.27:0/2041175645 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb39c1f6890 con 0x7fb39c0d2020 2024-02-09T23:56:54.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.403+0000 7fb392ffd640 1 -- 172.21.15.27:0/2041175645 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fb38401c460 con 0x7fb39c0d2020 2024-02-09T23:56:54.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.403+0000 7fb392ffd640 1 --2- 172.21.15.27:0/2041175645 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb37c06b810 0x7fb37c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:54.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.403+0000 7fb392ffd640 1 -- 172.21.15.27:0/2041175645 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb38408a080 con 0x7fb39c0d2020 2024-02-09T23:56:54.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.404+0000 7fb39a59c640 1 --2- 172.21.15.27:0/2041175645 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb37c06b810 0x7fb37c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:54.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.404+0000 7fb39a59c640 1 --2- 172.21.15.27:0/2041175645 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb37c06b810 0x7fb37c06dcd0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fb38c036000 tx=0x7fb38c03c040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:54.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.409+0000 7fb392ffd640 1 -- 172.21.15.27:0/2041175645 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fb39c1f6890 con 0x7fb39c0d2020 2024-02-09T23:56:54.591 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.589+0000 7fb3a0dbc640 1 -- 172.21.15.27:0/2041175645 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb39c1f6890 con 0x7fb39c0d2020 2024-02-09T23:56:54.592 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.591+0000 7fb392ffd640 1 -- 172.21.15.27:0/2041175645 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16605 (secure 0 0 0) 0x7fb39c1f6890 con 0x7fb39c0d2020 2024-02-09T23:56:54.593 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:56:54.593 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":20,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:56:52.874682+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:56:49.610721+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:56:50.234763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:56:54.595 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.593+0000 7fb3a0dbc640 1 -- 172.21.15.27:0/2041175645 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb37c06b810 msgr2=0x7fb37c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:54.595 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.593+0000 7fb3a0dbc640 1 --2- 172.21.15.27:0/2041175645 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb37c06b810 0x7fb37c06dcd0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fb38c036000 tx=0x7fb38c03c040 comp rx=0 tx=0).stop 2024-02-09T23:56:54.595 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.593+0000 7fb3a0dbc640 1 -- 172.21.15.27:0/2041175645 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb39c0d2020 msgr2=0x7fb39c0cb900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:54.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.593+0000 7fb3a0dbc640 1 --2- 172.21.15.27:0/2041175645 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb39c0d2020 0x7fb39c0cb900 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fb38400c430 tx=0x7fb38400c8f0 comp rx=0 tx=0).stop 2024-02-09T23:56:54.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.593+0000 7fb3a0dbc640 1 -- 172.21.15.27:0/2041175645 shutdown_connections 2024-02-09T23:56:54.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.593+0000 7fb3a0dbc640 1 --2- 172.21.15.27:0/2041175645 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb37c06b810 0x7fb37c06dcd0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:54.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.593+0000 7fb3a0dbc640 1 --2- 172.21.15.27:0/2041175645 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb39c161160 0x7fb39c0cc400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:54.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.593+0000 7fb3a0dbc640 1 --2- 172.21.15.27:0/2041175645 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb39c0d2020 0x7fb39c0cb900 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:54.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.593+0000 7fb3a0dbc640 1 --2- 172.21.15.27:0/2041175645 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb39c0ceed0 0x7fb39c0caac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:54.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.593+0000 7fb3a0dbc640 1 -- 172.21.15.27:0/2041175645 >> 172.21.15.27:0/2041175645 conn(0x7fb39c0b56e0 msgr2=0x7fb39c0b5ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:54.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.593+0000 7fb3a0dbc640 1 -- 172.21.15.27:0/2041175645 shutdown_connections 2024-02-09T23:56:54.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.593+0000 7fb3a0dbc640 1 -- 172.21.15.27:0/2041175645 wait complete. 2024-02-09T23:56:54.606 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-02-09T23:56:54.606 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-09T23:56:54.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.711+0000 7f87c17bc640 1 Processor -- start 2024-02-09T23:56:54.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.711+0000 7f87c17bc640 1 -- start start 2024-02-09T23:56:54.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.711+0000 7f87c17bc640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f87bc15da70 0x7f87bc0b95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:54.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.711+0000 7f87c17bc640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f87bc0d2480 con 0x7f87bc0d3520 2024-02-09T23:56:54.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.711+0000 7f87c17bc640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f87bc0d2760 con 0x7f87bc0d0af0 2024-02-09T23:56:54.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.711+0000 7f87c17bc640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f87bc0d2a40 con 0x7f87bc15da70 2024-02-09T23:56:54.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.712+0000 7f87baffd640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f87bc15da70 0x7f87bc0b95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:54.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.712+0000 7f87ba7fc640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f87bc0d3520 0x7f87bc0d03e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:49628/0 (socket says 172.21.15.27:49628) 2024-02-09T23:56:54.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.712+0000 7f87ba7fc640 1 -- 172.21.15.27:0/130663309 learned_addr learned my addr 172.21.15.27:0/130663309 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:56:54.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.712+0000 7f87baffd640 1 -- 172.21.15.27:0/130663309 >> v1:172.21.15.153:6789/0 conn(0x7f87bc0d0af0 legacy=0x7f87bc0b69d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:54.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.712+0000 7f87baffd640 1 -- 172.21.15.27:0/130663309 >> v1:172.21.15.27:6789/0 conn(0x7f87bc0d3520 legacy=0x7f87bc0d03e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:54.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.712+0000 7f87baffd640 1 -- 172.21.15.27:0/130663309 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87bc0d2d20 con 0x7f87bc15da70 2024-02-09T23:56:54.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.712+0000 7f87b9ffb640 1 -- 172.21.15.27:0/130663309 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1348857399 0 0) 0x7f87bc0d2480 con 0x7f87bc0d3520 2024-02-09T23:56:54.716 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.713+0000 7f87baffd640 1 --2- 172.21.15.27:0/130663309 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f87bc15da70 0x7f87bc0b95a0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f87b40097a0 tx=0x7f87b402b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d7c29c1af43cefb server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:54.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.713+0000 7f87b9ffb640 1 -- 172.21.15.27:0/130663309 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87b4030610 con 0x7f87bc15da70 2024-02-09T23:56:54.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.713+0000 7f87b9ffb640 1 -- 172.21.15.27:0/130663309 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f87b4030770 con 0x7f87bc15da70 2024-02-09T23:56:54.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.713+0000 7f87b9ffb640 1 -- 172.21.15.27:0/130663309 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87b4030b00 con 0x7f87bc15da70 2024-02-09T23:56:54.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.713+0000 7f87c17bc640 1 -- 172.21.15.27:0/130663309 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f87bc15da70 msgr2=0x7f87bc0b95a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:54.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.713+0000 7f87c17bc640 1 --2- 172.21.15.27:0/130663309 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f87bc15da70 0x7f87bc0b95a0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f87b40097a0 tx=0x7f87b402b960 comp rx=0 tx=0).stop 2024-02-09T23:56:54.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.713+0000 7f87c17bc640 1 -- 172.21.15.27:0/130663309 shutdown_connections 2024-02-09T23:56:54.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.713+0000 7f87c17bc640 1 --2- 172.21.15.27:0/130663309 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f87bc15da70 0x7f87bc0b95a0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:54.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.713+0000 7f87c17bc640 1 -- 172.21.15.27:0/130663309 >> 172.21.15.27:0/130663309 conn(0x7f87bc067020 msgr2=0x7f87bc0b5520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:54.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.713+0000 7f87c17bc640 1 -- 172.21.15.27:0/130663309 shutdown_connections 2024-02-09T23:56:54.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.713+0000 7f87c17bc640 1 -- 172.21.15.27:0/130663309 wait complete. 2024-02-09T23:56:54.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.715+0000 7f87c17bc640 1 Processor -- start 2024-02-09T23:56:54.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.715+0000 7f87c17bc640 1 -- start start 2024-02-09T23:56:54.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.715+0000 7f87c17bc640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f87bc0d0af0 0x7f87bc153a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:54.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.715+0000 7f87c17bc640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f87bc0d3520 0x7f87bc0c9150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:54.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.715+0000 7f87c17bc640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f87bc15da70 0x7f87bc15a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:54.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.715+0000 7f87c17bc640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87bc0cde70 con 0x7f87bc0d0af0 2024-02-09T23:56:54.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.715+0000 7f87c17bc640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87bc15f9f0 con 0x7f87bc15da70 2024-02-09T23:56:54.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.715+0000 7f87c17bc640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f87bc0c9bf0 con 0x7f87bc0d3520 2024-02-09T23:56:54.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.715+0000 7f87baffd640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f87bc0d0af0 0x7f87bc153a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:54.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.715+0000 7f87baffd640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f87bc0d0af0 0x7f87bc153a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:46138/0 (socket says 172.21.15.27:46138) 2024-02-09T23:56:54.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.715+0000 7f87baffd640 1 -- 172.21.15.27:0/348713241 learned_addr learned my addr 172.21.15.27:0/348713241 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:54.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.716+0000 7f87baffd640 1 -- 172.21.15.27:0/348713241 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f87bc0d3520 msgr2=0x7f87bc0c9150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:54.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.716+0000 7f87baffd640 1 --2- 172.21.15.27:0/348713241 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f87bc0d3520 0x7f87bc0c9150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:54.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.716+0000 7f87baffd640 1 -- 172.21.15.27:0/348713241 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f87bc15da70 msgr2=0x7f87bc15a9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:54.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.716+0000 7f87bb7fe640 1 --2- 172.21.15.27:0/348713241 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f87bc15da70 0x7f87bc15a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:54.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.716+0000 7f87baffd640 1 --2- 172.21.15.27:0/348713241 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f87bc15da70 0x7f87bc15a9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:54.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.716+0000 7f87baffd640 1 -- 172.21.15.27:0/348713241 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87b4009400 con 0x7f87bc0d0af0 2024-02-09T23:56:54.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.716+0000 7f87bb7fe640 1 --2- 172.21.15.27:0/348713241 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f87bc15da70 0x7f87bc15a9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:56:54.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.716+0000 7f87baffd640 1 --2- 172.21.15.27:0/348713241 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f87bc0d0af0 0x7f87bc153a60 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f87b40098c0 tx=0x7f87b40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:54.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.716+0000 7f87b37fe640 1 -- 172.21.15.27:0/348713241 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87b403e070 con 0x7f87bc0d0af0 2024-02-09T23:56:54.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.716+0000 7f87b37fe640 1 -- 172.21.15.27:0/348713241 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f87b4039800 con 0x7f87bc0d0af0 2024-02-09T23:56:54.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.716+0000 7f87c17bc640 1 -- 172.21.15.27:0/348713241 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f87bc15f0c0 con 0x7f87bc0d0af0 2024-02-09T23:56:54.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.716+0000 7f87b37fe640 1 -- 172.21.15.27:0/348713241 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87b4039bb0 con 0x7f87bc0d0af0 2024-02-09T23:56:54.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.716+0000 7f87c17bc640 1 -- 172.21.15.27:0/348713241 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f87bc15f680 con 0x7f87bc0d0af0 2024-02-09T23:56:54.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.717+0000 7f87c17bc640 1 -- 172.21.15.27:0/348713241 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f87bc067cc0 con 0x7f87bc0d0af0 2024-02-09T23:56:54.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.717+0000 7f87b37fe640 1 -- 172.21.15.27:0/348713241 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f87b4042070 con 0x7f87bc0d0af0 2024-02-09T23:56:54.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.718+0000 7f87b37fe640 1 --2- 172.21.15.27:0/348713241 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f879c06b810 0x7f879c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:54.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.718+0000 7f87b37fe640 1 -- 172.21.15.27:0/348713241 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f87b40ac050 con 0x7f87bc0d0af0 2024-02-09T23:56:54.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.718+0000 7f87ba7fc640 1 --2- 172.21.15.27:0/348713241 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f879c06b810 0x7f879c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:54.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.718+0000 7f87ba7fc640 1 --2- 172.21.15.27:0/348713241 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f879c06b810 0x7f879c06dcd0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f87a4007fd0 tx=0x7f87a4007920 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:54.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.722+0000 7f87b37fe640 1 -- 172.21.15.27:0/348713241 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f87b4076b00 con 0x7f87bc0d0af0 2024-02-09T23:56:54.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.899+0000 7f87c17bc640 1 -- 172.21.15.27:0/348713241 --> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f87bc15de50 con 0x7f879c06b810 2024-02-09T23:56:54.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.906+0000 7f87b37fe640 1 -- 172.21.15.27:0/348713241 <== mgr.4106 v2:172.21.15.153:6832/1248308414 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+249793 (secure 0 0 0) 0x7f87a4007070 con 0x7f879c06b810 2024-02-09T23:56:54.911 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:56:54.913 INFO:teuthology.orchestra.run.smithi027.stderr:dumped all 2024-02-09T23:56:54.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.909+0000 7f87c17bc640 1 -- 172.21.15.27:0/348713241 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f879c06b810 msgr2=0x7f879c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:54.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.909+0000 7f87c17bc640 1 --2- 172.21.15.27:0/348713241 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f879c06b810 0x7f879c06dcd0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f87a4007fd0 tx=0x7f87a4007920 comp rx=0 tx=0).stop 2024-02-09T23:56:54.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.909+0000 7f87c17bc640 1 -- 172.21.15.27:0/348713241 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f87bc0d0af0 msgr2=0x7f87bc153a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:54.915 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.909+0000 7f87c17bc640 1 --2- 172.21.15.27:0/348713241 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f87bc0d0af0 0x7f87bc153a60 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f87b40098c0 tx=0x7f87b40046c0 comp rx=0 tx=0).stop 2024-02-09T23:56:54.915 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.909+0000 7f87c17bc640 1 -- 172.21.15.27:0/348713241 shutdown_connections 2024-02-09T23:56:54.915 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.909+0000 7f87c17bc640 1 --2- 172.21.15.27:0/348713241 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f879c06b810 0x7f879c06dcd0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:54.915 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.909+0000 7f87c17bc640 1 --2- 172.21.15.27:0/348713241 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f87bc15da70 0x7f87bc15a9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:54.915 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.909+0000 7f87c17bc640 1 --2- 172.21.15.27:0/348713241 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f87bc0d3520 0x7f87bc0c9150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:54.915 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.909+0000 7f87c17bc640 1 --2- 172.21.15.27:0/348713241 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f87bc0d0af0 0x7f87bc153a60 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:54.915 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.909+0000 7f87c17bc640 1 -- 172.21.15.27:0/348713241 >> 172.21.15.27:0/348713241 conn(0x7f87bc067020 msgr2=0x7f87bc0b8270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:54.915 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.909+0000 7f87c17bc640 1 -- 172.21.15.27:0/348713241 shutdown_connections 2024-02-09T23:56:54.915 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:54.909+0000 7f87c17bc640 1 -- 172.21.15.27:0/348713241 wait complete. 2024-02-09T23:56:54.922 INFO:teuthology.orchestra.run.smithi027.stdout:{"pg_ready":true,"pg_map":{"version":20,"stamp":"2024-02-09T23:56:53.439581+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":218560,"kb_used_data":2376,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754756160,"statfs":{"total":773094113280,"available":772870307840,"internally_reserved":0,"allocated":2433024,"data_stored":1546872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000960"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":162,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-02-09T23:56:42.218192+0000","last_change":"2024-02-09T23:56:40.567250+0000","last_active":"2024-02-09T23:56:42.218192+0000","last_peered":"2024-02-09T23:56:42.218192+0000","last_clean":"2024-02-09T23:56:42.218192+0000","last_became_active":"2024-02-09T23:56:40.566372+0000","last_became_peered":"2024-02-09T23:56:40.566372+0000","last_unstale":"2024-02-09T23:56:42.218192+0000","last_undegraded":"2024-02-09T23:56:42.218192+0000","last_fullsized":"2024-02-09T23:56:42.218192+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:39.545898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:39.545898+0000","last_clean_scrub_stamp":"2024-02-09T23:56:39.545898+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:46:32.589061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574853,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27752,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344088,"statfs":{"total":96636764160,"available":96608346112,"internally_reserved":0,"allocated":749568,"data_stored":636135,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61799999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40999999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44800000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.378}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.434}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48299999999999998}]}]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27176,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344664,"statfs":{"total":96636764160,"available":96608935936,"internally_reserved":0,"allocated":155648,"data_stored":45767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.371}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.432}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65100000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45100000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51900000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58799999999999997}]}]},{"osd":5,"up_from":13,"seq":55834574854,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27176,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344664,"statfs":{"total":96636764160,"available":96608935936,"internally_reserved":0,"allocated":155648,"data_stored":45767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38700000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.439}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55300000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72299999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64500000000000002}]}]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27176,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344664,"statfs":{"total":96636764160,"available":96608935936,"internally_reserved":0,"allocated":155648,"data_stored":45767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38500000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50700000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45300000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55100000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53200000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68700000000000006}]}]},{"osd":3,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27176,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344664,"statfs":{"total":96636764160,"available":96608935936,"internally_reserved":0,"allocated":155648,"data_stored":45767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27300000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.311}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38600000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61699999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59499999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]}]},{"osd":2,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27176,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344664,"statfs":{"total":96636764160,"available":96608935936,"internally_reserved":0,"allocated":155648,"data_stored":45767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.376}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44800000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40500000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52400000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42099999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]}]},{"osd":1,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27176,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344664,"statfs":{"total":96636764160,"available":96608935936,"internally_reserved":0,"allocated":155648,"data_stored":45767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35099999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.316}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53100000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56799999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48599999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574854,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27752,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344088,"statfs":{"total":96636764160,"available":96608346112,"internally_reserved":0,"allocated":749568,"data_stored":636135,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38800000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34399999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32400000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58999999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-09T23:56:54.927 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-09T23:56:55.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.067+0000 7f68420df640 1 Processor -- start 2024-02-09T23:56:55.069 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.067+0000 7f68420df640 1 -- start start 2024-02-09T23:56:55.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.067+0000 7f68420df640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f683c161470 0x7f683c0cecf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:55.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.067+0000 7f68420df640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f683c0ce180 0x7f683c06c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:55.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.067+0000 7f68420df640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f683c0d1330 con 0x7f683c0b2df0 2024-02-09T23:56:55.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.067+0000 7f68420df640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f683c161850 con 0x7f683c0ce180 2024-02-09T23:56:55.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.067+0000 7f68420df640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f683c0d3740 con 0x7f683c161470 2024-02-09T23:56:55.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.068+0000 7f683affd640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f683c0ce180 0x7f683c06c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:55.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.068+0000 7f683affd640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f683c0ce180 0x7f683c06c120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:46142/0 (socket says 172.21.15.27:46142) 2024-02-09T23:56:55.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.068+0000 7f683affd640 1 -- 172.21.15.27:0/2926281884 learned_addr learned my addr 172.21.15.27:0/2926281884 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:55.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.068+0000 7f683b7fe640 1 --2- 172.21.15.27:0/2926281884 >> v2:172.21.15.153:3300/0 conn(0x7f683c161470 0x7f683c0cecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:55.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.068+0000 7f683affd640 1 -- 172.21.15.27:0/2926281884 >> v2:172.21.15.153:3300/0 conn(0x7f683c161470 msgr2=0x7f683c0cecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:55.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.068+0000 7f683affd640 1 --2- 172.21.15.27:0/2926281884 >> v2:172.21.15.153:3300/0 conn(0x7f683c161470 0x7f683c0cecf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.068+0000 7f683affd640 1 -- 172.21.15.27:0/2926281884 >> v1:172.21.15.153:6789/0 conn(0x7f683c0b2df0 legacy=0x7f683c0d1f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:55.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.068+0000 7f683affd640 1 -- 172.21.15.27:0/2926281884 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f683c0d1050 con 0x7f683c0ce180 2024-02-09T23:56:55.072 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.069+0000 7f683affd640 1 --2- 172.21.15.27:0/2926281884 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f683c0ce180 0x7f683c06c120 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f683c0d08c0 tx=0x7f683002b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65bb322f32cc3f2e server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:55.072 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.069+0000 7f683a7fc640 1 -- 172.21.15.27:0/2926281884 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6830031870 con 0x7f683c0ce180 2024-02-09T23:56:55.072 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.069+0000 7f683a7fc640 1 -- 172.21.15.27:0/2926281884 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f68300319d0 con 0x7f683c0ce180 2024-02-09T23:56:55.072 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.069+0000 7f683a7fc640 1 -- 172.21.15.27:0/2926281884 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6830031d60 con 0x7f683c0ce180 2024-02-09T23:56:55.073 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.069+0000 7f68420df640 1 -- 172.21.15.27:0/2926281884 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f683c0ce180 msgr2=0x7f683c06c120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:55.073 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.069+0000 7f68420df640 1 --2- 172.21.15.27:0/2926281884 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f683c0ce180 0x7f683c06c120 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f683c0d08c0 tx=0x7f683002b910 comp rx=0 tx=0).stop 2024-02-09T23:56:55.073 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.069+0000 7f68420df640 1 -- 172.21.15.27:0/2926281884 shutdown_connections 2024-02-09T23:56:55.073 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.069+0000 7f68420df640 1 --2- 172.21.15.27:0/2926281884 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f683c0ce180 0x7f683c06c120 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.073 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.069+0000 7f68420df640 1 --2- 172.21.15.27:0/2926281884 >> v2:172.21.15.153:3300/0 conn(0x7f683c161470 0x7f683c0cecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.073 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.069+0000 7f68420df640 1 -- 172.21.15.27:0/2926281884 >> 172.21.15.27:0/2926281884 conn(0x7f683c0b58b0 msgr2=0x7f683c0b5cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:55.073 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.069+0000 7f68420df640 1 -- 172.21.15.27:0/2926281884 shutdown_connections 2024-02-09T23:56:55.073 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.069+0000 7f68420df640 1 -- 172.21.15.27:0/2926281884 wait complete. 2024-02-09T23:56:55.073 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.071+0000 7f68420df640 1 Processor -- start 2024-02-09T23:56:55.073 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.071+0000 7f68420df640 1 -- start start 2024-02-09T23:56:55.075 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.071+0000 7f68420df640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f683c0b2df0 0x7f683c14cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:55.075 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.071+0000 7f68420df640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f683c161470 0x7f683c0cc050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:55.075 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.071+0000 7f68420df640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f683c0cc590 0x7f683c15bc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:55.076 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.071+0000 7f68420df640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f683c0cbbc0 con 0x7f683c0b2df0 2024-02-09T23:56:55.076 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.071+0000 7f68420df640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f683c0cafb0 con 0x7f683c161470 2024-02-09T23:56:55.076 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.071+0000 7f68420df640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f683c0cb290 con 0x7f683c0cc590 2024-02-09T23:56:55.076 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.072+0000 7f683b7fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f683c0b2df0 0x7f683c14cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:55.076 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.072+0000 7f683b7fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f683c0b2df0 0x7f683c14cc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:46146/0 (socket says 172.21.15.27:46146) 2024-02-09T23:56:55.076 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.072+0000 7f683b7fe640 1 -- 172.21.15.27:0/2753284936 learned_addr learned my addr 172.21.15.27:0/2753284936 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:55.076 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.072+0000 7f683affd640 1 --2- 172.21.15.27:0/2753284936 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f683c161470 0x7f683c0cc050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:55.076 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.072+0000 7f683bfff640 1 --2- 172.21.15.27:0/2753284936 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f683c0cc590 0x7f683c15bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:55.076 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.072+0000 7f683b7fe640 1 -- 172.21.15.27:0/2753284936 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f683c0cc590 msgr2=0x7f683c15bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:55.076 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.072+0000 7f683b7fe640 1 --2- 172.21.15.27:0/2753284936 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f683c0cc590 0x7f683c15bc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.076 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.072+0000 7f683b7fe640 1 -- 172.21.15.27:0/2753284936 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f683c161470 msgr2=0x7f683c0cc050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:55.076 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.072+0000 7f683b7fe640 1 --2- 172.21.15.27:0/2753284936 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f683c161470 0x7f683c0cc050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.076 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.072+0000 7f683b7fe640 1 -- 172.21.15.27:0/2753284936 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68300094d0 con 0x7f683c0b2df0 2024-02-09T23:56:55.076 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.072+0000 7f683b7fe640 1 --2- 172.21.15.27:0/2753284936 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f683c0b2df0 0x7f683c14cc20 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f682c00e9b0 tx=0x7f682c00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:55.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.072+0000 7f6823fff640 1 -- 172.21.15.27:0/2753284936 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f682c009670 con 0x7f683c0b2df0 2024-02-09T23:56:55.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.072+0000 7f6823fff640 1 -- 172.21.15.27:0/2753284936 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f682c00c9a0 con 0x7f683c0b2df0 2024-02-09T23:56:55.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.072+0000 7f68420df640 1 -- 172.21.15.27:0/2753284936 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f683c0cb570 con 0x7f683c0b2df0 2024-02-09T23:56:55.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.072+0000 7f6823fff640 1 -- 172.21.15.27:0/2753284936 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f682c00cd50 con 0x7f683c0b2df0 2024-02-09T23:56:55.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.072+0000 7f68420df640 1 -- 172.21.15.27:0/2753284936 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f683c15a080 con 0x7f683c0b2df0 2024-02-09T23:56:55.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.073+0000 7f68420df640 1 -- 172.21.15.27:0/2753284936 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f683c0cfc50 con 0x7f683c0b2df0 2024-02-09T23:56:55.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.074+0000 7f6823fff640 1 -- 172.21.15.27:0/2753284936 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f682c013470 con 0x7f683c0b2df0 2024-02-09T23:56:55.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.074+0000 7f6823fff640 1 --2- 172.21.15.27:0/2753284936 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f682806b840 0x7f682806dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:55.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.074+0000 7f6823fff640 1 -- 172.21.15.27:0/2753284936 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f682c08a3d0 con 0x7f683c0b2df0 2024-02-09T23:56:55.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.074+0000 7f683affd640 1 --2- 172.21.15.27:0/2753284936 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f682806b840 0x7f682806dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:55.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.075+0000 7f683affd640 1 --2- 172.21.15.27:0/2753284936 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f682806b840 0x7f682806dd00 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f6830036000 tx=0x7f683003c040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:55.080 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.078+0000 7f6823fff640 1 -- 172.21.15.27:0/2753284936 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f682c054e10 con 0x7f683c0b2df0 2024-02-09T23:56:55.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.257+0000 7f68420df640 1 -- 172.21.15.27:0/2753284936 --> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f683c0b9610 con 0x7f682806b840 2024-02-09T23:56:55.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.263+0000 7f6823fff640 1 -- 172.21.15.27:0/2753284936 <== mgr.4106 v2:172.21.15.153:6832/1248308414 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+249793 (secure 0 0 0) 0x7f683c0b9610 con 0x7f682806b840 2024-02-09T23:56:55.269 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:56:55.270 INFO:teuthology.orchestra.run.smithi027.stderr:dumped all 2024-02-09T23:56:55.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.266+0000 7f68420df640 1 -- 172.21.15.27:0/2753284936 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f682806b840 msgr2=0x7f682806dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:55.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.266+0000 7f68420df640 1 --2- 172.21.15.27:0/2753284936 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f682806b840 0x7f682806dd00 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f6830036000 tx=0x7f683003c040 comp rx=0 tx=0).stop 2024-02-09T23:56:55.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.266+0000 7f68420df640 1 -- 172.21.15.27:0/2753284936 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f683c0b2df0 msgr2=0x7f683c14cc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:55.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.266+0000 7f68420df640 1 --2- 172.21.15.27:0/2753284936 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f683c0b2df0 0x7f683c14cc20 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f682c00e9b0 tx=0x7f682c00ee70 comp rx=0 tx=0).stop 2024-02-09T23:56:55.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.266+0000 7f68420df640 1 -- 172.21.15.27:0/2753284936 shutdown_connections 2024-02-09T23:56:55.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.266+0000 7f68420df640 1 --2- 172.21.15.27:0/2753284936 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f682806b840 0x7f682806dd00 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.266+0000 7f68420df640 1 --2- 172.21.15.27:0/2753284936 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f683c0cc590 0x7f683c15bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.266+0000 7f68420df640 1 --2- 172.21.15.27:0/2753284936 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f683c161470 0x7f683c0cc050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.266+0000 7f68420df640 1 --2- 172.21.15.27:0/2753284936 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f683c0b2df0 0x7f683c14cc20 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.266+0000 7f68420df640 1 -- 172.21.15.27:0/2753284936 >> 172.21.15.27:0/2753284936 conn(0x7f683c0b58b0 msgr2=0x7f683c0b4c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:55.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.267+0000 7f68420df640 1 -- 172.21.15.27:0/2753284936 shutdown_connections 2024-02-09T23:56:55.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.267+0000 7f68420df640 1 -- 172.21.15.27:0/2753284936 wait complete. 2024-02-09T23:56:55.279 INFO:teuthology.orchestra.run.smithi027.stdout:{"pg_ready":true,"pg_map":{"version":20,"stamp":"2024-02-09T23:56:53.439581+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":218560,"kb_used_data":2376,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754756160,"statfs":{"total":773094113280,"available":772870307840,"internally_reserved":0,"allocated":2433024,"data_stored":1546872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000960"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":162,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-02-09T23:56:42.218192+0000","last_change":"2024-02-09T23:56:40.567250+0000","last_active":"2024-02-09T23:56:42.218192+0000","last_peered":"2024-02-09T23:56:42.218192+0000","last_clean":"2024-02-09T23:56:42.218192+0000","last_became_active":"2024-02-09T23:56:40.566372+0000","last_became_peered":"2024-02-09T23:56:40.566372+0000","last_unstale":"2024-02-09T23:56:42.218192+0000","last_undegraded":"2024-02-09T23:56:42.218192+0000","last_fullsized":"2024-02-09T23:56:42.218192+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:39.545898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:39.545898+0000","last_clean_scrub_stamp":"2024-02-09T23:56:39.545898+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:46:32.589061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:50.881552+0000","last_change":"2024-02-09T23:56:50.881552+0000","last_active":"2024-02-09T23:56:50.881552+0000","last_peered":"2024-02-09T23:56:50.881552+0000","last_clean":"2024-02-09T23:56:50.881552+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:50.881552+0000","last_undegraded":"2024-02-09T23:56:50.881552+0000","last_fullsized":"2024-02-09T23:56:50.881552+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-09T23:56:49.876634+0000","last_change":"2024-02-09T23:56:49.876634+0000","last_active":"2024-02-09T23:56:49.876634+0000","last_peered":"2024-02-09T23:56:49.876634+0000","last_clean":"2024-02-09T23:56:49.876634+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:56:49.876634+0000","last_undegraded":"2024-02-09T23:56:49.876634+0000","last_fullsized":"2024-02-09T23:56:49.876634+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574853,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27752,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344088,"statfs":{"total":96636764160,"available":96608346112,"internally_reserved":0,"allocated":749568,"data_stored":636135,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61799999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40999999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44800000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.378}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.434}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48299999999999998}]}]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27176,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344664,"statfs":{"total":96636764160,"available":96608935936,"internally_reserved":0,"allocated":155648,"data_stored":45767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.371}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.432}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65100000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45100000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51900000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58799999999999997}]}]},{"osd":5,"up_from":13,"seq":55834574854,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27176,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344664,"statfs":{"total":96636764160,"available":96608935936,"internally_reserved":0,"allocated":155648,"data_stored":45767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38700000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.439}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55300000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72299999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64500000000000002}]}]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27176,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344664,"statfs":{"total":96636764160,"available":96608935936,"internally_reserved":0,"allocated":155648,"data_stored":45767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38500000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50700000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45300000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55100000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53200000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68700000000000006}]}]},{"osd":3,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27176,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344664,"statfs":{"total":96636764160,"available":96608935936,"internally_reserved":0,"allocated":155648,"data_stored":45767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27300000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.311}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38600000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61699999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59499999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]}]},{"osd":2,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27176,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344664,"statfs":{"total":96636764160,"available":96608935936,"internally_reserved":0,"allocated":155648,"data_stored":45767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.376}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44800000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40500000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52400000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42099999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]}]},{"osd":1,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27176,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344664,"statfs":{"total":96636764160,"available":96608935936,"internally_reserved":0,"allocated":155648,"data_stored":45767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35099999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.316}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53100000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56799999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48599999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574854,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27752,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344088,"statfs":{"total":96636764160,"available":96608346112,"internally_reserved":0,"allocated":749568,"data_stored":636135,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38800000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34399999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32400000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58999999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-09T23:56:55.283 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-09T23:56:55.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.424+0000 7fab5db3a640 1 Processor -- start 2024-02-09T23:56:55.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.424+0000 7fab5db3a640 1 -- start start 2024-02-09T23:56:55.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.425+0000 7fab5db3a640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fab5815dca0 0x7fab5809a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:55.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.425+0000 7fab5db3a640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fab5806cb30 0x7fab58167c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:55.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.425+0000 7fab5db3a640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fab580d0fc0 con 0x7fab580cfbb0 2024-02-09T23:56:55.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.425+0000 7fab5db3a640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fab580d03b0 con 0x7fab5815dca0 2024-02-09T23:56:55.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.425+0000 7fab5db3a640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab580d0690 con 0x7fab5806cb30 2024-02-09T23:56:55.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.425+0000 7fab56ffd640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fab580cfbb0 0x7fab5806c420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:49642/0 (socket says 172.21.15.27:49642) 2024-02-09T23:56:55.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.425+0000 7fab56ffd640 1 -- 172.21.15.27:0/3500614103 learned_addr learned my addr 172.21.15.27:0/3500614103 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:56:55.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.425+0000 7fab577fe640 1 --2- 172.21.15.27:0/3500614103 >> v2:172.21.15.153:3300/0 conn(0x7fab5815dca0 0x7fab5809a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:55.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.425+0000 7fab57fff640 1 --2- 172.21.15.27:0/3500614103 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fab5806cb30 0x7fab58167c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:55.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.425+0000 7fab567fc640 1 -- 172.21.15.27:0/3500614103 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 62333650 0 0) 0x7fab580d0fc0 con 0x7fab580cfbb0 2024-02-09T23:56:55.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.425+0000 7fab567fc640 1 -- 172.21.15.27:0/3500614103 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fab40003520 con 0x7fab580cfbb0 2024-02-09T23:56:55.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.425+0000 7fab577fe640 1 -- 172.21.15.27:0/3500614103 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fab5806cb30 msgr2=0x7fab58167c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:55.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.425+0000 7fab577fe640 1 --2- 172.21.15.27:0/3500614103 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fab5806cb30 0x7fab58167c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.425+0000 7fab577fe640 1 -- 172.21.15.27:0/3500614103 >> v1:172.21.15.27:6789/0 conn(0x7fab580cfbb0 legacy=0x7fab5806c420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:55.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.425+0000 7fab577fe640 1 -- 172.21.15.27:0/3500614103 --> v2:172.21.15.153:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab580d0970 con 0x7fab5815dca0 2024-02-09T23:56:55.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.426+0000 7fab577fe640 1 --2- 172.21.15.27:0/3500614103 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fab5815dca0 0x7fab5809a5a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fab480097a0 tx=0x7fab4802b8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c3294ce18c4af65c server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:55.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.426+0000 7fab567fc640 1 -- 172.21.15.27:0/3500614103 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab48031830 con 0x7fab5815dca0 2024-02-09T23:56:55.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.426+0000 7fab567fc640 1 -- 172.21.15.27:0/3500614103 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab48031990 con 0x7fab5815dca0 2024-02-09T23:56:55.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.426+0000 7fab567fc640 1 -- 172.21.15.27:0/3500614103 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab48031d00 con 0x7fab5815dca0 2024-02-09T23:56:55.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.427+0000 7fab5db3a640 1 -- 172.21.15.27:0/3500614103 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fab5815dca0 msgr2=0x7fab5809a5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:55.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.427+0000 7fab5db3a640 1 --2- 172.21.15.27:0/3500614103 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fab5815dca0 0x7fab5809a5a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fab480097a0 tx=0x7fab4802b8d0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.427+0000 7fab5db3a640 1 -- 172.21.15.27:0/3500614103 shutdown_connections 2024-02-09T23:56:55.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.427+0000 7fab5db3a640 1 --2- 172.21.15.27:0/3500614103 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fab5806cb30 0x7fab58167c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.427+0000 7fab5db3a640 1 --2- 172.21.15.27:0/3500614103 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fab5815dca0 0x7fab5809a5a0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.427+0000 7fab5db3a640 1 -- 172.21.15.27:0/3500614103 >> 172.21.15.27:0/3500614103 conn(0x7fab580b3460 msgr2=0x7fab580b3870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:55.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.427+0000 7fab5db3a640 1 -- 172.21.15.27:0/3500614103 shutdown_connections 2024-02-09T23:56:55.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.427+0000 7fab5db3a640 1 -- 172.21.15.27:0/3500614103 wait complete. 2024-02-09T23:56:55.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.428+0000 7fab5db3a640 1 Processor -- start 2024-02-09T23:56:55.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.428+0000 7fab5db3a640 1 -- start start 2024-02-09T23:56:55.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.429+0000 7fab5db3a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fab5806cb30 0x7fab58150e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:55.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.429+0000 7fab5db3a640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fab580cfbb0 0x7fab580b2300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:55.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.429+0000 7fab5db3a640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fab5815dca0 0x7fab580b2840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:55.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.429+0000 7fab5db3a640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab581513d0 con 0x7fab5815dca0 2024-02-09T23:56:55.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.429+0000 7fab5db3a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab580c6f10 con 0x7fab5806cb30 2024-02-09T23:56:55.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.429+0000 7fab5db3a640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab580c71f0 con 0x7fab580cfbb0 2024-02-09T23:56:55.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.429+0000 7fab57fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fab5815dca0 0x7fab580b2840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:55.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.429+0000 7fab57fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fab5815dca0 0x7fab580b2840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:46154/0 (socket says 172.21.15.27:46154) 2024-02-09T23:56:55.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.429+0000 7fab57fff640 1 -- 172.21.15.27:0/237357867 learned_addr learned my addr 172.21.15.27:0/237357867 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:55.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.429+0000 7fab577fe640 1 --2- 172.21.15.27:0/237357867 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fab5806cb30 0x7fab58150e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:55.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.429+0000 7fab56ffd640 1 --2- 172.21.15.27:0/237357867 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fab580cfbb0 0x7fab580b2300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:55.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.430+0000 7fab57fff640 1 -- 172.21.15.27:0/237357867 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fab580cfbb0 msgr2=0x7fab580b2300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:55.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.430+0000 7fab57fff640 1 --2- 172.21.15.27:0/237357867 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fab580cfbb0 0x7fab580b2300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.430+0000 7fab57fff640 1 -- 172.21.15.27:0/237357867 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fab5806cb30 msgr2=0x7fab58150e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:55.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.430+0000 7fab57fff640 1 --2- 172.21.15.27:0/237357867 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fab5806cb30 0x7fab58150e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.430+0000 7fab57fff640 1 -- 172.21.15.27:0/237357867 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab48009400 con 0x7fab5815dca0 2024-02-09T23:56:55.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.430+0000 7fab57fff640 1 --2- 172.21.15.27:0/237357867 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fab5815dca0 0x7fab580b2840 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fab5000efc0 tx=0x7fab5000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:55.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.430+0000 7fab3ffff640 1 -- 172.21.15.27:0/237357867 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab50009ca0 con 0x7fab5815dca0 2024-02-09T23:56:55.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.430+0000 7fab3ffff640 1 -- 172.21.15.27:0/237357867 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab5000f040 con 0x7fab5815dca0 2024-02-09T23:56:55.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.430+0000 7fab5db3a640 1 -- 172.21.15.27:0/237357867 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fab580d15d0 con 0x7fab5815dca0 2024-02-09T23:56:55.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.430+0000 7fab3ffff640 1 -- 172.21.15.27:0/237357867 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab500146c0 con 0x7fab5815dca0 2024-02-09T23:56:55.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.430+0000 7fab5db3a640 1 -- 172.21.15.27:0/237357867 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab580c9220 con 0x7fab5815dca0 2024-02-09T23:56:55.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.431+0000 7fab5db3a640 1 -- 172.21.15.27:0/237357867 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fab58067cc0 con 0x7fab5815dca0 2024-02-09T23:56:55.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.432+0000 7fab3ffff640 1 -- 172.21.15.27:0/237357867 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fab50014820 con 0x7fab5815dca0 2024-02-09T23:56:55.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.432+0000 7fab3ffff640 1 --2- 172.21.15.27:0/237357867 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fab4406b810 0x7fab4406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:55.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.432+0000 7fab3ffff640 1 -- 172.21.15.27:0/237357867 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fab5008af90 con 0x7fab5815dca0 2024-02-09T23:56:55.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.432+0000 7fab577fe640 1 --2- 172.21.15.27:0/237357867 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fab4406b810 0x7fab4406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:55.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.433+0000 7fab577fe640 1 --2- 172.21.15.27:0/237357867 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fab4406b810 0x7fab4406dcd0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fab48036000 tx=0x7fab4803c040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:55.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.436+0000 7fab3ffff640 1 -- 172.21.15.27:0/237357867 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fab500be8c0 con 0x7fab5815dca0 2024-02-09T23:56:55.613 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.611+0000 7fab5db3a640 1 -- 172.21.15.27:0/237357867 --> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fab58074580 con 0x7fab4406b810 2024-02-09T23:56:55.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.618+0000 7fab3ffff640 1 -- 172.21.15.27:0/237357867 <== mgr.4106 v2:172.21.15.153:6832/1248308414 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264703 (secure 0 0 0) 0x7fab58074580 con 0x7fab4406b810 2024-02-09T23:56:55.624 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:56:55.625 INFO:teuthology.orchestra.run.smithi027.stderr:dumped all 2024-02-09T23:56:55.627 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.621+0000 7fab5db3a640 1 -- 172.21.15.27:0/237357867 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fab4406b810 msgr2=0x7fab4406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:55.627 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.621+0000 7fab5db3a640 1 --2- 172.21.15.27:0/237357867 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fab4406b810 0x7fab4406dcd0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fab48036000 tx=0x7fab4803c040 comp rx=0 tx=0).stop 2024-02-09T23:56:55.627 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.621+0000 7fab5db3a640 1 -- 172.21.15.27:0/237357867 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fab5815dca0 msgr2=0x7fab580b2840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:55.627 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.621+0000 7fab5db3a640 1 --2- 172.21.15.27:0/237357867 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fab5815dca0 0x7fab580b2840 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fab5000efc0 tx=0x7fab5000c490 comp rx=0 tx=0).stop 2024-02-09T23:56:55.627 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.621+0000 7fab5db3a640 1 -- 172.21.15.27:0/237357867 shutdown_connections 2024-02-09T23:56:55.627 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.621+0000 7fab5db3a640 1 --2- 172.21.15.27:0/237357867 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fab4406b810 0x7fab4406dcd0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.627 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.621+0000 7fab5db3a640 1 --2- 172.21.15.27:0/237357867 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fab5815dca0 0x7fab580b2840 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.621+0000 7fab5db3a640 1 --2- 172.21.15.27:0/237357867 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fab580cfbb0 0x7fab580b2300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.621+0000 7fab5db3a640 1 --2- 172.21.15.27:0/237357867 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fab5806cb30 0x7fab58150e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.621+0000 7fab5db3a640 1 -- 172.21.15.27:0/237357867 >> 172.21.15.27:0/237357867 conn(0x7fab580b3460 msgr2=0x7fab58070cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:55.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.622+0000 7fab5db3a640 1 -- 172.21.15.27:0/237357867 shutdown_connections 2024-02-09T23:56:55.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.622+0000 7fab5db3a640 1 -- 172.21.15.27:0/237357867 wait complete. 2024-02-09T23:56:55.635 INFO:teuthology.orchestra.run.smithi027.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2024-02-09T23:56:55.440000+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":162,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219016,"kb_used_data":2824,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755704,"statfs":{"total":773094113280,"available":772869840896,"internally_reserved":0,"allocated":2891776,"data_stored":1753028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":29,"apply_latency_ms":29,"commit_latency_ns":29000000,"apply_latency_ns":29000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.553358"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083840+0000","last_change":"2024-02-09T23:56:51.894397+0000","last_active":"2024-02-09T23:56:53.083840+0000","last_peered":"2024-02-09T23:56:53.083840+0000","last_clean":"2024-02-09T23:56:53.083840+0000","last_became_active":"2024-02-09T23:56:51.894135+0000","last_became_peered":"2024-02-09T23:56:51.894135+0000","last_unstale":"2024-02-09T23:56:53.083840+0000","last_undegraded":"2024-02-09T23:56:53.083840+0000","last_fullsized":"2024-02-09T23:56:53.083840+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:11:38.388874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878771+0000","last_change":"2024-02-09T23:56:51.885105+0000","last_active":"2024-02-09T23:56:52.878771+0000","last_peered":"2024-02-09T23:56:52.878771+0000","last_clean":"2024-02-09T23:56:52.878771+0000","last_became_active":"2024-02-09T23:56:51.884788+0000","last_became_peered":"2024-02-09T23:56:51.884788+0000","last_unstale":"2024-02-09T23:56:52.878771+0000","last_undegraded":"2024-02-09T23:56:52.878771+0000","last_fullsized":"2024-02-09T23:56:52.878771+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:57:30.936631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084219+0000","last_change":"2024-02-09T23:56:51.887548+0000","last_active":"2024-02-09T23:56:53.084219+0000","last_peered":"2024-02-09T23:56:53.084219+0000","last_clean":"2024-02-09T23:56:53.084219+0000","last_became_active":"2024-02-09T23:56:51.887229+0000","last_became_peered":"2024-02-09T23:56:51.887229+0000","last_unstale":"2024-02-09T23:56:53.084219+0000","last_undegraded":"2024-02-09T23:56:53.084219+0000","last_fullsized":"2024-02-09T23:56:53.084219+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:07:34.824467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075752+0000","last_change":"2024-02-09T23:56:51.897215+0000","last_active":"2024-02-09T23:56:53.075752+0000","last_peered":"2024-02-09T23:56:53.075752+0000","last_clean":"2024-02-09T23:56:53.075752+0000","last_became_active":"2024-02-09T23:56:51.896326+0000","last_became_peered":"2024-02-09T23:56:51.896326+0000","last_unstale":"2024-02-09T23:56:53.075752+0000","last_undegraded":"2024-02-09T23:56:53.075752+0000","last_fullsized":"2024-02-09T23:56:53.075752+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:10:43.619154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083559+0000","last_change":"2024-02-09T23:56:51.893869+0000","last_active":"2024-02-09T23:56:53.083559+0000","last_peered":"2024-02-09T23:56:53.083559+0000","last_clean":"2024-02-09T23:56:53.083559+0000","last_became_active":"2024-02-09T23:56:51.893462+0000","last_became_peered":"2024-02-09T23:56:51.893462+0000","last_unstale":"2024-02-09T23:56:53.083559+0000","last_undegraded":"2024-02-09T23:56:53.083559+0000","last_fullsized":"2024-02-09T23:56:53.083559+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:47.596653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075611+0000","last_change":"2024-02-09T23:56:51.896798+0000","last_active":"2024-02-09T23:56:53.075611+0000","last_peered":"2024-02-09T23:56:53.075611+0000","last_clean":"2024-02-09T23:56:53.075611+0000","last_became_active":"2024-02-09T23:56:51.896412+0000","last_became_peered":"2024-02-09T23:56:51.896412+0000","last_unstale":"2024-02-09T23:56:53.075611+0000","last_undegraded":"2024-02-09T23:56:53.075611+0000","last_fullsized":"2024-02-09T23:56:53.075611+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:57:30.936631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083306+0000","last_change":"2024-02-09T23:56:51.896675+0000","last_active":"2024-02-09T23:56:53.083306+0000","last_peered":"2024-02-09T23:56:53.083306+0000","last_clean":"2024-02-09T23:56:53.083306+0000","last_became_active":"2024-02-09T23:56:51.896415+0000","last_became_peered":"2024-02-09T23:56:51.896415+0000","last_unstale":"2024-02-09T23:56:53.083306+0000","last_undegraded":"2024-02-09T23:56:53.083306+0000","last_fullsized":"2024-02-09T23:56:53.083306+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:09:25.492708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083125+0000","last_change":"2024-02-09T23:56:51.901874+0000","last_active":"2024-02-09T23:56:53.083125+0000","last_peered":"2024-02-09T23:56:53.083125+0000","last_clean":"2024-02-09T23:56:53.083125+0000","last_became_active":"2024-02-09T23:56:51.901436+0000","last_became_peered":"2024-02-09T23:56:51.901436+0000","last_unstale":"2024-02-09T23:56:53.083125+0000","last_undegraded":"2024-02-09T23:56:53.083125+0000","last_fullsized":"2024-02-09T23:56:53.083125+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:56:26.957641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083904+0000","last_change":"2024-02-09T23:56:51.902173+0000","last_active":"2024-02-09T23:56:53.083904+0000","last_peered":"2024-02-09T23:56:53.083904+0000","last_clean":"2024-02-09T23:56:53.083904+0000","last_became_active":"2024-02-09T23:56:51.901895+0000","last_became_peered":"2024-02-09T23:56:51.901895+0000","last_unstale":"2024-02-09T23:56:53.083904+0000","last_undegraded":"2024-02-09T23:56:53.083904+0000","last_fullsized":"2024-02-09T23:56:53.083904+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:15:56.626351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879774+0000","last_change":"2024-02-09T23:56:51.900531+0000","last_active":"2024-02-09T23:56:52.879774+0000","last_peered":"2024-02-09T23:56:52.879774+0000","last_clean":"2024-02-09T23:56:52.879774+0000","last_became_active":"2024-02-09T23:56:51.900275+0000","last_became_peered":"2024-02-09T23:56:51.900275+0000","last_unstale":"2024-02-09T23:56:52.879774+0000","last_undegraded":"2024-02-09T23:56:52.879774+0000","last_fullsized":"2024-02-09T23:56:52.879774+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:10:29.944229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879320+0000","last_change":"2024-02-09T23:56:51.899895+0000","last_active":"2024-02-09T23:56:52.879320+0000","last_peered":"2024-02-09T23:56:52.879320+0000","last_clean":"2024-02-09T23:56:52.879320+0000","last_became_active":"2024-02-09T23:56:51.899629+0000","last_became_peered":"2024-02-09T23:56:51.899629+0000","last_unstale":"2024-02-09T23:56:52.879320+0000","last_undegraded":"2024-02-09T23:56:52.879320+0000","last_fullsized":"2024-02-09T23:56:52.879320+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:02:55.658703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879584+0000","last_change":"2024-02-09T23:56:51.892980+0000","last_active":"2024-02-09T23:56:52.879584+0000","last_peered":"2024-02-09T23:56:52.879584+0000","last_clean":"2024-02-09T23:56:52.879584+0000","last_became_active":"2024-02-09T23:56:51.892701+0000","last_became_peered":"2024-02-09T23:56:51.892701+0000","last_unstale":"2024-02-09T23:56:52.879584+0000","last_undegraded":"2024-02-09T23:56:52.879584+0000","last_fullsized":"2024-02-09T23:56:52.879584+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:55:42.216663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083993+0000","last_change":"2024-02-09T23:56:51.892357+0000","last_active":"2024-02-09T23:56:53.083993+0000","last_peered":"2024-02-09T23:56:53.083993+0000","last_clean":"2024-02-09T23:56:53.083993+0000","last_became_active":"2024-02-09T23:56:51.892081+0000","last_became_peered":"2024-02-09T23:56:51.892081+0000","last_unstale":"2024-02-09T23:56:53.083993+0000","last_undegraded":"2024-02-09T23:56:53.083993+0000","last_fullsized":"2024-02-09T23:56:53.083993+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:57:30.936631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083665+0000","last_change":"2024-02-09T23:56:51.887798+0000","last_active":"2024-02-09T23:56:53.083665+0000","last_peered":"2024-02-09T23:56:53.083665+0000","last_clean":"2024-02-09T23:56:53.083665+0000","last_became_active":"2024-02-09T23:56:51.887476+0000","last_became_peered":"2024-02-09T23:56:51.887476+0000","last_unstale":"2024-02-09T23:56:53.083665+0000","last_undegraded":"2024-02-09T23:56:53.083665+0000","last_fullsized":"2024-02-09T23:56:53.083665+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:23:09.828333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878276+0000","last_change":"2024-02-09T23:56:51.889049+0000","last_active":"2024-02-09T23:56:52.878276+0000","last_peered":"2024-02-09T23:56:52.878276+0000","last_clean":"2024-02-09T23:56:52.878276+0000","last_became_active":"2024-02-09T23:56:51.888750+0000","last_became_peered":"2024-02-09T23:56:51.888750+0000","last_unstale":"2024-02-09T23:56:52.878276+0000","last_undegraded":"2024-02-09T23:56:52.878276+0000","last_fullsized":"2024-02-09T23:56:52.878276+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:06:24.793468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075443+0000","last_change":"2024-02-09T23:56:51.895889+0000","last_active":"2024-02-09T23:56:53.075443+0000","last_peered":"2024-02-09T23:56:53.075443+0000","last_clean":"2024-02-09T23:56:53.075443+0000","last_became_active":"2024-02-09T23:56:51.895579+0000","last_became_peered":"2024-02-09T23:56:51.895579+0000","last_unstale":"2024-02-09T23:56:53.075443+0000","last_undegraded":"2024-02-09T23:56:53.075443+0000","last_fullsized":"2024-02-09T23:56:53.075443+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:20:50.576010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.076028+0000","last_change":"2024-02-09T23:56:51.896498+0000","last_active":"2024-02-09T23:56:53.076028+0000","last_peered":"2024-02-09T23:56:53.076028+0000","last_clean":"2024-02-09T23:56:53.076028+0000","last_became_active":"2024-02-09T23:56:51.896005+0000","last_became_peered":"2024-02-09T23:56:51.896005+0000","last_unstale":"2024-02-09T23:56:53.076028+0000","last_undegraded":"2024-02-09T23:56:53.076028+0000","last_fullsized":"2024-02-09T23:56:53.076028+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:47.596653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083895+0000","last_change":"2024-02-09T23:56:51.892631+0000","last_active":"2024-02-09T23:56:53.083895+0000","last_peered":"2024-02-09T23:56:53.083895+0000","last_clean":"2024-02-09T23:56:53.083895+0000","last_became_active":"2024-02-09T23:56:51.892343+0000","last_became_peered":"2024-02-09T23:56:51.892343+0000","last_unstale":"2024-02-09T23:56:53.083895+0000","last_undegraded":"2024-02-09T23:56:53.083895+0000","last_fullsized":"2024-02-09T23:56:53.083895+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:42:16.751471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083833+0000","last_change":"2024-02-09T23:56:51.894539+0000","last_active":"2024-02-09T23:56:53.083833+0000","last_peered":"2024-02-09T23:56:53.083833+0000","last_clean":"2024-02-09T23:56:53.083833+0000","last_became_active":"2024-02-09T23:56:51.894279+0000","last_became_peered":"2024-02-09T23:56:51.894279+0000","last_unstale":"2024-02-09T23:56:53.083833+0000","last_undegraded":"2024-02-09T23:56:53.083833+0000","last_fullsized":"2024-02-09T23:56:53.083833+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:22:30.677062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878982+0000","last_change":"2024-02-09T23:56:51.888725+0000","last_active":"2024-02-09T23:56:52.878982+0000","last_peered":"2024-02-09T23:56:52.878982+0000","last_clean":"2024-02-09T23:56:52.878982+0000","last_became_active":"2024-02-09T23:56:51.888465+0000","last_became_peered":"2024-02-09T23:56:51.888465+0000","last_unstale":"2024-02-09T23:56:52.878982+0000","last_undegraded":"2024-02-09T23:56:52.878982+0000","last_fullsized":"2024-02-09T23:56:52.878982+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:17:26.611556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084321+0000","last_change":"2024-02-09T23:56:51.893198+0000","last_active":"2024-02-09T23:56:53.084321+0000","last_peered":"2024-02-09T23:56:53.084321+0000","last_clean":"2024-02-09T23:56:53.084321+0000","last_became_active":"2024-02-09T23:56:51.892912+0000","last_became_peered":"2024-02-09T23:56:51.892912+0000","last_unstale":"2024-02-09T23:56:53.084321+0000","last_undegraded":"2024-02-09T23:56:53.084321+0000","last_fullsized":"2024-02-09T23:56:53.084321+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:10:29.944229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075811+0000","last_change":"2024-02-09T23:56:51.896541+0000","last_active":"2024-02-09T23:56:53.075811+0000","last_peered":"2024-02-09T23:56:53.075811+0000","last_clean":"2024-02-09T23:56:53.075811+0000","last_became_active":"2024-02-09T23:56:51.895666+0000","last_became_peered":"2024-02-09T23:56:51.895666+0000","last_unstale":"2024-02-09T23:56:53.075811+0000","last_undegraded":"2024-02-09T23:56:53.075811+0000","last_fullsized":"2024-02-09T23:56:53.075811+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:54:22.347435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083196+0000","last_change":"2024-02-09T23:56:51.889491+0000","last_active":"2024-02-09T23:56:53.083196+0000","last_peered":"2024-02-09T23:56:53.083196+0000","last_clean":"2024-02-09T23:56:53.083196+0000","last_became_active":"2024-02-09T23:56:51.889204+0000","last_became_peered":"2024-02-09T23:56:51.889204+0000","last_unstale":"2024-02-09T23:56:53.083196+0000","last_undegraded":"2024-02-09T23:56:53.083196+0000","last_fullsized":"2024-02-09T23:56:53.083196+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:17:26.611556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075738+0000","last_change":"2024-02-09T23:56:51.896969+0000","last_active":"2024-02-09T23:56:53.075738+0000","last_peered":"2024-02-09T23:56:53.075738+0000","last_clean":"2024-02-09T23:56:53.075738+0000","last_became_active":"2024-02-09T23:56:51.896650+0000","last_became_peered":"2024-02-09T23:56:51.896650+0000","last_unstale":"2024-02-09T23:56:53.075738+0000","last_undegraded":"2024-02-09T23:56:53.075738+0000","last_fullsized":"2024-02-09T23:56:53.075738+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:09:25.492708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083279+0000","last_change":"2024-02-09T23:56:51.890154+0000","last_active":"2024-02-09T23:56:53.083279+0000","last_peered":"2024-02-09T23:56:53.083279+0000","last_clean":"2024-02-09T23:56:53.083279+0000","last_became_active":"2024-02-09T23:56:51.889818+0000","last_became_peered":"2024-02-09T23:56:51.889818+0000","last_unstale":"2024-02-09T23:56:53.083279+0000","last_undegraded":"2024-02-09T23:56:53.083279+0000","last_fullsized":"2024-02-09T23:56:53.083279+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:07:34.824467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879867+0000","last_change":"2024-02-09T23:56:51.893299+0000","last_active":"2024-02-09T23:56:52.879867+0000","last_peered":"2024-02-09T23:56:52.879867+0000","last_clean":"2024-02-09T23:56:52.879867+0000","last_became_active":"2024-02-09T23:56:51.892948+0000","last_became_peered":"2024-02-09T23:56:51.892948+0000","last_unstale":"2024-02-09T23:56:52.879867+0000","last_undegraded":"2024-02-09T23:56:52.879867+0000","last_fullsized":"2024-02-09T23:56:52.879867+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:20:50.576010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878601+0000","last_change":"2024-02-09T23:56:51.895070+0000","last_active":"2024-02-09T23:56:52.878601+0000","last_peered":"2024-02-09T23:56:52.878601+0000","last_clean":"2024-02-09T23:56:52.878601+0000","last_became_active":"2024-02-09T23:56:51.894788+0000","last_became_peered":"2024-02-09T23:56:51.894788+0000","last_unstale":"2024-02-09T23:56:52.878601+0000","last_undegraded":"2024-02-09T23:56:52.878601+0000","last_fullsized":"2024-02-09T23:56:52.878601+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:20:50.576010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084183+0000","last_change":"2024-02-09T23:56:51.889603+0000","last_active":"2024-02-09T23:56:53.084183+0000","last_peered":"2024-02-09T23:56:53.084183+0000","last_clean":"2024-02-09T23:56:53.084183+0000","last_became_active":"2024-02-09T23:56:51.889290+0000","last_became_peered":"2024-02-09T23:56:51.889290+0000","last_unstale":"2024-02-09T23:56:53.084183+0000","last_undegraded":"2024-02-09T23:56:53.084183+0000","last_fullsized":"2024-02-09T23:56:53.084183+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:10:43.619154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084297+0000","last_change":"2024-02-09T23:56:51.890671+0000","last_active":"2024-02-09T23:56:53.084297+0000","last_peered":"2024-02-09T23:56:53.084297+0000","last_clean":"2024-02-09T23:56:53.084297+0000","last_became_active":"2024-02-09T23:56:51.890340+0000","last_became_peered":"2024-02-09T23:56:51.890340+0000","last_unstale":"2024-02-09T23:56:53.084297+0000","last_undegraded":"2024-02-09T23:56:53.084297+0000","last_fullsized":"2024-02-09T23:56:53.084297+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:02:55.658703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075880+0000","last_change":"2024-02-09T23:56:51.899529+0000","last_active":"2024-02-09T23:56:53.075880+0000","last_peered":"2024-02-09T23:56:53.075880+0000","last_clean":"2024-02-09T23:56:53.075880+0000","last_became_active":"2024-02-09T23:56:51.898926+0000","last_became_peered":"2024-02-09T23:56:51.898926+0000","last_unstale":"2024-02-09T23:56:53.075880+0000","last_undegraded":"2024-02-09T23:56:53.075880+0000","last_fullsized":"2024-02-09T23:56:53.075880+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:32:43.587938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083602+0000","last_change":"2024-02-09T23:56:51.902230+0000","last_active":"2024-02-09T23:56:53.083602+0000","last_peered":"2024-02-09T23:56:53.083602+0000","last_clean":"2024-02-09T23:56:53.083602+0000","last_became_active":"2024-02-09T23:56:51.901927+0000","last_became_peered":"2024-02-09T23:56:51.901927+0000","last_unstale":"2024-02-09T23:56:53.083602+0000","last_undegraded":"2024-02-09T23:56:53.083602+0000","last_fullsized":"2024-02-09T23:56:53.083602+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:45.844963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878809+0000","last_change":"2024-02-09T23:56:51.889410+0000","last_active":"2024-02-09T23:56:52.878809+0000","last_peered":"2024-02-09T23:56:52.878809+0000","last_clean":"2024-02-09T23:56:52.878809+0000","last_became_active":"2024-02-09T23:56:51.889118+0000","last_became_peered":"2024-02-09T23:56:51.889118+0000","last_unstale":"2024-02-09T23:56:52.878809+0000","last_undegraded":"2024-02-09T23:56:52.878809+0000","last_fullsized":"2024-02-09T23:56:52.878809+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:23:09.828333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879412+0000","last_change":"2024-02-09T23:56:51.889661+0000","last_active":"2024-02-09T23:56:52.879412+0000","last_peered":"2024-02-09T23:56:52.879412+0000","last_clean":"2024-02-09T23:56:52.879412+0000","last_became_active":"2024-02-09T23:56:51.889406+0000","last_became_peered":"2024-02-09T23:56:51.889406+0000","last_unstale":"2024-02-09T23:56:52.879412+0000","last_undegraded":"2024-02-09T23:56:52.879412+0000","last_fullsized":"2024-02-09T23:56:52.879412+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:11:58.318799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084110+0000","last_change":"2024-02-09T23:56:50.903513+0000","last_active":"2024-02-09T23:56:53.084110+0000","last_peered":"2024-02-09T23:56:53.084110+0000","last_clean":"2024-02-09T23:56:53.084110+0000","last_became_active":"2024-02-09T23:56:50.903229+0000","last_became_peered":"2024-02-09T23:56:50.903229+0000","last_unstale":"2024-02-09T23:56:53.084110+0000","last_undegraded":"2024-02-09T23:56:53.084110+0000","last_fullsized":"2024-02-09T23:56:53.084110+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:24:40.668875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084364+0000","last_change":"2024-02-09T23:56:51.883175+0000","last_active":"2024-02-09T23:56:53.084364+0000","last_peered":"2024-02-09T23:56:53.084364+0000","last_clean":"2024-02-09T23:56:53.084364+0000","last_became_active":"2024-02-09T23:56:51.882906+0000","last_became_peered":"2024-02-09T23:56:51.882906+0000","last_unstale":"2024-02-09T23:56:53.084364+0000","last_undegraded":"2024-02-09T23:56:53.084364+0000","last_fullsized":"2024-02-09T23:56:53.084364+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:20:50.576010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878938+0000","last_change":"2024-02-09T23:56:50.897110+0000","last_active":"2024-02-09T23:56:52.878938+0000","last_peered":"2024-02-09T23:56:52.878938+0000","last_clean":"2024-02-09T23:56:52.878938+0000","last_became_active":"2024-02-09T23:56:50.896819+0000","last_became_peered":"2024-02-09T23:56:50.896819+0000","last_unstale":"2024-02-09T23:56:52.878938+0000","last_undegraded":"2024-02-09T23:56:52.878938+0000","last_fullsized":"2024-02-09T23:56:52.878938+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:44.840045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083345+0000","last_change":"2024-02-09T23:56:50.899367+0000","last_active":"2024-02-09T23:56:53.083345+0000","last_peered":"2024-02-09T23:56:53.083345+0000","last_clean":"2024-02-09T23:56:53.083345+0000","last_became_active":"2024-02-09T23:56:50.898811+0000","last_became_peered":"2024-02-09T23:56:50.898811+0000","last_unstale":"2024-02-09T23:56:53.083345+0000","last_undegraded":"2024-02-09T23:56:53.083345+0000","last_fullsized":"2024-02-09T23:56:53.083345+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:46:36.965757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083187+0000","last_change":"2024-02-09T23:56:51.893497+0000","last_active":"2024-02-09T23:56:53.083187+0000","last_peered":"2024-02-09T23:56:53.083187+0000","last_clean":"2024-02-09T23:56:53.083187+0000","last_became_active":"2024-02-09T23:56:51.892434+0000","last_became_peered":"2024-02-09T23:56:51.892434+0000","last_unstale":"2024-02-09T23:56:53.083187+0000","last_undegraded":"2024-02-09T23:56:53.083187+0000","last_fullsized":"2024-02-09T23:56:53.083187+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:23:09.828333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075623+0000","last_change":"2024-02-09T23:56:50.904084+0000","last_active":"2024-02-09T23:56:53.075623+0000","last_peered":"2024-02-09T23:56:53.075623+0000","last_clean":"2024-02-09T23:56:53.075623+0000","last_became_active":"2024-02-09T23:56:50.903766+0000","last_became_peered":"2024-02-09T23:56:50.903766+0000","last_unstale":"2024-02-09T23:56:53.075623+0000","last_undegraded":"2024-02-09T23:56:53.075623+0000","last_fullsized":"2024-02-09T23:56:53.075623+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-10T23:57:40.624096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878282+0000","last_change":"2024-02-09T23:56:51.894371+0000","last_active":"2024-02-09T23:56:52.878282+0000","last_peered":"2024-02-09T23:56:52.878282+0000","last_clean":"2024-02-09T23:56:52.878282+0000","last_became_active":"2024-02-09T23:56:51.894096+0000","last_became_peered":"2024-02-09T23:56:51.894096+0000","last_unstale":"2024-02-09T23:56:52.878282+0000","last_undegraded":"2024-02-09T23:56:52.878282+0000","last_fullsized":"2024-02-09T23:56:52.878282+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:07:34.824467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879358+0000","last_change":"2024-02-09T23:56:50.904082+0000","last_active":"2024-02-09T23:56:52.879358+0000","last_peered":"2024-02-09T23:56:52.879358+0000","last_clean":"2024-02-09T23:56:52.879358+0000","last_became_active":"2024-02-09T23:56:50.903843+0000","last_became_peered":"2024-02-09T23:56:50.903843+0000","last_unstale":"2024-02-09T23:56:52.879358+0000","last_undegraded":"2024-02-09T23:56:52.879358+0000","last_fullsized":"2024-02-09T23:56:52.879358+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-10T23:57:40.624096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075850+0000","last_change":"2024-02-09T23:56:51.896061+0000","last_active":"2024-02-09T23:56:53.075850+0000","last_peered":"2024-02-09T23:56:53.075850+0000","last_clean":"2024-02-09T23:56:53.075850+0000","last_became_active":"2024-02-09T23:56:51.895724+0000","last_became_peered":"2024-02-09T23:56:51.895724+0000","last_unstale":"2024-02-09T23:56:53.075850+0000","last_undegraded":"2024-02-09T23:56:53.075850+0000","last_fullsized":"2024-02-09T23:56:53.075850+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:46:01.567348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075884+0000","last_change":"2024-02-09T23:56:50.899295+0000","last_active":"2024-02-09T23:56:53.075884+0000","last_peered":"2024-02-09T23:56:53.075884+0000","last_clean":"2024-02-09T23:56:53.075884+0000","last_became_active":"2024-02-09T23:56:50.899036+0000","last_became_peered":"2024-02-09T23:56:50.899036+0000","last_unstale":"2024-02-09T23:56:53.075884+0000","last_undegraded":"2024-02-09T23:56:53.075884+0000","last_fullsized":"2024-02-09T23:56:53.075884+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:44.840045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083520+0000","last_change":"2024-02-09T23:56:51.897342+0000","last_active":"2024-02-09T23:56:53.083520+0000","last_peered":"2024-02-09T23:56:53.083520+0000","last_clean":"2024-02-09T23:56:53.083520+0000","last_became_active":"2024-02-09T23:56:51.897051+0000","last_became_peered":"2024-02-09T23:56:51.897051+0000","last_unstale":"2024-02-09T23:56:53.083520+0000","last_undegraded":"2024-02-09T23:56:53.083520+0000","last_fullsized":"2024-02-09T23:56:53.083520+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:56:26.957641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878624+0000","last_change":"2024-02-09T23:56:50.907622+0000","last_active":"2024-02-09T23:56:52.878624+0000","last_peered":"2024-02-09T23:56:52.878624+0000","last_clean":"2024-02-09T23:56:52.878624+0000","last_became_active":"2024-02-09T23:56:50.906575+0000","last_became_peered":"2024-02-09T23:56:50.906575+0000","last_unstale":"2024-02-09T23:56:52.878624+0000","last_undegraded":"2024-02-09T23:56:52.878624+0000","last_fullsized":"2024-02-09T23:56:52.878624+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:42:15.746553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879705+0000","last_change":"2024-02-09T23:56:51.893528+0000","last_active":"2024-02-09T23:56:52.879705+0000","last_peered":"2024-02-09T23:56:52.879705+0000","last_clean":"2024-02-09T23:56:52.879705+0000","last_became_active":"2024-02-09T23:56:51.893281+0000","last_became_peered":"2024-02-09T23:56:51.893281+0000","last_unstale":"2024-02-09T23:56:52.879705+0000","last_undegraded":"2024-02-09T23:56:52.879705+0000","last_fullsized":"2024-02-09T23:56:52.879705+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:45.844963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879562+0000","last_change":"2024-02-09T23:56:50.899570+0000","last_active":"2024-02-09T23:56:52.879562+0000","last_peered":"2024-02-09T23:56:52.879562+0000","last_clean":"2024-02-09T23:56:52.879562+0000","last_became_active":"2024-02-09T23:56:50.899012+0000","last_became_peered":"2024-02-09T23:56:50.899012+0000","last_unstale":"2024-02-09T23:56:52.879562+0000","last_undegraded":"2024-02-09T23:56:52.879562+0000","last_fullsized":"2024-02-09T23:56:52.879562+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:55:41.211745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083533+0000","last_change":"2024-02-09T23:56:51.898535+0000","last_active":"2024-02-09T23:56:53.083533+0000","last_peered":"2024-02-09T23:56:53.083533+0000","last_clean":"2024-02-09T23:56:53.083533+0000","last_became_active":"2024-02-09T23:56:51.897150+0000","last_became_peered":"2024-02-09T23:56:51.897150+0000","last_unstale":"2024-02-09T23:56:53.083533+0000","last_undegraded":"2024-02-09T23:56:53.083533+0000","last_fullsized":"2024-02-09T23:56:53.083533+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:46:01.567348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084423+0000","last_change":"2024-02-09T23:56:50.908227+0000","last_active":"2024-02-09T23:56:53.084423+0000","last_peered":"2024-02-09T23:56:53.084423+0000","last_clean":"2024-02-09T23:56:53.084423+0000","last_became_active":"2024-02-09T23:56:50.907916+0000","last_became_peered":"2024-02-09T23:56:50.907916+0000","last_unstale":"2024-02-09T23:56:53.084423+0000","last_undegraded":"2024-02-09T23:56:53.084423+0000","last_fullsized":"2024-02-09T23:56:53.084423+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:24:40.668875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083799+0000","last_change":"2024-02-09T23:56:51.893340+0000","last_active":"2024-02-09T23:56:53.083799+0000","last_peered":"2024-02-09T23:56:53.083799+0000","last_clean":"2024-02-09T23:56:53.083799+0000","last_became_active":"2024-02-09T23:56:51.893056+0000","last_became_peered":"2024-02-09T23:56:51.893056+0000","last_unstale":"2024-02-09T23:56:53.083799+0000","last_undegraded":"2024-02-09T23:56:53.083799+0000","last_fullsized":"2024-02-09T23:56:53.083799+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:17:26.611556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075913+0000","last_change":"2024-02-09T23:56:50.905991+0000","last_active":"2024-02-09T23:56:53.075913+0000","last_peered":"2024-02-09T23:56:53.075913+0000","last_clean":"2024-02-09T23:56:53.075913+0000","last_became_active":"2024-02-09T23:56:50.903608+0000","last_became_peered":"2024-02-09T23:56:50.903608+0000","last_unstale":"2024-02-09T23:56:53.075913+0000","last_undegraded":"2024-02-09T23:56:53.075913+0000","last_fullsized":"2024-02-09T23:56:53.075913+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:11:57.313880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083556+0000","last_change":"2024-02-09T23:56:51.898065+0000","last_active":"2024-02-09T23:56:53.083556+0000","last_peered":"2024-02-09T23:56:53.083556+0000","last_clean":"2024-02-09T23:56:53.083556+0000","last_became_active":"2024-02-09T23:56:51.897796+0000","last_became_peered":"2024-02-09T23:56:51.897796+0000","last_unstale":"2024-02-09T23:56:53.083556+0000","last_undegraded":"2024-02-09T23:56:53.083556+0000","last_fullsized":"2024-02-09T23:56:53.083556+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:54:22.347435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878952+0000","last_change":"2024-02-09T23:56:50.894664+0000","last_active":"2024-02-09T23:56:52.878952+0000","last_peered":"2024-02-09T23:56:52.878952+0000","last_clean":"2024-02-09T23:56:52.878952+0000","last_became_active":"2024-02-09T23:56:50.894300+0000","last_became_peered":"2024-02-09T23:56:50.894300+0000","last_unstale":"2024-02-09T23:56:52.878952+0000","last_undegraded":"2024-02-09T23:56:52.878952+0000","last_fullsized":"2024-02-09T23:56:52.878952+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:57:00.507145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878987+0000","last_change":"2024-02-09T23:56:51.888593+0000","last_active":"2024-02-09T23:56:52.878987+0000","last_peered":"2024-02-09T23:56:52.878987+0000","last_clean":"2024-02-09T23:56:52.878987+0000","last_became_active":"2024-02-09T23:56:51.888324+0000","last_became_peered":"2024-02-09T23:56:51.888324+0000","last_unstale":"2024-02-09T23:56:52.878987+0000","last_undegraded":"2024-02-09T23:56:52.878987+0000","last_fullsized":"2024-02-09T23:56:52.878987+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:06:24.793468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083572+0000","last_change":"2024-02-09T23:56:50.899586+0000","last_active":"2024-02-09T23:56:53.083572+0000","last_peered":"2024-02-09T23:56:53.083572+0000","last_clean":"2024-02-09T23:56:53.083572+0000","last_became_active":"2024-02-09T23:56:50.899265+0000","last_became_peered":"2024-02-09T23:56:50.899265+0000","last_unstale":"2024-02-09T23:56:53.083572+0000","last_undegraded":"2024-02-09T23:56:53.083572+0000","last_fullsized":"2024-02-09T23:56:53.083572+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:24:40.668875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083402+0000","last_change":"2024-02-09T23:56:51.898689+0000","last_active":"2024-02-09T23:56:53.083402+0000","last_peered":"2024-02-09T23:56:53.083402+0000","last_clean":"2024-02-09T23:56:53.083402+0000","last_became_active":"2024-02-09T23:56:51.898033+0000","last_became_peered":"2024-02-09T23:56:51.898033+0000","last_unstale":"2024-02-09T23:56:53.083402+0000","last_undegraded":"2024-02-09T23:56:53.083402+0000","last_fullsized":"2024-02-09T23:56:53.083402+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:10:43.619154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.880000+0000","last_change":"2024-02-09T23:56:50.905023+0000","last_active":"2024-02-09T23:56:52.880000+0000","last_peered":"2024-02-09T23:56:52.880000+0000","last_clean":"2024-02-09T23:56:52.880000+0000","last_became_active":"2024-02-09T23:56:50.904739+0000","last_became_peered":"2024-02-09T23:56:50.904739+0000","last_unstale":"2024-02-09T23:56:52.880000+0000","last_undegraded":"2024-02-09T23:56:52.880000+0000","last_fullsized":"2024-02-09T23:56:52.880000+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:46:15.125852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083761+0000","last_change":"2024-02-09T23:56:51.898524+0000","last_active":"2024-02-09T23:56:53.083761+0000","last_peered":"2024-02-09T23:56:53.083761+0000","last_clean":"2024-02-09T23:56:53.083761+0000","last_became_active":"2024-02-09T23:56:51.898087+0000","last_became_peered":"2024-02-09T23:56:51.898087+0000","last_unstale":"2024-02-09T23:56:53.083761+0000","last_undegraded":"2024-02-09T23:56:53.083761+0000","last_fullsized":"2024-02-09T23:56:53.083761+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:35:59.320869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083843+0000","last_change":"2024-02-09T23:56:50.902115+0000","last_active":"2024-02-09T23:56:53.083843+0000","last_peered":"2024-02-09T23:56:53.083843+0000","last_clean":"2024-02-09T23:56:53.083843+0000","last_became_active":"2024-02-09T23:56:50.901790+0000","last_became_peered":"2024-02-09T23:56:50.901790+0000","last_unstale":"2024-02-09T23:56:53.083843+0000","last_undegraded":"2024-02-09T23:56:53.083843+0000","last_fullsized":"2024-02-09T23:56:53.083843+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:36:47.182136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083998+0000","last_change":"2024-02-09T23:56:51.901976+0000","last_active":"2024-02-09T23:56:53.083998+0000","last_peered":"2024-02-09T23:56:53.083998+0000","last_clean":"2024-02-09T23:56:53.083998+0000","last_became_active":"2024-02-09T23:56:51.901698+0000","last_became_peered":"2024-02-09T23:56:51.901698+0000","last_unstale":"2024-02-09T23:56:53.083998+0000","last_undegraded":"2024-02-09T23:56:53.083998+0000","last_fullsized":"2024-02-09T23:56:53.083998+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:23:47.411209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878717+0000","last_change":"2024-02-09T23:56:50.906649+0000","last_active":"2024-02-09T23:56:52.878717+0000","last_peered":"2024-02-09T23:56:52.878717+0000","last_clean":"2024-02-09T23:56:52.878717+0000","last_became_active":"2024-02-09T23:56:50.906260+0000","last_became_peered":"2024-02-09T23:56:50.906260+0000","last_unstale":"2024-02-09T23:56:52.878717+0000","last_undegraded":"2024-02-09T23:56:52.878717+0000","last_fullsized":"2024-02-09T23:56:52.878717+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:52:56.871874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.076106+0000","last_change":"2024-02-09T23:56:51.894662+0000","last_active":"2024-02-09T23:56:53.076106+0000","last_peered":"2024-02-09T23:56:53.076106+0000","last_clean":"2024-02-09T23:56:53.076106+0000","last_became_active":"2024-02-09T23:56:51.894404+0000","last_became_peered":"2024-02-09T23:56:51.894404+0000","last_unstale":"2024-02-09T23:56:53.076106+0000","last_undegraded":"2024-02-09T23:56:53.076106+0000","last_fullsized":"2024-02-09T23:56:53.076106+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:15:56.626351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083814+0000","last_change":"2024-02-09T23:56:50.901776+0000","last_active":"2024-02-09T23:56:53.083814+0000","last_peered":"2024-02-09T23:56:53.083814+0000","last_clean":"2024-02-09T23:56:53.083814+0000","last_became_active":"2024-02-09T23:56:50.901480+0000","last_became_peered":"2024-02-09T23:56:50.901480+0000","last_unstale":"2024-02-09T23:56:53.083814+0000","last_undegraded":"2024-02-09T23:56:53.083814+0000","last_fullsized":"2024-02-09T23:56:53.083814+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:58:06.610802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083551+0000","last_change":"2024-02-09T23:56:51.902168+0000","last_active":"2024-02-09T23:56:53.083551+0000","last_peered":"2024-02-09T23:56:53.083551+0000","last_clean":"2024-02-09T23:56:53.083551+0000","last_became_active":"2024-02-09T23:56:51.901815+0000","last_became_peered":"2024-02-09T23:56:51.901815+0000","last_unstale":"2024-02-09T23:56:53.083551+0000","last_undegraded":"2024-02-09T23:56:53.083551+0000","last_fullsized":"2024-02-09T23:56:53.083551+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:32:43.587938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":170,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083193+0000","last_change":"2024-02-09T23:56:40.567250+0000","last_active":"2024-02-09T23:56:53.083193+0000","last_peered":"2024-02-09T23:56:53.083193+0000","last_clean":"2024-02-09T23:56:53.083193+0000","last_became_active":"2024-02-09T23:56:40.566372+0000","last_became_peered":"2024-02-09T23:56:40.566372+0000","last_unstale":"2024-02-09T23:56:53.083193+0000","last_undegraded":"2024-02-09T23:56:53.083193+0000","last_fullsized":"2024-02-09T23:56:53.083193+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:39.545898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:39.545898+0000","last_clean_scrub_stamp":"2024-02-09T23:56:39.545898+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:46:32.589061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075500+0000","last_change":"2024-02-09T23:56:50.901320+0000","last_active":"2024-02-09T23:56:53.075500+0000","last_peered":"2024-02-09T23:56:53.075500+0000","last_clean":"2024-02-09T23:56:53.075500+0000","last_became_active":"2024-02-09T23:56:50.901005+0000","last_became_peered":"2024-02-09T23:56:50.901005+0000","last_unstale":"2024-02-09T23:56:53.075500+0000","last_undegraded":"2024-02-09T23:56:53.075500+0000","last_fullsized":"2024-02-09T23:56:53.075500+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:57:00.507145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083508+0000","last_change":"2024-02-09T23:56:51.902068+0000","last_active":"2024-02-09T23:56:53.083508+0000","last_peered":"2024-02-09T23:56:53.083508+0000","last_clean":"2024-02-09T23:56:53.083508+0000","last_became_active":"2024-02-09T23:56:51.901767+0000","last_became_peered":"2024-02-09T23:56:51.901767+0000","last_unstale":"2024-02-09T23:56:53.083508+0000","last_undegraded":"2024-02-09T23:56:53.083508+0000","last_fullsized":"2024-02-09T23:56:53.083508+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:10:29.944229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083182+0000","last_change":"2024-02-09T23:56:50.908299+0000","last_active":"2024-02-09T23:56:53.083182+0000","last_peered":"2024-02-09T23:56:53.083182+0000","last_clean":"2024-02-09T23:56:53.083182+0000","last_became_active":"2024-02-09T23:56:50.908052+0000","last_became_peered":"2024-02-09T23:56:50.908052+0000","last_unstale":"2024-02-09T23:56:53.083182+0000","last_undegraded":"2024-02-09T23:56:53.083182+0000","last_fullsized":"2024-02-09T23:56:53.083182+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:42:15.746553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083429+0000","last_change":"2024-02-09T23:56:51.883976+0000","last_active":"2024-02-09T23:56:53.083429+0000","last_peered":"2024-02-09T23:56:53.083429+0000","last_clean":"2024-02-09T23:56:53.083429+0000","last_became_active":"2024-02-09T23:56:51.883661+0000","last_became_peered":"2024-02-09T23:56:51.883661+0000","last_unstale":"2024-02-09T23:56:53.083429+0000","last_undegraded":"2024-02-09T23:56:53.083429+0000","last_fullsized":"2024-02-09T23:56:53.083429+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:16:48.490235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083700+0000","last_change":"2024-02-09T23:56:50.901352+0000","last_active":"2024-02-09T23:56:53.083700+0000","last_peered":"2024-02-09T23:56:53.083700+0000","last_clean":"2024-02-09T23:56:53.083700+0000","last_became_active":"2024-02-09T23:56:50.901058+0000","last_became_peered":"2024-02-09T23:56:50.901058+0000","last_unstale":"2024-02-09T23:56:53.083700+0000","last_undegraded":"2024-02-09T23:56:53.083700+0000","last_fullsized":"2024-02-09T23:56:53.083700+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:57:00.507145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878284+0000","last_change":"2024-02-09T23:56:51.891456+0000","last_active":"2024-02-09T23:56:52.878284+0000","last_peered":"2024-02-09T23:56:52.878284+0000","last_clean":"2024-02-09T23:56:52.878284+0000","last_became_active":"2024-02-09T23:56:51.890977+0000","last_became_peered":"2024-02-09T23:56:51.890977+0000","last_unstale":"2024-02-09T23:56:52.878284+0000","last_undegraded":"2024-02-09T23:56:52.878284+0000","last_fullsized":"2024-02-09T23:56:52.878284+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:02:55.658703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.076010+0000","last_change":"2024-02-09T23:56:50.906995+0000","last_active":"2024-02-09T23:56:53.076010+0000","last_peered":"2024-02-09T23:56:53.076010+0000","last_clean":"2024-02-09T23:56:53.076010+0000","last_became_active":"2024-02-09T23:56:50.906707+0000","last_became_peered":"2024-02-09T23:56:50.906707+0000","last_unstale":"2024-02-09T23:56:53.076010+0000","last_undegraded":"2024-02-09T23:56:53.076010+0000","last_fullsized":"2024-02-09T23:56:53.076010+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:55:41.211745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879912+0000","last_change":"2024-02-09T23:56:51.887667+0000","last_active":"2024-02-09T23:56:52.879912+0000","last_peered":"2024-02-09T23:56:52.879912+0000","last_clean":"2024-02-09T23:56:52.879912+0000","last_became_active":"2024-02-09T23:56:51.887378+0000","last_became_peered":"2024-02-09T23:56:51.887378+0000","last_unstale":"2024-02-09T23:56:52.879912+0000","last_undegraded":"2024-02-09T23:56:52.879912+0000","last_fullsized":"2024-02-09T23:56:52.879912+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:42:16.751471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878537+0000","last_change":"2024-02-09T23:56:50.906017+0000","last_active":"2024-02-09T23:56:52.878537+0000","last_peered":"2024-02-09T23:56:52.878537+0000","last_clean":"2024-02-09T23:56:52.878537+0000","last_became_active":"2024-02-09T23:56:50.905714+0000","last_became_peered":"2024-02-09T23:56:50.905714+0000","last_unstale":"2024-02-09T23:56:52.878537+0000","last_undegraded":"2024-02-09T23:56:52.878537+0000","last_fullsized":"2024-02-09T23:56:52.878537+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-10T23:57:40.624096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.076030+0000","last_change":"2024-02-09T23:56:51.897133+0000","last_active":"2024-02-09T23:56:53.076030+0000","last_peered":"2024-02-09T23:56:53.076030+0000","last_clean":"2024-02-09T23:56:53.076030+0000","last_became_active":"2024-02-09T23:56:51.896300+0000","last_became_peered":"2024-02-09T23:56:51.896300+0000","last_unstale":"2024-02-09T23:56:53.076030+0000","last_undegraded":"2024-02-09T23:56:53.076030+0000","last_fullsized":"2024-02-09T23:56:53.076030+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:35:59.320869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083816+0000","last_change":"2024-02-09T23:56:50.909643+0000","last_active":"2024-02-09T23:56:53.083816+0000","last_peered":"2024-02-09T23:56:53.083816+0000","last_clean":"2024-02-09T23:56:53.083816+0000","last_became_active":"2024-02-09T23:56:50.909466+0000","last_became_peered":"2024-02-09T23:56:50.909466+0000","last_unstale":"2024-02-09T23:56:53.083816+0000","last_undegraded":"2024-02-09T23:56:53.083816+0000","last_fullsized":"2024-02-09T23:56:53.083816+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:13:28.190704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878349+0000","last_change":"2024-02-09T23:56:51.890446+0000","last_active":"2024-02-09T23:56:52.878349+0000","last_peered":"2024-02-09T23:56:52.878349+0000","last_clean":"2024-02-09T23:56:52.878349+0000","last_became_active":"2024-02-09T23:56:51.890185+0000","last_became_peered":"2024-02-09T23:56:51.890185+0000","last_unstale":"2024-02-09T23:56:52.878349+0000","last_undegraded":"2024-02-09T23:56:52.878349+0000","last_fullsized":"2024-02-09T23:56:52.878349+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:10:29.944229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.914437+0000","last_change":"2024-02-09T23:56:50.905931+0000","last_active":"2024-02-09T23:56:52.914437+0000","last_peered":"2024-02-09T23:56:52.914437+0000","last_clean":"2024-02-09T23:56:52.914437+0000","last_became_active":"2024-02-09T23:56:50.905646+0000","last_became_peered":"2024-02-09T23:56:50.905646+0000","last_unstale":"2024-02-09T23:56:52.914437+0000","last_undegraded":"2024-02-09T23:56:52.914437+0000","last_fullsized":"2024-02-09T23:56:52.914437+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:55:41.211745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083403+0000","last_change":"2024-02-09T23:56:51.893935+0000","last_active":"2024-02-09T23:56:53.083403+0000","last_peered":"2024-02-09T23:56:53.083403+0000","last_clean":"2024-02-09T23:56:53.083403+0000","last_became_active":"2024-02-09T23:56:51.893644+0000","last_became_peered":"2024-02-09T23:56:51.893644+0000","last_unstale":"2024-02-09T23:56:53.083403+0000","last_undegraded":"2024-02-09T23:56:53.083403+0000","last_fullsized":"2024-02-09T23:56:53.083403+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:02:55.658703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879455+0000","last_change":"2024-02-09T23:56:50.902629+0000","last_active":"2024-02-09T23:56:52.879455+0000","last_peered":"2024-02-09T23:56:52.879455+0000","last_clean":"2024-02-09T23:56:52.879455+0000","last_became_active":"2024-02-09T23:56:50.901950+0000","last_became_peered":"2024-02-09T23:56:50.901950+0000","last_unstale":"2024-02-09T23:56:52.879455+0000","last_undegraded":"2024-02-09T23:56:52.879455+0000","last_fullsized":"2024-02-09T23:56:52.879455+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:11:57.313880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084081+0000","last_change":"2024-02-09T23:56:51.885980+0000","last_active":"2024-02-09T23:56:53.084081+0000","last_peered":"2024-02-09T23:56:53.084081+0000","last_clean":"2024-02-09T23:56:53.084081+0000","last_became_active":"2024-02-09T23:56:51.885678+0000","last_became_peered":"2024-02-09T23:56:51.885678+0000","last_unstale":"2024-02-09T23:56:53.084081+0000","last_undegraded":"2024-02-09T23:56:53.084081+0000","last_fullsized":"2024-02-09T23:56:53.084081+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:06:24.793468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083131+0000","last_change":"2024-02-09T23:56:50.909092+0000","last_active":"2024-02-09T23:56:53.083131+0000","last_peered":"2024-02-09T23:56:53.083131+0000","last_clean":"2024-02-09T23:56:53.083131+0000","last_became_active":"2024-02-09T23:56:50.908838+0000","last_became_peered":"2024-02-09T23:56:50.908838+0000","last_unstale":"2024-02-09T23:56:53.083131+0000","last_undegraded":"2024-02-09T23:56:53.083131+0000","last_fullsized":"2024-02-09T23:56:53.083131+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:44.840045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879375+0000","last_change":"2024-02-09T23:56:51.887659+0000","last_active":"2024-02-09T23:56:52.879375+0000","last_peered":"2024-02-09T23:56:52.879375+0000","last_clean":"2024-02-09T23:56:52.879375+0000","last_became_active":"2024-02-09T23:56:51.887356+0000","last_became_peered":"2024-02-09T23:56:51.887356+0000","last_unstale":"2024-02-09T23:56:52.879375+0000","last_undegraded":"2024-02-09T23:56:52.879375+0000","last_fullsized":"2024-02-09T23:56:52.879375+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-10T23:57:41.629014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878383+0000","last_change":"2024-02-09T23:56:50.906125+0000","last_active":"2024-02-09T23:56:52.878383+0000","last_peered":"2024-02-09T23:56:52.878383+0000","last_clean":"2024-02-09T23:56:52.878383+0000","last_became_active":"2024-02-09T23:56:50.905794+0000","last_became_peered":"2024-02-09T23:56:50.905794+0000","last_unstale":"2024-02-09T23:56:52.878383+0000","last_undegraded":"2024-02-09T23:56:52.878383+0000","last_fullsized":"2024-02-09T23:56:52.878383+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:11:57.313880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083274+0000","last_change":"2024-02-09T23:56:51.889563+0000","last_active":"2024-02-09T23:56:53.083274+0000","last_peered":"2024-02-09T23:56:53.083274+0000","last_clean":"2024-02-09T23:56:53.083274+0000","last_became_active":"2024-02-09T23:56:51.889162+0000","last_became_peered":"2024-02-09T23:56:51.889162+0000","last_unstale":"2024-02-09T23:56:53.083274+0000","last_undegraded":"2024-02-09T23:56:53.083274+0000","last_fullsized":"2024-02-09T23:56:53.083274+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:06:24.793468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878415+0000","last_change":"2024-02-09T23:56:50.905912+0000","last_active":"2024-02-09T23:56:52.878415+0000","last_peered":"2024-02-09T23:56:52.878415+0000","last_clean":"2024-02-09T23:56:52.878415+0000","last_became_active":"2024-02-09T23:56:50.905602+0000","last_became_peered":"2024-02-09T23:56:50.905602+0000","last_unstale":"2024-02-09T23:56:52.878415+0000","last_undegraded":"2024-02-09T23:56:52.878415+0000","last_fullsized":"2024-02-09T23:56:52.878415+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:44.840045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084039+0000","last_change":"2024-02-09T23:56:51.891880+0000","last_active":"2024-02-09T23:56:53.084039+0000","last_peered":"2024-02-09T23:56:53.084039+0000","last_clean":"2024-02-09T23:56:53.084039+0000","last_became_active":"2024-02-09T23:56:51.891504+0000","last_became_peered":"2024-02-09T23:56:51.891504+0000","last_unstale":"2024-02-09T23:56:53.084039+0000","last_undegraded":"2024-02-09T23:56:53.084039+0000","last_fullsized":"2024-02-09T23:56:53.084039+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:09:25.492708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083715+0000","last_change":"2024-02-09T23:56:50.903298+0000","last_active":"2024-02-09T23:56:53.083715+0000","last_peered":"2024-02-09T23:56:53.083715+0000","last_clean":"2024-02-09T23:56:53.083715+0000","last_became_active":"2024-02-09T23:56:50.902361+0000","last_became_peered":"2024-02-09T23:56:50.902361+0000","last_unstale":"2024-02-09T23:56:53.083715+0000","last_undegraded":"2024-02-09T23:56:53.083715+0000","last_fullsized":"2024-02-09T23:56:53.083715+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:55:41.211745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879012+0000","last_change":"2024-02-09T23:56:51.892624+0000","last_active":"2024-02-09T23:56:52.879012+0000","last_peered":"2024-02-09T23:56:52.879012+0000","last_clean":"2024-02-09T23:56:52.879012+0000","last_became_active":"2024-02-09T23:56:51.892160+0000","last_became_peered":"2024-02-09T23:56:51.892160+0000","last_unstale":"2024-02-09T23:56:52.879012+0000","last_undegraded":"2024-02-09T23:56:52.879012+0000","last_fullsized":"2024-02-09T23:56:52.879012+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:07:34.824467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.076062+0000","last_change":"2024-02-09T23:56:51.895867+0000","last_active":"2024-02-09T23:56:53.076062+0000","last_peered":"2024-02-09T23:56:53.076062+0000","last_clean":"2024-02-09T23:56:53.076062+0000","last_became_active":"2024-02-09T23:56:51.895562+0000","last_became_peered":"2024-02-09T23:56:51.895562+0000","last_unstale":"2024-02-09T23:56:53.076062+0000","last_undegraded":"2024-02-09T23:56:53.076062+0000","last_fullsized":"2024-02-09T23:56:53.076062+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:22:30.677062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083613+0000","last_change":"2024-02-09T23:56:50.905998+0000","last_active":"2024-02-09T23:56:53.083613+0000","last_peered":"2024-02-09T23:56:53.083613+0000","last_clean":"2024-02-09T23:56:53.083613+0000","last_became_active":"2024-02-09T23:56:50.905684+0000","last_became_peered":"2024-02-09T23:56:50.905684+0000","last_unstale":"2024-02-09T23:56:53.083613+0000","last_undegraded":"2024-02-09T23:56:53.083613+0000","last_fullsized":"2024-02-09T23:56:53.083613+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:52:56.871874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.076080+0000","last_change":"2024-02-09T23:56:51.898967+0000","last_active":"2024-02-09T23:56:53.076080+0000","last_peered":"2024-02-09T23:56:53.076080+0000","last_clean":"2024-02-09T23:56:53.076080+0000","last_became_active":"2024-02-09T23:56:51.898565+0000","last_became_peered":"2024-02-09T23:56:51.898565+0000","last_unstale":"2024-02-09T23:56:53.076080+0000","last_undegraded":"2024-02-09T23:56:53.076080+0000","last_fullsized":"2024-02-09T23:56:53.076080+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:11:38.388874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083711+0000","last_change":"2024-02-09T23:56:50.903994+0000","last_active":"2024-02-09T23:56:53.083711+0000","last_peered":"2024-02-09T23:56:53.083711+0000","last_clean":"2024-02-09T23:56:53.083711+0000","last_became_active":"2024-02-09T23:56:50.903714+0000","last_became_peered":"2024-02-09T23:56:50.903714+0000","last_unstale":"2024-02-09T23:56:53.083711+0000","last_undegraded":"2024-02-09T23:56:53.083711+0000","last_fullsized":"2024-02-09T23:56:53.083711+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:18:56.774220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083389+0000","last_change":"2024-02-09T23:56:51.902191+0000","last_active":"2024-02-09T23:56:53.083389+0000","last_peered":"2024-02-09T23:56:53.083389+0000","last_clean":"2024-02-09T23:56:53.083389+0000","last_became_active":"2024-02-09T23:56:51.901883+0000","last_became_peered":"2024-02-09T23:56:51.901883+0000","last_unstale":"2024-02-09T23:56:53.083389+0000","last_undegraded":"2024-02-09T23:56:53.083389+0000","last_fullsized":"2024-02-09T23:56:53.083389+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:02:55.048824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083732+0000","last_change":"2024-02-09T23:56:50.908655+0000","last_active":"2024-02-09T23:56:53.083732+0000","last_peered":"2024-02-09T23:56:53.083732+0000","last_clean":"2024-02-09T23:56:53.083732+0000","last_became_active":"2024-02-09T23:56:50.908332+0000","last_became_peered":"2024-02-09T23:56:50.908332+0000","last_unstale":"2024-02-09T23:56:53.083732+0000","last_undegraded":"2024-02-09T23:56:53.083732+0000","last_fullsized":"2024-02-09T23:56:53.083732+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:36:47.182136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083569+0000","last_change":"2024-02-09T23:56:51.894270+0000","last_active":"2024-02-09T23:56:53.083569+0000","last_peered":"2024-02-09T23:56:53.083569+0000","last_clean":"2024-02-09T23:56:53.083569+0000","last_became_active":"2024-02-09T23:56:51.893989+0000","last_became_peered":"2024-02-09T23:56:51.893989+0000","last_unstale":"2024-02-09T23:56:53.083569+0000","last_undegraded":"2024-02-09T23:56:53.083569+0000","last_fullsized":"2024-02-09T23:56:53.083569+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:20:50.576010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083694+0000","last_change":"2024-02-09T23:56:50.908339+0000","last_active":"2024-02-09T23:56:53.083694+0000","last_peered":"2024-02-09T23:56:53.083694+0000","last_clean":"2024-02-09T23:56:53.083694+0000","last_became_active":"2024-02-09T23:56:50.908067+0000","last_became_peered":"2024-02-09T23:56:50.908067+0000","last_unstale":"2024-02-09T23:56:53.083694+0000","last_undegraded":"2024-02-09T23:56:53.083694+0000","last_fullsized":"2024-02-09T23:56:53.083694+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:36:47.182136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574854,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":802816,"data_stored":661884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47899999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40000000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42899999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63500000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65600000000000003}]}]},{"osd":6,"up_from":13,"seq":55834574854,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":72546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33700000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47999999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53200000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64300000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67100000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73799999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574855,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27228,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344612,"statfs":{"total":96636764160,"available":96608882688,"internally_reserved":0,"allocated":208896,"data_stored":71024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58899999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55300000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64500000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42499999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40100000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53100000000000003}]}]},{"osd":4,"up_from":13,"seq":55834574854,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":71060,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55800000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64300000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66300000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46100000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48299999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41199999999999998}]}]},{"osd":3,"up_from":13,"seq":55834574854,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":72546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.23000000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.309}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36099999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39200000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.505}]}]},{"osd":2,"up_from":13,"seq":55834574854,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":204800,"data_stored":70934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29099999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38700000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.314}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.438}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50700000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45800000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60099999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":212992,"data_stored":71094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.24399999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26200000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28799999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47799999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46600000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.435}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]}]},{"osd":0,"up_from":13,"seq":55834574855,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":811008,"data_stored":661940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33600000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.254}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.31900000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47699999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51500000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46600000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58699999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-09T23:56:55.644 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-02-09T23:56:55.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.780+0000 7fcc987e9640 1 Processor -- start 2024-02-09T23:56:55.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.780+0000 7fcc987e9640 1 -- start start 2024-02-09T23:56:55.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.781+0000 7fcc987e9640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fcc90161470 0x7fcc900cecf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:55.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.781+0000 7fcc987e9640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcc9006c830 0x7fcc900d1f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:55.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.781+0000 7fcc987e9640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcc900d1330 con 0x7fcc900ce180 2024-02-09T23:56:55.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.781+0000 7fcc987e9640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcc90161850 con 0x7fcc90161470 2024-02-09T23:56:55.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.781+0000 7fcc987e9640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcc900d3740 con 0x7fcc9006c830 2024-02-09T23:56:55.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.781+0000 7fcc96585640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fcc90161470 0x7fcc900cecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:55.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.781+0000 7fcc96d86640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcc9006c830 0x7fcc900d1f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:55.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.781+0000 7fcc95d84640 1 --1- >> v1:172.21.15.153:6789/0 conn(0x7fcc900ce180 0x7fcc9006c120 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.27:34940/0 (socket says 172.21.15.27:34940) 2024-02-09T23:56:55.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.781+0000 7fcc96d86640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcc9006c830 0x7fcc900d1f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:41222/0 (socket says 172.21.15.27:41222) 2024-02-09T23:56:55.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.781+0000 7fcc95d84640 1 -- 172.21.15.27:0/3561895391 learned_addr learned my addr 172.21.15.27:0/3561895391 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:56:55.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.782+0000 7fcc96585640 1 -- 172.21.15.27:0/3561895391 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcc9006c830 msgr2=0x7fcc900d1f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:55.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.782+0000 7fcc96585640 1 --2- 172.21.15.27:0/3561895391 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcc9006c830 0x7fcc900d1f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.782+0000 7fcc96585640 1 -- 172.21.15.27:0/3561895391 >> v1:172.21.15.153:6789/0 conn(0x7fcc900ce180 legacy=0x7fcc9006c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:55.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.782+0000 7fcc95583640 1 -- 172.21.15.27:0/3561895391 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 846866398 0 0) 0x7fcc80001110 con 0x7fcc900ce180 2024-02-09T23:56:55.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.782+0000 7fcc96585640 1 -- 172.21.15.27:0/3561895391 --> v2:172.21.15.153:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc900d1050 con 0x7fcc90161470 2024-02-09T23:56:55.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.782+0000 7fcc96d86640 1 --2- 172.21.15.27:0/3561895391 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcc9006c830 0x7fcc900d1f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:56:55.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.782+0000 7fcc96585640 1 --2- 172.21.15.27:0/3561895391 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcc90161470 0x7fcc900cecf0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fcc8c0097a0 tx=0x7fcc8c02b840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cff4773a35b08a90 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:55.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.783+0000 7fcc95583640 1 -- 172.21.15.27:0/3561895391 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc8c02e070 con 0x7fcc90161470 2024-02-09T23:56:55.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.783+0000 7fcc95583640 1 -- 172.21.15.27:0/3561895391 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcc8c0315a0 con 0x7fcc90161470 2024-02-09T23:56:55.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.783+0000 7fcc95583640 1 -- 172.21.15.27:0/3561895391 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc8c031930 con 0x7fcc90161470 2024-02-09T23:56:55.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.783+0000 7fcc987e9640 1 -- 172.21.15.27:0/3561895391 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcc90161470 msgr2=0x7fcc900cecf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:55.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.783+0000 7fcc987e9640 1 --2- 172.21.15.27:0/3561895391 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcc90161470 0x7fcc900cecf0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fcc8c0097a0 tx=0x7fcc8c02b840 comp rx=0 tx=0).stop 2024-02-09T23:56:55.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.783+0000 7fcc987e9640 1 -- 172.21.15.27:0/3561895391 shutdown_connections 2024-02-09T23:56:55.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.783+0000 7fcc987e9640 1 --2- 172.21.15.27:0/3561895391 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcc9006c830 0x7fcc900d1f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.783+0000 7fcc987e9640 1 --2- 172.21.15.27:0/3561895391 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcc90161470 0x7fcc900cecf0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.783+0000 7fcc987e9640 1 -- 172.21.15.27:0/3561895391 >> 172.21.15.27:0/3561895391 conn(0x7fcc900b58b0 msgr2=0x7fcc900b5cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:55.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.783+0000 7fcc987e9640 1 -- 172.21.15.27:0/3561895391 shutdown_connections 2024-02-09T23:56:55.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.783+0000 7fcc987e9640 1 -- 172.21.15.27:0/3561895391 wait complete. 2024-02-09T23:56:55.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.784+0000 7fcc987e9640 1 Processor -- start 2024-02-09T23:56:55.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.784+0000 7fcc987e9640 1 -- start start 2024-02-09T23:56:55.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.785+0000 7fcc987e9640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcc9006c830 0x7fcc901f4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:55.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.785+0000 7fcc987e9640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcc90161470 0x7fcc900aa4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:55.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.785+0000 7fcc987e9640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcc901604c0 0x7fcc9015ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:55.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.785+0000 7fcc987e9640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc90160d40 con 0x7fcc90161470 2024-02-09T23:56:55.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.785+0000 7fcc987e9640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc9015e8b0 con 0x7fcc901604c0 2024-02-09T23:56:55.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.785+0000 7fcc987e9640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcc90159f20 con 0x7fcc9006c830 2024-02-09T23:56:55.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.785+0000 7fcc95d84640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcc90161470 0x7fcc900aa4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:55.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.785+0000 7fcc95d84640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcc90161470 0x7fcc900aa4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:46166/0 (socket says 172.21.15.27:46166) 2024-02-09T23:56:55.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.785+0000 7fcc95d84640 1 -- 172.21.15.27:0/3055224466 learned_addr learned my addr 172.21.15.27:0/3055224466 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:55.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.785+0000 7fcc96585640 1 --2- 172.21.15.27:0/3055224466 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcc9006c830 0x7fcc901f4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:55.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.785+0000 7fcc96d86640 1 --2- 172.21.15.27:0/3055224466 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcc901604c0 0x7fcc9015ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:55.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.786+0000 7fcc95d84640 1 -- 172.21.15.27:0/3055224466 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcc9006c830 msgr2=0x7fcc901f4240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:55.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.786+0000 7fcc95d84640 1 --2- 172.21.15.27:0/3055224466 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcc9006c830 0x7fcc901f4240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.786+0000 7fcc95d84640 1 -- 172.21.15.27:0/3055224466 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcc901604c0 msgr2=0x7fcc9015ed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:55.791 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.786+0000 7fcc95d84640 1 --2- 172.21.15.27:0/3055224466 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcc901604c0 0x7fcc9015ed40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.791 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.786+0000 7fcc95d84640 1 -- 172.21.15.27:0/3055224466 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc88009a70 con 0x7fcc90161470 2024-02-09T23:56:55.791 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.786+0000 7fcc95d84640 1 --2- 172.21.15.27:0/3055224466 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcc90161470 0x7fcc900aa4b0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fcc8000c780 tx=0x7fcc8000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:55.791 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.786+0000 7fcc86ffd640 1 -- 172.21.15.27:0/3055224466 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc800072d0 con 0x7fcc90161470 2024-02-09T23:56:55.791 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.786+0000 7fcc86ffd640 1 -- 172.21.15.27:0/3055224466 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcc80007450 con 0x7fcc90161470 2024-02-09T23:56:55.792 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.786+0000 7fcc987e9640 1 -- 172.21.15.27:0/3055224466 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcc8c009400 con 0x7fcc90161470 2024-02-09T23:56:55.792 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.786+0000 7fcc86ffd640 1 -- 172.21.15.27:0/3055224466 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc80001d10 con 0x7fcc90161470 2024-02-09T23:56:55.792 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.786+0000 7fcc987e9640 1 -- 172.21.15.27:0/3055224466 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcc9015e260 con 0x7fcc90161470 2024-02-09T23:56:55.793 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.787+0000 7fcc987e9640 1 -- 172.21.15.27:0/3055224466 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcc900cfc50 con 0x7fcc90161470 2024-02-09T23:56:55.793 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.787+0000 7fcc86ffd640 1 -- 172.21.15.27:0/3055224466 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fcc800047e0 con 0x7fcc90161470 2024-02-09T23:56:55.793 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.788+0000 7fcc86ffd640 1 --2- 172.21.15.27:0/3055224466 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fcc7406b810 0x7fcc7406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:55.793 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.788+0000 7fcc86ffd640 1 -- 172.21.15.27:0/3055224466 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fcc800894f0 con 0x7fcc90161470 2024-02-09T23:56:55.793 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.788+0000 7fcc96585640 1 --2- 172.21.15.27:0/3055224466 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fcc7406b810 0x7fcc7406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:55.793 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.788+0000 7fcc96585640 1 --2- 172.21.15.27:0/3055224466 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fcc7406b810 0x7fcc7406dcd0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fcc8c036000 tx=0x7fcc8c008030 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:55.793 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:55.792+0000 7fcc86ffd640 1 -- 172.21.15.27:0/3055224466 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fcc80057a40 con 0x7fcc90161470 2024-02-09T23:56:56.051 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.049+0000 7fcc987e9640 1 -- 172.21.15.27:0/3055224466 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) v1 -- 0x7fcc9015e0c0 con 0x7fcc90161470 2024-02-09T23:56:56.051 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.049+0000 7fcc86ffd640 1 -- 172.21.15.27:0/3055224466 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) v1 ==== 72+0+1011 (secure 0 0 0) 0x7fcc9015e0c0 con 0x7fcc90161470 2024-02-09T23:56:56.051 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:56:56.051 INFO:teuthology.orchestra.run.smithi027.stdout:{"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":28,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":20,"num_osds":8,"num_up_osds":8,"osd_up_since":1707522998,"num_in_osds":8,"osd_in_since":1707522989,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":24,"data_bytes":592778,"bytes_used":224272384,"bytes_avail":772869840896,"bytes_total":773094113280,"write_bytes_sec":2581,"read_op_per_sec":0,"write_op_per_sec":8},"fsmap":{"epoch":6,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"d","status":"up:active","gid":4279}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":1,"modified":"2024-02-09T23:56:27.112630+0000","services":{}},"progress_events":{}} 2024-02-09T23:56:56.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.051+0000 7fcc987e9640 1 -- 172.21.15.27:0/3055224466 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fcc7406b810 msgr2=0x7fcc7406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:56.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.051+0000 7fcc987e9640 1 --2- 172.21.15.27:0/3055224466 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fcc7406b810 0x7fcc7406dcd0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fcc8c036000 tx=0x7fcc8c008030 comp rx=0 tx=0).stop 2024-02-09T23:56:56.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.051+0000 7fcc987e9640 1 -- 172.21.15.27:0/3055224466 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcc90161470 msgr2=0x7fcc900aa4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:56.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.051+0000 7fcc987e9640 1 --2- 172.21.15.27:0/3055224466 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcc90161470 0x7fcc900aa4b0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fcc8000c780 tx=0x7fcc8000cc40 comp rx=0 tx=0).stop 2024-02-09T23:56:56.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.051+0000 7fcc987e9640 1 -- 172.21.15.27:0/3055224466 shutdown_connections 2024-02-09T23:56:56.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.051+0000 7fcc987e9640 1 --2- 172.21.15.27:0/3055224466 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fcc7406b810 0x7fcc7406dcd0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:56.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.051+0000 7fcc987e9640 1 --2- 172.21.15.27:0/3055224466 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcc901604c0 0x7fcc9015ed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:56.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.051+0000 7fcc987e9640 1 --2- 172.21.15.27:0/3055224466 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcc90161470 0x7fcc900aa4b0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:56.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.051+0000 7fcc987e9640 1 --2- 172.21.15.27:0/3055224466 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcc9006c830 0x7fcc901f4240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:56.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.051+0000 7fcc987e9640 1 -- 172.21.15.27:0/3055224466 >> 172.21.15.27:0/3055224466 conn(0x7fcc900b58b0 msgr2=0x7fcc900b6ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:56.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.051+0000 7fcc987e9640 1 -- 172.21.15.27:0/3055224466 shutdown_connections 2024-02-09T23:56:56.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.051+0000 7fcc987e9640 1 -- 172.21.15.27:0/3055224466 wait complete. 2024-02-09T23:56:56.064 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-02-09T23:56:56.064 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-09T23:56:56.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.169+0000 7fb482fbc640 1 Processor -- start 2024-02-09T23:56:56.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.169+0000 7fb482fbc640 1 -- start start 2024-02-09T23:56:56.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.170+0000 7fb482fbc640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb47c06c830 0x7fb47c0cecf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:56.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.170+0000 7fb482fbc640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb47c0d1330 con 0x7fb47c161470 2024-02-09T23:56:56.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.170+0000 7fb482fbc640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb47c0d3740 con 0x7fb47c0ce180 2024-02-09T23:56:56.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.170+0000 7fb482fbc640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb47c161850 con 0x7fb47c06c830 2024-02-09T23:56:56.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.170+0000 7fb480d58640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fb47c161470 0x7fb47c06c120 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:49646/0 (socket says 172.21.15.27:49646) 2024-02-09T23:56:56.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.170+0000 7fb480d58640 1 -- 172.21.15.27:0/2732711930 learned_addr learned my addr 172.21.15.27:0/2732711930 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:56:56.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.170+0000 7fb47b7fe640 1 -- 172.21.15.27:0/2732711930 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3217830777 0 0) 0x7fb470001110 con 0x7fb47c161470 2024-02-09T23:56:56.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.170+0000 7fb47b7fe640 1 -- 172.21.15.27:0/2732711930 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb46c003520 con 0x7fb47c161470 2024-02-09T23:56:56.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.170+0000 7fb481559640 1 --2- 172.21.15.27:0/2732711930 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb47c06c830 0x7fb47c0cecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:56.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.170+0000 7fb47b7fe640 1 -- 172.21.15.27:0/2732711930 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4134441531 0 0) 0x7fb47c0d3740 con 0x7fb47c0ce180 2024-02-09T23:56:56.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.170+0000 7fb47b7fe640 1 -- 172.21.15.27:0/2732711930 --> v1:172.21.15.153:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb470001110 con 0x7fb47c0ce180 2024-02-09T23:56:56.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.170+0000 7fb47b7fe640 1 -- 172.21.15.27:0/2732711930 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2372262610 0 0) 0x7fb46c003520 con 0x7fb47c161470 2024-02-09T23:56:56.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.170+0000 7fb47b7fe640 1 -- 172.21.15.27:0/2732711930 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb47c06c830 msgr2=0x7fb47c0cecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:56.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.170+0000 7fb47b7fe640 1 --2- 172.21.15.27:0/2732711930 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb47c06c830 0x7fb47c0cecf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:56.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.170+0000 7fb47b7fe640 1 -- 172.21.15.27:0/2732711930 >> v1:172.21.15.153:6789/0 conn(0x7fb47c0ce180 legacy=0x7fb47c0d1f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:56.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.170+0000 7fb47b7fe640 1 -- 172.21.15.27:0/2732711930 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb47c0d1050 con 0x7fb47c161470 2024-02-09T23:56:56.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.170+0000 7fb47b7fe640 1 -- 172.21.15.27:0/2732711930 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7fb470001800 con 0x7fb47c161470 2024-02-09T23:56:56.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.170+0000 7fb47b7fe640 1 -- 172.21.15.27:0/2732711930 >> v1:172.21.15.27:6789/0 conn(0x7fb47c161470 legacy=0x7fb47c06c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:56.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.170+0000 7fb47b7fe640 1 --2- 172.21.15.27:0/2732711930 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb46c003ba0 0x7fb46c003fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:56.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.170+0000 7fb47b7fe640 1 --2- 172.21.15.27:0/2732711930 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb46c0047c0 0x7fb46c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:56.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.171+0000 7fb47b7fe640 1 --2- 172.21.15.27:0/2732711930 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb47c06c830 0x7fb46c005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:56.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.171+0000 7fb47b7fe640 1 -- 172.21.15.27:0/2732711930 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb46c00bb10 con 0x7fb46c003ba0 2024-02-09T23:56:56.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.171+0000 7fb47b7fe640 1 -- 172.21.15.27:0/2732711930 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb46c00bc80 con 0x7fb46c0047c0 2024-02-09T23:56:56.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.171+0000 7fb47b7fe640 1 -- 172.21.15.27:0/2732711930 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb46c00be40 con 0x7fb47c06c830 2024-02-09T23:56:56.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.171+0000 7fb480d58640 1 --2- 172.21.15.27:0/2732711930 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb46c003ba0 0x7fb46c003fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:56.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.171+0000 7fb47bfff640 1 --2- 172.21.15.27:0/2732711930 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb46c0047c0 0x7fb46c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:56.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.171+0000 7fb481559640 1 --2- 172.21.15.27:0/2732711930 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb47c06c830 0x7fb46c005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:56.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.171+0000 7fb480d58640 1 -- 172.21.15.27:0/2732711930 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb47c06c830 msgr2=0x7fb46c005230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:56.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.171+0000 7fb480d58640 1 --2- 172.21.15.27:0/2732711930 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb47c06c830 0x7fb46c005230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:56.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.171+0000 7fb480d58640 1 -- 172.21.15.27:0/2732711930 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb46c0047c0 msgr2=0x7fb46c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:56.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.171+0000 7fb480d58640 1 --2- 172.21.15.27:0/2732711930 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb46c0047c0 0x7fb46c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:56.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.171+0000 7fb480d58640 1 -- 172.21.15.27:0/2732711930 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb46c003520 con 0x7fb46c003ba0 2024-02-09T23:56:56.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.172+0000 7fb480d58640 1 --2- 172.21.15.27:0/2732711930 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb46c003ba0 0x7fb46c003fa0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fb47000c160 tx=0x7fb46c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d9b7795fd24b028 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:56.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.172+0000 7fb47b7fe640 1 -- 172.21.15.27:0/2732711930 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb470005ad0 con 0x7fb46c003ba0 2024-02-09T23:56:56.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.172+0000 7fb47b7fe640 1 -- 172.21.15.27:0/2732711930 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb470005c50 con 0x7fb46c003ba0 2024-02-09T23:56:56.177 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.172+0000 7fb47b7fe640 1 -- 172.21.15.27:0/2732711930 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb47002c850 con 0x7fb46c003ba0 2024-02-09T23:56:56.177 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.172+0000 7fb482fbc640 1 -- 172.21.15.27:0/2732711930 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb46c003ba0 msgr2=0x7fb46c003fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:56.177 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.172+0000 7fb482fbc640 1 --2- 172.21.15.27:0/2732711930 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb46c003ba0 0x7fb46c003fa0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fb47000c160 tx=0x7fb46c0057f0 comp rx=0 tx=0).stop 2024-02-09T23:56:56.177 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.172+0000 7fb481559640 1 -- 172.21.15.27:0/2732711930 reap_dead start 2024-02-09T23:56:56.177 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.172+0000 7fb482fbc640 1 -- 172.21.15.27:0/2732711930 shutdown_connections 2024-02-09T23:56:56.177 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.172+0000 7fb482fbc640 1 -- 172.21.15.27:0/2732711930 >> 172.21.15.27:0/2732711930 conn(0x7fb47c0b58b0 msgr2=0x7fb47c0b5cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:56.177 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.172+0000 7fb482fbc640 1 -- 172.21.15.27:0/2732711930 shutdown_connections 2024-02-09T23:56:56.177 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.172+0000 7fb482fbc640 1 -- 172.21.15.27:0/2732711930 wait complete. 2024-02-09T23:56:56.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.174+0000 7fb482fbc640 1 Processor -- start 2024-02-09T23:56:56.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.174+0000 7fb482fbc640 1 -- start start 2024-02-09T23:56:56.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.174+0000 7fb482fbc640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb46c003ba0 0x7fb47c1586d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:56.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.174+0000 7fb482fbc640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb47c159d50 0x7fb47c157340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:56.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.175+0000 7fb482fbc640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb47c157be0 0x7fb47c0cca00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:56.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.175+0000 7fb482fbc640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb47c159930 con 0x7fb47c157be0 2024-02-09T23:56:56.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.175+0000 7fb482fbc640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb47c158cb0 con 0x7fb47c159d50 2024-02-09T23:56:56.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.175+0000 7fb482fbc640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb47c158f90 con 0x7fb46c003ba0 2024-02-09T23:56:56.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.175+0000 7fb481559640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb47c157be0 0x7fb47c0cca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:56.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.175+0000 7fb481559640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb47c157be0 0x7fb47c0cca00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:46192/0 (socket says 172.21.15.27:46192) 2024-02-09T23:56:56.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.175+0000 7fb481559640 1 -- 172.21.15.27:0/4294497552 learned_addr learned my addr 172.21.15.27:0/4294497552 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:56.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.175+0000 7fb480d58640 1 --2- 172.21.15.27:0/4294497552 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb46c003ba0 0x7fb47c1586d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:56.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.175+0000 7fb47bfff640 1 --2- 172.21.15.27:0/4294497552 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb47c159d50 0x7fb47c157340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:56.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.175+0000 7fb481559640 1 -- 172.21.15.27:0/4294497552 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb46c003ba0 msgr2=0x7fb47c1586d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:56.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.175+0000 7fb481559640 1 --2- 172.21.15.27:0/4294497552 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb46c003ba0 0x7fb47c1586d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:56.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.175+0000 7fb481559640 1 -- 172.21.15.27:0/4294497552 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb47c159d50 msgr2=0x7fb47c157340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:56.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.175+0000 7fb481559640 1 --2- 172.21.15.27:0/4294497552 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb47c159d50 0x7fb47c157340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:56.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.175+0000 7fb481559640 1 -- 172.21.15.27:0/4294497552 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb47c159270 con 0x7fb47c157be0 2024-02-09T23:56:56.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.175+0000 7fb47bfff640 1 --2- 172.21.15.27:0/4294497552 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb47c159d50 0x7fb47c157340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:56:56.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.175+0000 7fb481559640 1 --2- 172.21.15.27:0/4294497552 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb47c157be0 0x7fb47c0cca00 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fb47c08c180 tx=0x7fb47400f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:56.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.175+0000 7fb4797fa640 1 -- 172.21.15.27:0/4294497552 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb47400e040 con 0x7fb47c157be0 2024-02-09T23:56:56.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.175+0000 7fb4797fa640 1 -- 172.21.15.27:0/4294497552 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb47400f040 con 0x7fb47c157be0 2024-02-09T23:56:56.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.175+0000 7fb482fbc640 1 -- 172.21.15.27:0/4294497552 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb47c159550 con 0x7fb47c157be0 2024-02-09T23:56:56.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.175+0000 7fb4797fa640 1 -- 172.21.15.27:0/4294497552 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb474003bd0 con 0x7fb47c157be0 2024-02-09T23:56:56.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.175+0000 7fb482fbc640 1 -- 172.21.15.27:0/4294497552 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb47c157880 con 0x7fb47c157be0 2024-02-09T23:56:56.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.176+0000 7fb482fbc640 1 -- 172.21.15.27:0/4294497552 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb47c0cfc50 con 0x7fb47c157be0 2024-02-09T23:56:56.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.177+0000 7fb4797fa640 1 -- 172.21.15.27:0/4294497552 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fb474003d30 con 0x7fb47c157be0 2024-02-09T23:56:56.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.177+0000 7fb4797fa640 1 --2- 172.21.15.27:0/4294497552 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb46006b840 0x7fb46006dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:56.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.177+0000 7fb4797fa640 1 -- 172.21.15.27:0/4294497552 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb47408a9d0 con 0x7fb47c157be0 2024-02-09T23:56:56.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.177+0000 7fb480d58640 1 --2- 172.21.15.27:0/4294497552 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb46006b840 0x7fb46006dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:56.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.178+0000 7fb480d58640 1 --2- 172.21.15.27:0/4294497552 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb46006b840 0x7fb46006dd00 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fb470034000 tx=0x7fb470007000 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:56.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.181+0000 7fb4797fa640 1 -- 172.21.15.27:0/4294497552 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fb4740553f0 con 0x7fb47c157be0 2024-02-09T23:56:56.359 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.357+0000 7fb482fbc640 1 -- 172.21.15.27:0/4294497552 --> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fb47c159a70 con 0x7fb46006b840 2024-02-09T23:56:56.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.365+0000 7fb4797fa640 1 -- 172.21.15.27:0/4294497552 <== mgr.4106 v2:172.21.15.153:6832/1248308414 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264703 (secure 0 0 0) 0x7fb47c159a70 con 0x7fb46006b840 2024-02-09T23:56:56.369 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:56:56.370 INFO:teuthology.orchestra.run.smithi027.stderr:dumped all 2024-02-09T23:56:56.372 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.367+0000 7fb482fbc640 1 -- 172.21.15.27:0/4294497552 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb46006b840 msgr2=0x7fb46006dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:56.372 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.367+0000 7fb482fbc640 1 --2- 172.21.15.27:0/4294497552 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb46006b840 0x7fb46006dd00 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fb470034000 tx=0x7fb470007000 comp rx=0 tx=0).stop 2024-02-09T23:56:56.372 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.367+0000 7fb482fbc640 1 -- 172.21.15.27:0/4294497552 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb47c157be0 msgr2=0x7fb47c0cca00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:56.372 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.367+0000 7fb482fbc640 1 --2- 172.21.15.27:0/4294497552 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb47c157be0 0x7fb47c0cca00 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fb47c08c180 tx=0x7fb47400f580 comp rx=0 tx=0).stop 2024-02-09T23:56:56.372 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.367+0000 7fb482fbc640 1 -- 172.21.15.27:0/4294497552 shutdown_connections 2024-02-09T23:56:56.372 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.367+0000 7fb482fbc640 1 --2- 172.21.15.27:0/4294497552 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb46006b840 0x7fb46006dd00 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:56.372 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.367+0000 7fb482fbc640 1 --2- 172.21.15.27:0/4294497552 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb47c157be0 0x7fb47c0cca00 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:56.373 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.367+0000 7fb482fbc640 1 --2- 172.21.15.27:0/4294497552 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb47c159d50 0x7fb47c157340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:56.373 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.367+0000 7fb482fbc640 1 --2- 172.21.15.27:0/4294497552 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb46c003ba0 0x7fb47c1586d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:56.373 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.367+0000 7fb482fbc640 1 -- 172.21.15.27:0/4294497552 >> 172.21.15.27:0/4294497552 conn(0x7fb47c0b58b0 msgr2=0x7fb47c0b8680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:56.373 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.368+0000 7fb482fbc640 1 -- 172.21.15.27:0/4294497552 shutdown_connections 2024-02-09T23:56:56.373 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:56.368+0000 7fb482fbc640 1 -- 172.21.15.27:0/4294497552 wait complete. 2024-02-09T23:56:56.380 INFO:teuthology.orchestra.run.smithi027.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2024-02-09T23:56:55.440000+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":162,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219016,"kb_used_data":2824,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755704,"statfs":{"total":773094113280,"available":772869840896,"internally_reserved":0,"allocated":2891776,"data_stored":1753028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":29,"apply_latency_ms":29,"commit_latency_ns":29000000,"apply_latency_ns":29000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.553358"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083840+0000","last_change":"2024-02-09T23:56:51.894397+0000","last_active":"2024-02-09T23:56:53.083840+0000","last_peered":"2024-02-09T23:56:53.083840+0000","last_clean":"2024-02-09T23:56:53.083840+0000","last_became_active":"2024-02-09T23:56:51.894135+0000","last_became_peered":"2024-02-09T23:56:51.894135+0000","last_unstale":"2024-02-09T23:56:53.083840+0000","last_undegraded":"2024-02-09T23:56:53.083840+0000","last_fullsized":"2024-02-09T23:56:53.083840+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:11:38.388874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878771+0000","last_change":"2024-02-09T23:56:51.885105+0000","last_active":"2024-02-09T23:56:52.878771+0000","last_peered":"2024-02-09T23:56:52.878771+0000","last_clean":"2024-02-09T23:56:52.878771+0000","last_became_active":"2024-02-09T23:56:51.884788+0000","last_became_peered":"2024-02-09T23:56:51.884788+0000","last_unstale":"2024-02-09T23:56:52.878771+0000","last_undegraded":"2024-02-09T23:56:52.878771+0000","last_fullsized":"2024-02-09T23:56:52.878771+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:57:30.936631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084219+0000","last_change":"2024-02-09T23:56:51.887548+0000","last_active":"2024-02-09T23:56:53.084219+0000","last_peered":"2024-02-09T23:56:53.084219+0000","last_clean":"2024-02-09T23:56:53.084219+0000","last_became_active":"2024-02-09T23:56:51.887229+0000","last_became_peered":"2024-02-09T23:56:51.887229+0000","last_unstale":"2024-02-09T23:56:53.084219+0000","last_undegraded":"2024-02-09T23:56:53.084219+0000","last_fullsized":"2024-02-09T23:56:53.084219+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:07:34.824467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075752+0000","last_change":"2024-02-09T23:56:51.897215+0000","last_active":"2024-02-09T23:56:53.075752+0000","last_peered":"2024-02-09T23:56:53.075752+0000","last_clean":"2024-02-09T23:56:53.075752+0000","last_became_active":"2024-02-09T23:56:51.896326+0000","last_became_peered":"2024-02-09T23:56:51.896326+0000","last_unstale":"2024-02-09T23:56:53.075752+0000","last_undegraded":"2024-02-09T23:56:53.075752+0000","last_fullsized":"2024-02-09T23:56:53.075752+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:10:43.619154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083559+0000","last_change":"2024-02-09T23:56:51.893869+0000","last_active":"2024-02-09T23:56:53.083559+0000","last_peered":"2024-02-09T23:56:53.083559+0000","last_clean":"2024-02-09T23:56:53.083559+0000","last_became_active":"2024-02-09T23:56:51.893462+0000","last_became_peered":"2024-02-09T23:56:51.893462+0000","last_unstale":"2024-02-09T23:56:53.083559+0000","last_undegraded":"2024-02-09T23:56:53.083559+0000","last_fullsized":"2024-02-09T23:56:53.083559+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:47.596653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075611+0000","last_change":"2024-02-09T23:56:51.896798+0000","last_active":"2024-02-09T23:56:53.075611+0000","last_peered":"2024-02-09T23:56:53.075611+0000","last_clean":"2024-02-09T23:56:53.075611+0000","last_became_active":"2024-02-09T23:56:51.896412+0000","last_became_peered":"2024-02-09T23:56:51.896412+0000","last_unstale":"2024-02-09T23:56:53.075611+0000","last_undegraded":"2024-02-09T23:56:53.075611+0000","last_fullsized":"2024-02-09T23:56:53.075611+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:57:30.936631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083306+0000","last_change":"2024-02-09T23:56:51.896675+0000","last_active":"2024-02-09T23:56:53.083306+0000","last_peered":"2024-02-09T23:56:53.083306+0000","last_clean":"2024-02-09T23:56:53.083306+0000","last_became_active":"2024-02-09T23:56:51.896415+0000","last_became_peered":"2024-02-09T23:56:51.896415+0000","last_unstale":"2024-02-09T23:56:53.083306+0000","last_undegraded":"2024-02-09T23:56:53.083306+0000","last_fullsized":"2024-02-09T23:56:53.083306+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:09:25.492708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083125+0000","last_change":"2024-02-09T23:56:51.901874+0000","last_active":"2024-02-09T23:56:53.083125+0000","last_peered":"2024-02-09T23:56:53.083125+0000","last_clean":"2024-02-09T23:56:53.083125+0000","last_became_active":"2024-02-09T23:56:51.901436+0000","last_became_peered":"2024-02-09T23:56:51.901436+0000","last_unstale":"2024-02-09T23:56:53.083125+0000","last_undegraded":"2024-02-09T23:56:53.083125+0000","last_fullsized":"2024-02-09T23:56:53.083125+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:56:26.957641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083904+0000","last_change":"2024-02-09T23:56:51.902173+0000","last_active":"2024-02-09T23:56:53.083904+0000","last_peered":"2024-02-09T23:56:53.083904+0000","last_clean":"2024-02-09T23:56:53.083904+0000","last_became_active":"2024-02-09T23:56:51.901895+0000","last_became_peered":"2024-02-09T23:56:51.901895+0000","last_unstale":"2024-02-09T23:56:53.083904+0000","last_undegraded":"2024-02-09T23:56:53.083904+0000","last_fullsized":"2024-02-09T23:56:53.083904+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:15:56.626351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879774+0000","last_change":"2024-02-09T23:56:51.900531+0000","last_active":"2024-02-09T23:56:52.879774+0000","last_peered":"2024-02-09T23:56:52.879774+0000","last_clean":"2024-02-09T23:56:52.879774+0000","last_became_active":"2024-02-09T23:56:51.900275+0000","last_became_peered":"2024-02-09T23:56:51.900275+0000","last_unstale":"2024-02-09T23:56:52.879774+0000","last_undegraded":"2024-02-09T23:56:52.879774+0000","last_fullsized":"2024-02-09T23:56:52.879774+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:10:29.944229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879320+0000","last_change":"2024-02-09T23:56:51.899895+0000","last_active":"2024-02-09T23:56:52.879320+0000","last_peered":"2024-02-09T23:56:52.879320+0000","last_clean":"2024-02-09T23:56:52.879320+0000","last_became_active":"2024-02-09T23:56:51.899629+0000","last_became_peered":"2024-02-09T23:56:51.899629+0000","last_unstale":"2024-02-09T23:56:52.879320+0000","last_undegraded":"2024-02-09T23:56:52.879320+0000","last_fullsized":"2024-02-09T23:56:52.879320+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:02:55.658703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879584+0000","last_change":"2024-02-09T23:56:51.892980+0000","last_active":"2024-02-09T23:56:52.879584+0000","last_peered":"2024-02-09T23:56:52.879584+0000","last_clean":"2024-02-09T23:56:52.879584+0000","last_became_active":"2024-02-09T23:56:51.892701+0000","last_became_peered":"2024-02-09T23:56:51.892701+0000","last_unstale":"2024-02-09T23:56:52.879584+0000","last_undegraded":"2024-02-09T23:56:52.879584+0000","last_fullsized":"2024-02-09T23:56:52.879584+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:55:42.216663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083993+0000","last_change":"2024-02-09T23:56:51.892357+0000","last_active":"2024-02-09T23:56:53.083993+0000","last_peered":"2024-02-09T23:56:53.083993+0000","last_clean":"2024-02-09T23:56:53.083993+0000","last_became_active":"2024-02-09T23:56:51.892081+0000","last_became_peered":"2024-02-09T23:56:51.892081+0000","last_unstale":"2024-02-09T23:56:53.083993+0000","last_undegraded":"2024-02-09T23:56:53.083993+0000","last_fullsized":"2024-02-09T23:56:53.083993+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:57:30.936631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083665+0000","last_change":"2024-02-09T23:56:51.887798+0000","last_active":"2024-02-09T23:56:53.083665+0000","last_peered":"2024-02-09T23:56:53.083665+0000","last_clean":"2024-02-09T23:56:53.083665+0000","last_became_active":"2024-02-09T23:56:51.887476+0000","last_became_peered":"2024-02-09T23:56:51.887476+0000","last_unstale":"2024-02-09T23:56:53.083665+0000","last_undegraded":"2024-02-09T23:56:53.083665+0000","last_fullsized":"2024-02-09T23:56:53.083665+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:23:09.828333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878276+0000","last_change":"2024-02-09T23:56:51.889049+0000","last_active":"2024-02-09T23:56:52.878276+0000","last_peered":"2024-02-09T23:56:52.878276+0000","last_clean":"2024-02-09T23:56:52.878276+0000","last_became_active":"2024-02-09T23:56:51.888750+0000","last_became_peered":"2024-02-09T23:56:51.888750+0000","last_unstale":"2024-02-09T23:56:52.878276+0000","last_undegraded":"2024-02-09T23:56:52.878276+0000","last_fullsized":"2024-02-09T23:56:52.878276+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:06:24.793468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075443+0000","last_change":"2024-02-09T23:56:51.895889+0000","last_active":"2024-02-09T23:56:53.075443+0000","last_peered":"2024-02-09T23:56:53.075443+0000","last_clean":"2024-02-09T23:56:53.075443+0000","last_became_active":"2024-02-09T23:56:51.895579+0000","last_became_peered":"2024-02-09T23:56:51.895579+0000","last_unstale":"2024-02-09T23:56:53.075443+0000","last_undegraded":"2024-02-09T23:56:53.075443+0000","last_fullsized":"2024-02-09T23:56:53.075443+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:20:50.576010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.076028+0000","last_change":"2024-02-09T23:56:51.896498+0000","last_active":"2024-02-09T23:56:53.076028+0000","last_peered":"2024-02-09T23:56:53.076028+0000","last_clean":"2024-02-09T23:56:53.076028+0000","last_became_active":"2024-02-09T23:56:51.896005+0000","last_became_peered":"2024-02-09T23:56:51.896005+0000","last_unstale":"2024-02-09T23:56:53.076028+0000","last_undegraded":"2024-02-09T23:56:53.076028+0000","last_fullsized":"2024-02-09T23:56:53.076028+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:47.596653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083895+0000","last_change":"2024-02-09T23:56:51.892631+0000","last_active":"2024-02-09T23:56:53.083895+0000","last_peered":"2024-02-09T23:56:53.083895+0000","last_clean":"2024-02-09T23:56:53.083895+0000","last_became_active":"2024-02-09T23:56:51.892343+0000","last_became_peered":"2024-02-09T23:56:51.892343+0000","last_unstale":"2024-02-09T23:56:53.083895+0000","last_undegraded":"2024-02-09T23:56:53.083895+0000","last_fullsized":"2024-02-09T23:56:53.083895+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:42:16.751471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083833+0000","last_change":"2024-02-09T23:56:51.894539+0000","last_active":"2024-02-09T23:56:53.083833+0000","last_peered":"2024-02-09T23:56:53.083833+0000","last_clean":"2024-02-09T23:56:53.083833+0000","last_became_active":"2024-02-09T23:56:51.894279+0000","last_became_peered":"2024-02-09T23:56:51.894279+0000","last_unstale":"2024-02-09T23:56:53.083833+0000","last_undegraded":"2024-02-09T23:56:53.083833+0000","last_fullsized":"2024-02-09T23:56:53.083833+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:22:30.677062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878982+0000","last_change":"2024-02-09T23:56:51.888725+0000","last_active":"2024-02-09T23:56:52.878982+0000","last_peered":"2024-02-09T23:56:52.878982+0000","last_clean":"2024-02-09T23:56:52.878982+0000","last_became_active":"2024-02-09T23:56:51.888465+0000","last_became_peered":"2024-02-09T23:56:51.888465+0000","last_unstale":"2024-02-09T23:56:52.878982+0000","last_undegraded":"2024-02-09T23:56:52.878982+0000","last_fullsized":"2024-02-09T23:56:52.878982+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:17:26.611556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084321+0000","last_change":"2024-02-09T23:56:51.893198+0000","last_active":"2024-02-09T23:56:53.084321+0000","last_peered":"2024-02-09T23:56:53.084321+0000","last_clean":"2024-02-09T23:56:53.084321+0000","last_became_active":"2024-02-09T23:56:51.892912+0000","last_became_peered":"2024-02-09T23:56:51.892912+0000","last_unstale":"2024-02-09T23:56:53.084321+0000","last_undegraded":"2024-02-09T23:56:53.084321+0000","last_fullsized":"2024-02-09T23:56:53.084321+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:10:29.944229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075811+0000","last_change":"2024-02-09T23:56:51.896541+0000","last_active":"2024-02-09T23:56:53.075811+0000","last_peered":"2024-02-09T23:56:53.075811+0000","last_clean":"2024-02-09T23:56:53.075811+0000","last_became_active":"2024-02-09T23:56:51.895666+0000","last_became_peered":"2024-02-09T23:56:51.895666+0000","last_unstale":"2024-02-09T23:56:53.075811+0000","last_undegraded":"2024-02-09T23:56:53.075811+0000","last_fullsized":"2024-02-09T23:56:53.075811+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:54:22.347435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083196+0000","last_change":"2024-02-09T23:56:51.889491+0000","last_active":"2024-02-09T23:56:53.083196+0000","last_peered":"2024-02-09T23:56:53.083196+0000","last_clean":"2024-02-09T23:56:53.083196+0000","last_became_active":"2024-02-09T23:56:51.889204+0000","last_became_peered":"2024-02-09T23:56:51.889204+0000","last_unstale":"2024-02-09T23:56:53.083196+0000","last_undegraded":"2024-02-09T23:56:53.083196+0000","last_fullsized":"2024-02-09T23:56:53.083196+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:17:26.611556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075738+0000","last_change":"2024-02-09T23:56:51.896969+0000","last_active":"2024-02-09T23:56:53.075738+0000","last_peered":"2024-02-09T23:56:53.075738+0000","last_clean":"2024-02-09T23:56:53.075738+0000","last_became_active":"2024-02-09T23:56:51.896650+0000","last_became_peered":"2024-02-09T23:56:51.896650+0000","last_unstale":"2024-02-09T23:56:53.075738+0000","last_undegraded":"2024-02-09T23:56:53.075738+0000","last_fullsized":"2024-02-09T23:56:53.075738+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:09:25.492708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083279+0000","last_change":"2024-02-09T23:56:51.890154+0000","last_active":"2024-02-09T23:56:53.083279+0000","last_peered":"2024-02-09T23:56:53.083279+0000","last_clean":"2024-02-09T23:56:53.083279+0000","last_became_active":"2024-02-09T23:56:51.889818+0000","last_became_peered":"2024-02-09T23:56:51.889818+0000","last_unstale":"2024-02-09T23:56:53.083279+0000","last_undegraded":"2024-02-09T23:56:53.083279+0000","last_fullsized":"2024-02-09T23:56:53.083279+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:07:34.824467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879867+0000","last_change":"2024-02-09T23:56:51.893299+0000","last_active":"2024-02-09T23:56:52.879867+0000","last_peered":"2024-02-09T23:56:52.879867+0000","last_clean":"2024-02-09T23:56:52.879867+0000","last_became_active":"2024-02-09T23:56:51.892948+0000","last_became_peered":"2024-02-09T23:56:51.892948+0000","last_unstale":"2024-02-09T23:56:52.879867+0000","last_undegraded":"2024-02-09T23:56:52.879867+0000","last_fullsized":"2024-02-09T23:56:52.879867+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:20:50.576010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878601+0000","last_change":"2024-02-09T23:56:51.895070+0000","last_active":"2024-02-09T23:56:52.878601+0000","last_peered":"2024-02-09T23:56:52.878601+0000","last_clean":"2024-02-09T23:56:52.878601+0000","last_became_active":"2024-02-09T23:56:51.894788+0000","last_became_peered":"2024-02-09T23:56:51.894788+0000","last_unstale":"2024-02-09T23:56:52.878601+0000","last_undegraded":"2024-02-09T23:56:52.878601+0000","last_fullsized":"2024-02-09T23:56:52.878601+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:20:50.576010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084183+0000","last_change":"2024-02-09T23:56:51.889603+0000","last_active":"2024-02-09T23:56:53.084183+0000","last_peered":"2024-02-09T23:56:53.084183+0000","last_clean":"2024-02-09T23:56:53.084183+0000","last_became_active":"2024-02-09T23:56:51.889290+0000","last_became_peered":"2024-02-09T23:56:51.889290+0000","last_unstale":"2024-02-09T23:56:53.084183+0000","last_undegraded":"2024-02-09T23:56:53.084183+0000","last_fullsized":"2024-02-09T23:56:53.084183+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:10:43.619154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084297+0000","last_change":"2024-02-09T23:56:51.890671+0000","last_active":"2024-02-09T23:56:53.084297+0000","last_peered":"2024-02-09T23:56:53.084297+0000","last_clean":"2024-02-09T23:56:53.084297+0000","last_became_active":"2024-02-09T23:56:51.890340+0000","last_became_peered":"2024-02-09T23:56:51.890340+0000","last_unstale":"2024-02-09T23:56:53.084297+0000","last_undegraded":"2024-02-09T23:56:53.084297+0000","last_fullsized":"2024-02-09T23:56:53.084297+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:02:55.658703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075880+0000","last_change":"2024-02-09T23:56:51.899529+0000","last_active":"2024-02-09T23:56:53.075880+0000","last_peered":"2024-02-09T23:56:53.075880+0000","last_clean":"2024-02-09T23:56:53.075880+0000","last_became_active":"2024-02-09T23:56:51.898926+0000","last_became_peered":"2024-02-09T23:56:51.898926+0000","last_unstale":"2024-02-09T23:56:53.075880+0000","last_undegraded":"2024-02-09T23:56:53.075880+0000","last_fullsized":"2024-02-09T23:56:53.075880+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:32:43.587938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083602+0000","last_change":"2024-02-09T23:56:51.902230+0000","last_active":"2024-02-09T23:56:53.083602+0000","last_peered":"2024-02-09T23:56:53.083602+0000","last_clean":"2024-02-09T23:56:53.083602+0000","last_became_active":"2024-02-09T23:56:51.901927+0000","last_became_peered":"2024-02-09T23:56:51.901927+0000","last_unstale":"2024-02-09T23:56:53.083602+0000","last_undegraded":"2024-02-09T23:56:53.083602+0000","last_fullsized":"2024-02-09T23:56:53.083602+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:45.844963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878809+0000","last_change":"2024-02-09T23:56:51.889410+0000","last_active":"2024-02-09T23:56:52.878809+0000","last_peered":"2024-02-09T23:56:52.878809+0000","last_clean":"2024-02-09T23:56:52.878809+0000","last_became_active":"2024-02-09T23:56:51.889118+0000","last_became_peered":"2024-02-09T23:56:51.889118+0000","last_unstale":"2024-02-09T23:56:52.878809+0000","last_undegraded":"2024-02-09T23:56:52.878809+0000","last_fullsized":"2024-02-09T23:56:52.878809+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:23:09.828333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879412+0000","last_change":"2024-02-09T23:56:51.889661+0000","last_active":"2024-02-09T23:56:52.879412+0000","last_peered":"2024-02-09T23:56:52.879412+0000","last_clean":"2024-02-09T23:56:52.879412+0000","last_became_active":"2024-02-09T23:56:51.889406+0000","last_became_peered":"2024-02-09T23:56:51.889406+0000","last_unstale":"2024-02-09T23:56:52.879412+0000","last_undegraded":"2024-02-09T23:56:52.879412+0000","last_fullsized":"2024-02-09T23:56:52.879412+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:11:58.318799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084110+0000","last_change":"2024-02-09T23:56:50.903513+0000","last_active":"2024-02-09T23:56:53.084110+0000","last_peered":"2024-02-09T23:56:53.084110+0000","last_clean":"2024-02-09T23:56:53.084110+0000","last_became_active":"2024-02-09T23:56:50.903229+0000","last_became_peered":"2024-02-09T23:56:50.903229+0000","last_unstale":"2024-02-09T23:56:53.084110+0000","last_undegraded":"2024-02-09T23:56:53.084110+0000","last_fullsized":"2024-02-09T23:56:53.084110+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:24:40.668875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084364+0000","last_change":"2024-02-09T23:56:51.883175+0000","last_active":"2024-02-09T23:56:53.084364+0000","last_peered":"2024-02-09T23:56:53.084364+0000","last_clean":"2024-02-09T23:56:53.084364+0000","last_became_active":"2024-02-09T23:56:51.882906+0000","last_became_peered":"2024-02-09T23:56:51.882906+0000","last_unstale":"2024-02-09T23:56:53.084364+0000","last_undegraded":"2024-02-09T23:56:53.084364+0000","last_fullsized":"2024-02-09T23:56:53.084364+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:20:50.576010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878938+0000","last_change":"2024-02-09T23:56:50.897110+0000","last_active":"2024-02-09T23:56:52.878938+0000","last_peered":"2024-02-09T23:56:52.878938+0000","last_clean":"2024-02-09T23:56:52.878938+0000","last_became_active":"2024-02-09T23:56:50.896819+0000","last_became_peered":"2024-02-09T23:56:50.896819+0000","last_unstale":"2024-02-09T23:56:52.878938+0000","last_undegraded":"2024-02-09T23:56:52.878938+0000","last_fullsized":"2024-02-09T23:56:52.878938+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:44.840045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083345+0000","last_change":"2024-02-09T23:56:50.899367+0000","last_active":"2024-02-09T23:56:53.083345+0000","last_peered":"2024-02-09T23:56:53.083345+0000","last_clean":"2024-02-09T23:56:53.083345+0000","last_became_active":"2024-02-09T23:56:50.898811+0000","last_became_peered":"2024-02-09T23:56:50.898811+0000","last_unstale":"2024-02-09T23:56:53.083345+0000","last_undegraded":"2024-02-09T23:56:53.083345+0000","last_fullsized":"2024-02-09T23:56:53.083345+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:46:36.965757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083187+0000","last_change":"2024-02-09T23:56:51.893497+0000","last_active":"2024-02-09T23:56:53.083187+0000","last_peered":"2024-02-09T23:56:53.083187+0000","last_clean":"2024-02-09T23:56:53.083187+0000","last_became_active":"2024-02-09T23:56:51.892434+0000","last_became_peered":"2024-02-09T23:56:51.892434+0000","last_unstale":"2024-02-09T23:56:53.083187+0000","last_undegraded":"2024-02-09T23:56:53.083187+0000","last_fullsized":"2024-02-09T23:56:53.083187+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:23:09.828333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075623+0000","last_change":"2024-02-09T23:56:50.904084+0000","last_active":"2024-02-09T23:56:53.075623+0000","last_peered":"2024-02-09T23:56:53.075623+0000","last_clean":"2024-02-09T23:56:53.075623+0000","last_became_active":"2024-02-09T23:56:50.903766+0000","last_became_peered":"2024-02-09T23:56:50.903766+0000","last_unstale":"2024-02-09T23:56:53.075623+0000","last_undegraded":"2024-02-09T23:56:53.075623+0000","last_fullsized":"2024-02-09T23:56:53.075623+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-10T23:57:40.624096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878282+0000","last_change":"2024-02-09T23:56:51.894371+0000","last_active":"2024-02-09T23:56:52.878282+0000","last_peered":"2024-02-09T23:56:52.878282+0000","last_clean":"2024-02-09T23:56:52.878282+0000","last_became_active":"2024-02-09T23:56:51.894096+0000","last_became_peered":"2024-02-09T23:56:51.894096+0000","last_unstale":"2024-02-09T23:56:52.878282+0000","last_undegraded":"2024-02-09T23:56:52.878282+0000","last_fullsized":"2024-02-09T23:56:52.878282+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:07:34.824467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879358+0000","last_change":"2024-02-09T23:56:50.904082+0000","last_active":"2024-02-09T23:56:52.879358+0000","last_peered":"2024-02-09T23:56:52.879358+0000","last_clean":"2024-02-09T23:56:52.879358+0000","last_became_active":"2024-02-09T23:56:50.903843+0000","last_became_peered":"2024-02-09T23:56:50.903843+0000","last_unstale":"2024-02-09T23:56:52.879358+0000","last_undegraded":"2024-02-09T23:56:52.879358+0000","last_fullsized":"2024-02-09T23:56:52.879358+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-10T23:57:40.624096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075850+0000","last_change":"2024-02-09T23:56:51.896061+0000","last_active":"2024-02-09T23:56:53.075850+0000","last_peered":"2024-02-09T23:56:53.075850+0000","last_clean":"2024-02-09T23:56:53.075850+0000","last_became_active":"2024-02-09T23:56:51.895724+0000","last_became_peered":"2024-02-09T23:56:51.895724+0000","last_unstale":"2024-02-09T23:56:53.075850+0000","last_undegraded":"2024-02-09T23:56:53.075850+0000","last_fullsized":"2024-02-09T23:56:53.075850+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:46:01.567348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075884+0000","last_change":"2024-02-09T23:56:50.899295+0000","last_active":"2024-02-09T23:56:53.075884+0000","last_peered":"2024-02-09T23:56:53.075884+0000","last_clean":"2024-02-09T23:56:53.075884+0000","last_became_active":"2024-02-09T23:56:50.899036+0000","last_became_peered":"2024-02-09T23:56:50.899036+0000","last_unstale":"2024-02-09T23:56:53.075884+0000","last_undegraded":"2024-02-09T23:56:53.075884+0000","last_fullsized":"2024-02-09T23:56:53.075884+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:44.840045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083520+0000","last_change":"2024-02-09T23:56:51.897342+0000","last_active":"2024-02-09T23:56:53.083520+0000","last_peered":"2024-02-09T23:56:53.083520+0000","last_clean":"2024-02-09T23:56:53.083520+0000","last_became_active":"2024-02-09T23:56:51.897051+0000","last_became_peered":"2024-02-09T23:56:51.897051+0000","last_unstale":"2024-02-09T23:56:53.083520+0000","last_undegraded":"2024-02-09T23:56:53.083520+0000","last_fullsized":"2024-02-09T23:56:53.083520+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:56:26.957641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878624+0000","last_change":"2024-02-09T23:56:50.907622+0000","last_active":"2024-02-09T23:56:52.878624+0000","last_peered":"2024-02-09T23:56:52.878624+0000","last_clean":"2024-02-09T23:56:52.878624+0000","last_became_active":"2024-02-09T23:56:50.906575+0000","last_became_peered":"2024-02-09T23:56:50.906575+0000","last_unstale":"2024-02-09T23:56:52.878624+0000","last_undegraded":"2024-02-09T23:56:52.878624+0000","last_fullsized":"2024-02-09T23:56:52.878624+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:42:15.746553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879705+0000","last_change":"2024-02-09T23:56:51.893528+0000","last_active":"2024-02-09T23:56:52.879705+0000","last_peered":"2024-02-09T23:56:52.879705+0000","last_clean":"2024-02-09T23:56:52.879705+0000","last_became_active":"2024-02-09T23:56:51.893281+0000","last_became_peered":"2024-02-09T23:56:51.893281+0000","last_unstale":"2024-02-09T23:56:52.879705+0000","last_undegraded":"2024-02-09T23:56:52.879705+0000","last_fullsized":"2024-02-09T23:56:52.879705+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:45.844963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879562+0000","last_change":"2024-02-09T23:56:50.899570+0000","last_active":"2024-02-09T23:56:52.879562+0000","last_peered":"2024-02-09T23:56:52.879562+0000","last_clean":"2024-02-09T23:56:52.879562+0000","last_became_active":"2024-02-09T23:56:50.899012+0000","last_became_peered":"2024-02-09T23:56:50.899012+0000","last_unstale":"2024-02-09T23:56:52.879562+0000","last_undegraded":"2024-02-09T23:56:52.879562+0000","last_fullsized":"2024-02-09T23:56:52.879562+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:55:41.211745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083533+0000","last_change":"2024-02-09T23:56:51.898535+0000","last_active":"2024-02-09T23:56:53.083533+0000","last_peered":"2024-02-09T23:56:53.083533+0000","last_clean":"2024-02-09T23:56:53.083533+0000","last_became_active":"2024-02-09T23:56:51.897150+0000","last_became_peered":"2024-02-09T23:56:51.897150+0000","last_unstale":"2024-02-09T23:56:53.083533+0000","last_undegraded":"2024-02-09T23:56:53.083533+0000","last_fullsized":"2024-02-09T23:56:53.083533+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:46:01.567348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084423+0000","last_change":"2024-02-09T23:56:50.908227+0000","last_active":"2024-02-09T23:56:53.084423+0000","last_peered":"2024-02-09T23:56:53.084423+0000","last_clean":"2024-02-09T23:56:53.084423+0000","last_became_active":"2024-02-09T23:56:50.907916+0000","last_became_peered":"2024-02-09T23:56:50.907916+0000","last_unstale":"2024-02-09T23:56:53.084423+0000","last_undegraded":"2024-02-09T23:56:53.084423+0000","last_fullsized":"2024-02-09T23:56:53.084423+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:24:40.668875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083799+0000","last_change":"2024-02-09T23:56:51.893340+0000","last_active":"2024-02-09T23:56:53.083799+0000","last_peered":"2024-02-09T23:56:53.083799+0000","last_clean":"2024-02-09T23:56:53.083799+0000","last_became_active":"2024-02-09T23:56:51.893056+0000","last_became_peered":"2024-02-09T23:56:51.893056+0000","last_unstale":"2024-02-09T23:56:53.083799+0000","last_undegraded":"2024-02-09T23:56:53.083799+0000","last_fullsized":"2024-02-09T23:56:53.083799+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:17:26.611556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075913+0000","last_change":"2024-02-09T23:56:50.905991+0000","last_active":"2024-02-09T23:56:53.075913+0000","last_peered":"2024-02-09T23:56:53.075913+0000","last_clean":"2024-02-09T23:56:53.075913+0000","last_became_active":"2024-02-09T23:56:50.903608+0000","last_became_peered":"2024-02-09T23:56:50.903608+0000","last_unstale":"2024-02-09T23:56:53.075913+0000","last_undegraded":"2024-02-09T23:56:53.075913+0000","last_fullsized":"2024-02-09T23:56:53.075913+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:11:57.313880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083556+0000","last_change":"2024-02-09T23:56:51.898065+0000","last_active":"2024-02-09T23:56:53.083556+0000","last_peered":"2024-02-09T23:56:53.083556+0000","last_clean":"2024-02-09T23:56:53.083556+0000","last_became_active":"2024-02-09T23:56:51.897796+0000","last_became_peered":"2024-02-09T23:56:51.897796+0000","last_unstale":"2024-02-09T23:56:53.083556+0000","last_undegraded":"2024-02-09T23:56:53.083556+0000","last_fullsized":"2024-02-09T23:56:53.083556+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:54:22.347435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878952+0000","last_change":"2024-02-09T23:56:50.894664+0000","last_active":"2024-02-09T23:56:52.878952+0000","last_peered":"2024-02-09T23:56:52.878952+0000","last_clean":"2024-02-09T23:56:52.878952+0000","last_became_active":"2024-02-09T23:56:50.894300+0000","last_became_peered":"2024-02-09T23:56:50.894300+0000","last_unstale":"2024-02-09T23:56:52.878952+0000","last_undegraded":"2024-02-09T23:56:52.878952+0000","last_fullsized":"2024-02-09T23:56:52.878952+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:57:00.507145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878987+0000","last_change":"2024-02-09T23:56:51.888593+0000","last_active":"2024-02-09T23:56:52.878987+0000","last_peered":"2024-02-09T23:56:52.878987+0000","last_clean":"2024-02-09T23:56:52.878987+0000","last_became_active":"2024-02-09T23:56:51.888324+0000","last_became_peered":"2024-02-09T23:56:51.888324+0000","last_unstale":"2024-02-09T23:56:52.878987+0000","last_undegraded":"2024-02-09T23:56:52.878987+0000","last_fullsized":"2024-02-09T23:56:52.878987+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:06:24.793468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083572+0000","last_change":"2024-02-09T23:56:50.899586+0000","last_active":"2024-02-09T23:56:53.083572+0000","last_peered":"2024-02-09T23:56:53.083572+0000","last_clean":"2024-02-09T23:56:53.083572+0000","last_became_active":"2024-02-09T23:56:50.899265+0000","last_became_peered":"2024-02-09T23:56:50.899265+0000","last_unstale":"2024-02-09T23:56:53.083572+0000","last_undegraded":"2024-02-09T23:56:53.083572+0000","last_fullsized":"2024-02-09T23:56:53.083572+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:24:40.668875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083402+0000","last_change":"2024-02-09T23:56:51.898689+0000","last_active":"2024-02-09T23:56:53.083402+0000","last_peered":"2024-02-09T23:56:53.083402+0000","last_clean":"2024-02-09T23:56:53.083402+0000","last_became_active":"2024-02-09T23:56:51.898033+0000","last_became_peered":"2024-02-09T23:56:51.898033+0000","last_unstale":"2024-02-09T23:56:53.083402+0000","last_undegraded":"2024-02-09T23:56:53.083402+0000","last_fullsized":"2024-02-09T23:56:53.083402+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:10:43.619154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.880000+0000","last_change":"2024-02-09T23:56:50.905023+0000","last_active":"2024-02-09T23:56:52.880000+0000","last_peered":"2024-02-09T23:56:52.880000+0000","last_clean":"2024-02-09T23:56:52.880000+0000","last_became_active":"2024-02-09T23:56:50.904739+0000","last_became_peered":"2024-02-09T23:56:50.904739+0000","last_unstale":"2024-02-09T23:56:52.880000+0000","last_undegraded":"2024-02-09T23:56:52.880000+0000","last_fullsized":"2024-02-09T23:56:52.880000+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:46:15.125852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083761+0000","last_change":"2024-02-09T23:56:51.898524+0000","last_active":"2024-02-09T23:56:53.083761+0000","last_peered":"2024-02-09T23:56:53.083761+0000","last_clean":"2024-02-09T23:56:53.083761+0000","last_became_active":"2024-02-09T23:56:51.898087+0000","last_became_peered":"2024-02-09T23:56:51.898087+0000","last_unstale":"2024-02-09T23:56:53.083761+0000","last_undegraded":"2024-02-09T23:56:53.083761+0000","last_fullsized":"2024-02-09T23:56:53.083761+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:35:59.320869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083843+0000","last_change":"2024-02-09T23:56:50.902115+0000","last_active":"2024-02-09T23:56:53.083843+0000","last_peered":"2024-02-09T23:56:53.083843+0000","last_clean":"2024-02-09T23:56:53.083843+0000","last_became_active":"2024-02-09T23:56:50.901790+0000","last_became_peered":"2024-02-09T23:56:50.901790+0000","last_unstale":"2024-02-09T23:56:53.083843+0000","last_undegraded":"2024-02-09T23:56:53.083843+0000","last_fullsized":"2024-02-09T23:56:53.083843+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:36:47.182136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083998+0000","last_change":"2024-02-09T23:56:51.901976+0000","last_active":"2024-02-09T23:56:53.083998+0000","last_peered":"2024-02-09T23:56:53.083998+0000","last_clean":"2024-02-09T23:56:53.083998+0000","last_became_active":"2024-02-09T23:56:51.901698+0000","last_became_peered":"2024-02-09T23:56:51.901698+0000","last_unstale":"2024-02-09T23:56:53.083998+0000","last_undegraded":"2024-02-09T23:56:53.083998+0000","last_fullsized":"2024-02-09T23:56:53.083998+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:23:47.411209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878717+0000","last_change":"2024-02-09T23:56:50.906649+0000","last_active":"2024-02-09T23:56:52.878717+0000","last_peered":"2024-02-09T23:56:52.878717+0000","last_clean":"2024-02-09T23:56:52.878717+0000","last_became_active":"2024-02-09T23:56:50.906260+0000","last_became_peered":"2024-02-09T23:56:50.906260+0000","last_unstale":"2024-02-09T23:56:52.878717+0000","last_undegraded":"2024-02-09T23:56:52.878717+0000","last_fullsized":"2024-02-09T23:56:52.878717+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:52:56.871874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.076106+0000","last_change":"2024-02-09T23:56:51.894662+0000","last_active":"2024-02-09T23:56:53.076106+0000","last_peered":"2024-02-09T23:56:53.076106+0000","last_clean":"2024-02-09T23:56:53.076106+0000","last_became_active":"2024-02-09T23:56:51.894404+0000","last_became_peered":"2024-02-09T23:56:51.894404+0000","last_unstale":"2024-02-09T23:56:53.076106+0000","last_undegraded":"2024-02-09T23:56:53.076106+0000","last_fullsized":"2024-02-09T23:56:53.076106+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:15:56.626351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083814+0000","last_change":"2024-02-09T23:56:50.901776+0000","last_active":"2024-02-09T23:56:53.083814+0000","last_peered":"2024-02-09T23:56:53.083814+0000","last_clean":"2024-02-09T23:56:53.083814+0000","last_became_active":"2024-02-09T23:56:50.901480+0000","last_became_peered":"2024-02-09T23:56:50.901480+0000","last_unstale":"2024-02-09T23:56:53.083814+0000","last_undegraded":"2024-02-09T23:56:53.083814+0000","last_fullsized":"2024-02-09T23:56:53.083814+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:58:06.610802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083551+0000","last_change":"2024-02-09T23:56:51.902168+0000","last_active":"2024-02-09T23:56:53.083551+0000","last_peered":"2024-02-09T23:56:53.083551+0000","last_clean":"2024-02-09T23:56:53.083551+0000","last_became_active":"2024-02-09T23:56:51.901815+0000","last_became_peered":"2024-02-09T23:56:51.901815+0000","last_unstale":"2024-02-09T23:56:53.083551+0000","last_undegraded":"2024-02-09T23:56:53.083551+0000","last_fullsized":"2024-02-09T23:56:53.083551+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:32:43.587938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":170,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083193+0000","last_change":"2024-02-09T23:56:40.567250+0000","last_active":"2024-02-09T23:56:53.083193+0000","last_peered":"2024-02-09T23:56:53.083193+0000","last_clean":"2024-02-09T23:56:53.083193+0000","last_became_active":"2024-02-09T23:56:40.566372+0000","last_became_peered":"2024-02-09T23:56:40.566372+0000","last_unstale":"2024-02-09T23:56:53.083193+0000","last_undegraded":"2024-02-09T23:56:53.083193+0000","last_fullsized":"2024-02-09T23:56:53.083193+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:39.545898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:39.545898+0000","last_clean_scrub_stamp":"2024-02-09T23:56:39.545898+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:46:32.589061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075500+0000","last_change":"2024-02-09T23:56:50.901320+0000","last_active":"2024-02-09T23:56:53.075500+0000","last_peered":"2024-02-09T23:56:53.075500+0000","last_clean":"2024-02-09T23:56:53.075500+0000","last_became_active":"2024-02-09T23:56:50.901005+0000","last_became_peered":"2024-02-09T23:56:50.901005+0000","last_unstale":"2024-02-09T23:56:53.075500+0000","last_undegraded":"2024-02-09T23:56:53.075500+0000","last_fullsized":"2024-02-09T23:56:53.075500+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:57:00.507145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083508+0000","last_change":"2024-02-09T23:56:51.902068+0000","last_active":"2024-02-09T23:56:53.083508+0000","last_peered":"2024-02-09T23:56:53.083508+0000","last_clean":"2024-02-09T23:56:53.083508+0000","last_became_active":"2024-02-09T23:56:51.901767+0000","last_became_peered":"2024-02-09T23:56:51.901767+0000","last_unstale":"2024-02-09T23:56:53.083508+0000","last_undegraded":"2024-02-09T23:56:53.083508+0000","last_fullsized":"2024-02-09T23:56:53.083508+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:10:29.944229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083182+0000","last_change":"2024-02-09T23:56:50.908299+0000","last_active":"2024-02-09T23:56:53.083182+0000","last_peered":"2024-02-09T23:56:53.083182+0000","last_clean":"2024-02-09T23:56:53.083182+0000","last_became_active":"2024-02-09T23:56:50.908052+0000","last_became_peered":"2024-02-09T23:56:50.908052+0000","last_unstale":"2024-02-09T23:56:53.083182+0000","last_undegraded":"2024-02-09T23:56:53.083182+0000","last_fullsized":"2024-02-09T23:56:53.083182+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:42:15.746553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083429+0000","last_change":"2024-02-09T23:56:51.883976+0000","last_active":"2024-02-09T23:56:53.083429+0000","last_peered":"2024-02-09T23:56:53.083429+0000","last_clean":"2024-02-09T23:56:53.083429+0000","last_became_active":"2024-02-09T23:56:51.883661+0000","last_became_peered":"2024-02-09T23:56:51.883661+0000","last_unstale":"2024-02-09T23:56:53.083429+0000","last_undegraded":"2024-02-09T23:56:53.083429+0000","last_fullsized":"2024-02-09T23:56:53.083429+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:16:48.490235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083700+0000","last_change":"2024-02-09T23:56:50.901352+0000","last_active":"2024-02-09T23:56:53.083700+0000","last_peered":"2024-02-09T23:56:53.083700+0000","last_clean":"2024-02-09T23:56:53.083700+0000","last_became_active":"2024-02-09T23:56:50.901058+0000","last_became_peered":"2024-02-09T23:56:50.901058+0000","last_unstale":"2024-02-09T23:56:53.083700+0000","last_undegraded":"2024-02-09T23:56:53.083700+0000","last_fullsized":"2024-02-09T23:56:53.083700+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:57:00.507145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878284+0000","last_change":"2024-02-09T23:56:51.891456+0000","last_active":"2024-02-09T23:56:52.878284+0000","last_peered":"2024-02-09T23:56:52.878284+0000","last_clean":"2024-02-09T23:56:52.878284+0000","last_became_active":"2024-02-09T23:56:51.890977+0000","last_became_peered":"2024-02-09T23:56:51.890977+0000","last_unstale":"2024-02-09T23:56:52.878284+0000","last_undegraded":"2024-02-09T23:56:52.878284+0000","last_fullsized":"2024-02-09T23:56:52.878284+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:02:55.658703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.076010+0000","last_change":"2024-02-09T23:56:50.906995+0000","last_active":"2024-02-09T23:56:53.076010+0000","last_peered":"2024-02-09T23:56:53.076010+0000","last_clean":"2024-02-09T23:56:53.076010+0000","last_became_active":"2024-02-09T23:56:50.906707+0000","last_became_peered":"2024-02-09T23:56:50.906707+0000","last_unstale":"2024-02-09T23:56:53.076010+0000","last_undegraded":"2024-02-09T23:56:53.076010+0000","last_fullsized":"2024-02-09T23:56:53.076010+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:55:41.211745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879912+0000","last_change":"2024-02-09T23:56:51.887667+0000","last_active":"2024-02-09T23:56:52.879912+0000","last_peered":"2024-02-09T23:56:52.879912+0000","last_clean":"2024-02-09T23:56:52.879912+0000","last_became_active":"2024-02-09T23:56:51.887378+0000","last_became_peered":"2024-02-09T23:56:51.887378+0000","last_unstale":"2024-02-09T23:56:52.879912+0000","last_undegraded":"2024-02-09T23:56:52.879912+0000","last_fullsized":"2024-02-09T23:56:52.879912+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:42:16.751471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878537+0000","last_change":"2024-02-09T23:56:50.906017+0000","last_active":"2024-02-09T23:56:52.878537+0000","last_peered":"2024-02-09T23:56:52.878537+0000","last_clean":"2024-02-09T23:56:52.878537+0000","last_became_active":"2024-02-09T23:56:50.905714+0000","last_became_peered":"2024-02-09T23:56:50.905714+0000","last_unstale":"2024-02-09T23:56:52.878537+0000","last_undegraded":"2024-02-09T23:56:52.878537+0000","last_fullsized":"2024-02-09T23:56:52.878537+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-10T23:57:40.624096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.076030+0000","last_change":"2024-02-09T23:56:51.897133+0000","last_active":"2024-02-09T23:56:53.076030+0000","last_peered":"2024-02-09T23:56:53.076030+0000","last_clean":"2024-02-09T23:56:53.076030+0000","last_became_active":"2024-02-09T23:56:51.896300+0000","last_became_peered":"2024-02-09T23:56:51.896300+0000","last_unstale":"2024-02-09T23:56:53.076030+0000","last_undegraded":"2024-02-09T23:56:53.076030+0000","last_fullsized":"2024-02-09T23:56:53.076030+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:35:59.320869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083816+0000","last_change":"2024-02-09T23:56:50.909643+0000","last_active":"2024-02-09T23:56:53.083816+0000","last_peered":"2024-02-09T23:56:53.083816+0000","last_clean":"2024-02-09T23:56:53.083816+0000","last_became_active":"2024-02-09T23:56:50.909466+0000","last_became_peered":"2024-02-09T23:56:50.909466+0000","last_unstale":"2024-02-09T23:56:53.083816+0000","last_undegraded":"2024-02-09T23:56:53.083816+0000","last_fullsized":"2024-02-09T23:56:53.083816+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:13:28.190704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878349+0000","last_change":"2024-02-09T23:56:51.890446+0000","last_active":"2024-02-09T23:56:52.878349+0000","last_peered":"2024-02-09T23:56:52.878349+0000","last_clean":"2024-02-09T23:56:52.878349+0000","last_became_active":"2024-02-09T23:56:51.890185+0000","last_became_peered":"2024-02-09T23:56:51.890185+0000","last_unstale":"2024-02-09T23:56:52.878349+0000","last_undegraded":"2024-02-09T23:56:52.878349+0000","last_fullsized":"2024-02-09T23:56:52.878349+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:10:29.944229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.914437+0000","last_change":"2024-02-09T23:56:50.905931+0000","last_active":"2024-02-09T23:56:52.914437+0000","last_peered":"2024-02-09T23:56:52.914437+0000","last_clean":"2024-02-09T23:56:52.914437+0000","last_became_active":"2024-02-09T23:56:50.905646+0000","last_became_peered":"2024-02-09T23:56:50.905646+0000","last_unstale":"2024-02-09T23:56:52.914437+0000","last_undegraded":"2024-02-09T23:56:52.914437+0000","last_fullsized":"2024-02-09T23:56:52.914437+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:55:41.211745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083403+0000","last_change":"2024-02-09T23:56:51.893935+0000","last_active":"2024-02-09T23:56:53.083403+0000","last_peered":"2024-02-09T23:56:53.083403+0000","last_clean":"2024-02-09T23:56:53.083403+0000","last_became_active":"2024-02-09T23:56:51.893644+0000","last_became_peered":"2024-02-09T23:56:51.893644+0000","last_unstale":"2024-02-09T23:56:53.083403+0000","last_undegraded":"2024-02-09T23:56:53.083403+0000","last_fullsized":"2024-02-09T23:56:53.083403+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:02:55.658703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879455+0000","last_change":"2024-02-09T23:56:50.902629+0000","last_active":"2024-02-09T23:56:52.879455+0000","last_peered":"2024-02-09T23:56:52.879455+0000","last_clean":"2024-02-09T23:56:52.879455+0000","last_became_active":"2024-02-09T23:56:50.901950+0000","last_became_peered":"2024-02-09T23:56:50.901950+0000","last_unstale":"2024-02-09T23:56:52.879455+0000","last_undegraded":"2024-02-09T23:56:52.879455+0000","last_fullsized":"2024-02-09T23:56:52.879455+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:11:57.313880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084081+0000","last_change":"2024-02-09T23:56:51.885980+0000","last_active":"2024-02-09T23:56:53.084081+0000","last_peered":"2024-02-09T23:56:53.084081+0000","last_clean":"2024-02-09T23:56:53.084081+0000","last_became_active":"2024-02-09T23:56:51.885678+0000","last_became_peered":"2024-02-09T23:56:51.885678+0000","last_unstale":"2024-02-09T23:56:53.084081+0000","last_undegraded":"2024-02-09T23:56:53.084081+0000","last_fullsized":"2024-02-09T23:56:53.084081+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:06:24.793468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083131+0000","last_change":"2024-02-09T23:56:50.909092+0000","last_active":"2024-02-09T23:56:53.083131+0000","last_peered":"2024-02-09T23:56:53.083131+0000","last_clean":"2024-02-09T23:56:53.083131+0000","last_became_active":"2024-02-09T23:56:50.908838+0000","last_became_peered":"2024-02-09T23:56:50.908838+0000","last_unstale":"2024-02-09T23:56:53.083131+0000","last_undegraded":"2024-02-09T23:56:53.083131+0000","last_fullsized":"2024-02-09T23:56:53.083131+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:44.840045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879375+0000","last_change":"2024-02-09T23:56:51.887659+0000","last_active":"2024-02-09T23:56:52.879375+0000","last_peered":"2024-02-09T23:56:52.879375+0000","last_clean":"2024-02-09T23:56:52.879375+0000","last_became_active":"2024-02-09T23:56:51.887356+0000","last_became_peered":"2024-02-09T23:56:51.887356+0000","last_unstale":"2024-02-09T23:56:52.879375+0000","last_undegraded":"2024-02-09T23:56:52.879375+0000","last_fullsized":"2024-02-09T23:56:52.879375+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-10T23:57:41.629014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878383+0000","last_change":"2024-02-09T23:56:50.906125+0000","last_active":"2024-02-09T23:56:52.878383+0000","last_peered":"2024-02-09T23:56:52.878383+0000","last_clean":"2024-02-09T23:56:52.878383+0000","last_became_active":"2024-02-09T23:56:50.905794+0000","last_became_peered":"2024-02-09T23:56:50.905794+0000","last_unstale":"2024-02-09T23:56:52.878383+0000","last_undegraded":"2024-02-09T23:56:52.878383+0000","last_fullsized":"2024-02-09T23:56:52.878383+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:11:57.313880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083274+0000","last_change":"2024-02-09T23:56:51.889563+0000","last_active":"2024-02-09T23:56:53.083274+0000","last_peered":"2024-02-09T23:56:53.083274+0000","last_clean":"2024-02-09T23:56:53.083274+0000","last_became_active":"2024-02-09T23:56:51.889162+0000","last_became_peered":"2024-02-09T23:56:51.889162+0000","last_unstale":"2024-02-09T23:56:53.083274+0000","last_undegraded":"2024-02-09T23:56:53.083274+0000","last_fullsized":"2024-02-09T23:56:53.083274+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:06:24.793468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878415+0000","last_change":"2024-02-09T23:56:50.905912+0000","last_active":"2024-02-09T23:56:52.878415+0000","last_peered":"2024-02-09T23:56:52.878415+0000","last_clean":"2024-02-09T23:56:52.878415+0000","last_became_active":"2024-02-09T23:56:50.905602+0000","last_became_peered":"2024-02-09T23:56:50.905602+0000","last_unstale":"2024-02-09T23:56:52.878415+0000","last_undegraded":"2024-02-09T23:56:52.878415+0000","last_fullsized":"2024-02-09T23:56:52.878415+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:44.840045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084039+0000","last_change":"2024-02-09T23:56:51.891880+0000","last_active":"2024-02-09T23:56:53.084039+0000","last_peered":"2024-02-09T23:56:53.084039+0000","last_clean":"2024-02-09T23:56:53.084039+0000","last_became_active":"2024-02-09T23:56:51.891504+0000","last_became_peered":"2024-02-09T23:56:51.891504+0000","last_unstale":"2024-02-09T23:56:53.084039+0000","last_undegraded":"2024-02-09T23:56:53.084039+0000","last_fullsized":"2024-02-09T23:56:53.084039+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:09:25.492708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083715+0000","last_change":"2024-02-09T23:56:50.903298+0000","last_active":"2024-02-09T23:56:53.083715+0000","last_peered":"2024-02-09T23:56:53.083715+0000","last_clean":"2024-02-09T23:56:53.083715+0000","last_became_active":"2024-02-09T23:56:50.902361+0000","last_became_peered":"2024-02-09T23:56:50.902361+0000","last_unstale":"2024-02-09T23:56:53.083715+0000","last_undegraded":"2024-02-09T23:56:53.083715+0000","last_fullsized":"2024-02-09T23:56:53.083715+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:55:41.211745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879012+0000","last_change":"2024-02-09T23:56:51.892624+0000","last_active":"2024-02-09T23:56:52.879012+0000","last_peered":"2024-02-09T23:56:52.879012+0000","last_clean":"2024-02-09T23:56:52.879012+0000","last_became_active":"2024-02-09T23:56:51.892160+0000","last_became_peered":"2024-02-09T23:56:51.892160+0000","last_unstale":"2024-02-09T23:56:52.879012+0000","last_undegraded":"2024-02-09T23:56:52.879012+0000","last_fullsized":"2024-02-09T23:56:52.879012+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:07:34.824467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.076062+0000","last_change":"2024-02-09T23:56:51.895867+0000","last_active":"2024-02-09T23:56:53.076062+0000","last_peered":"2024-02-09T23:56:53.076062+0000","last_clean":"2024-02-09T23:56:53.076062+0000","last_became_active":"2024-02-09T23:56:51.895562+0000","last_became_peered":"2024-02-09T23:56:51.895562+0000","last_unstale":"2024-02-09T23:56:53.076062+0000","last_undegraded":"2024-02-09T23:56:53.076062+0000","last_fullsized":"2024-02-09T23:56:53.076062+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:22:30.677062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083613+0000","last_change":"2024-02-09T23:56:50.905998+0000","last_active":"2024-02-09T23:56:53.083613+0000","last_peered":"2024-02-09T23:56:53.083613+0000","last_clean":"2024-02-09T23:56:53.083613+0000","last_became_active":"2024-02-09T23:56:50.905684+0000","last_became_peered":"2024-02-09T23:56:50.905684+0000","last_unstale":"2024-02-09T23:56:53.083613+0000","last_undegraded":"2024-02-09T23:56:53.083613+0000","last_fullsized":"2024-02-09T23:56:53.083613+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:52:56.871874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.076080+0000","last_change":"2024-02-09T23:56:51.898967+0000","last_active":"2024-02-09T23:56:53.076080+0000","last_peered":"2024-02-09T23:56:53.076080+0000","last_clean":"2024-02-09T23:56:53.076080+0000","last_became_active":"2024-02-09T23:56:51.898565+0000","last_became_peered":"2024-02-09T23:56:51.898565+0000","last_unstale":"2024-02-09T23:56:53.076080+0000","last_undegraded":"2024-02-09T23:56:53.076080+0000","last_fullsized":"2024-02-09T23:56:53.076080+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:11:38.388874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083711+0000","last_change":"2024-02-09T23:56:50.903994+0000","last_active":"2024-02-09T23:56:53.083711+0000","last_peered":"2024-02-09T23:56:53.083711+0000","last_clean":"2024-02-09T23:56:53.083711+0000","last_became_active":"2024-02-09T23:56:50.903714+0000","last_became_peered":"2024-02-09T23:56:50.903714+0000","last_unstale":"2024-02-09T23:56:53.083711+0000","last_undegraded":"2024-02-09T23:56:53.083711+0000","last_fullsized":"2024-02-09T23:56:53.083711+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:18:56.774220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083389+0000","last_change":"2024-02-09T23:56:51.902191+0000","last_active":"2024-02-09T23:56:53.083389+0000","last_peered":"2024-02-09T23:56:53.083389+0000","last_clean":"2024-02-09T23:56:53.083389+0000","last_became_active":"2024-02-09T23:56:51.901883+0000","last_became_peered":"2024-02-09T23:56:51.901883+0000","last_unstale":"2024-02-09T23:56:53.083389+0000","last_undegraded":"2024-02-09T23:56:53.083389+0000","last_fullsized":"2024-02-09T23:56:53.083389+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:02:55.048824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083732+0000","last_change":"2024-02-09T23:56:50.908655+0000","last_active":"2024-02-09T23:56:53.083732+0000","last_peered":"2024-02-09T23:56:53.083732+0000","last_clean":"2024-02-09T23:56:53.083732+0000","last_became_active":"2024-02-09T23:56:50.908332+0000","last_became_peered":"2024-02-09T23:56:50.908332+0000","last_unstale":"2024-02-09T23:56:53.083732+0000","last_undegraded":"2024-02-09T23:56:53.083732+0000","last_fullsized":"2024-02-09T23:56:53.083732+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:36:47.182136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083569+0000","last_change":"2024-02-09T23:56:51.894270+0000","last_active":"2024-02-09T23:56:53.083569+0000","last_peered":"2024-02-09T23:56:53.083569+0000","last_clean":"2024-02-09T23:56:53.083569+0000","last_became_active":"2024-02-09T23:56:51.893989+0000","last_became_peered":"2024-02-09T23:56:51.893989+0000","last_unstale":"2024-02-09T23:56:53.083569+0000","last_undegraded":"2024-02-09T23:56:53.083569+0000","last_fullsized":"2024-02-09T23:56:53.083569+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:20:50.576010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083694+0000","last_change":"2024-02-09T23:56:50.908339+0000","last_active":"2024-02-09T23:56:53.083694+0000","last_peered":"2024-02-09T23:56:53.083694+0000","last_clean":"2024-02-09T23:56:53.083694+0000","last_became_active":"2024-02-09T23:56:50.908067+0000","last_became_peered":"2024-02-09T23:56:50.908067+0000","last_unstale":"2024-02-09T23:56:53.083694+0000","last_undegraded":"2024-02-09T23:56:53.083694+0000","last_fullsized":"2024-02-09T23:56:53.083694+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:36:47.182136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574854,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":802816,"data_stored":661884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47899999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40000000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42899999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63500000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65600000000000003}]}]},{"osd":6,"up_from":13,"seq":55834574854,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":72546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33700000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47999999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53200000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64300000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67100000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73799999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574855,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27228,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344612,"statfs":{"total":96636764160,"available":96608882688,"internally_reserved":0,"allocated":208896,"data_stored":71024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58899999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55300000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64500000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42499999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40100000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53100000000000003}]}]},{"osd":4,"up_from":13,"seq":55834574854,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":71060,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55800000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64300000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66300000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46100000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48299999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41199999999999998}]}]},{"osd":3,"up_from":13,"seq":55834574854,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":72546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.23000000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.309}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36099999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39200000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.505}]}]},{"osd":2,"up_from":13,"seq":55834574854,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":204800,"data_stored":70934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29099999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38700000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.314}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.438}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50700000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45800000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60099999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":212992,"data_stored":71094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.24399999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26200000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28799999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47799999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46600000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.435}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]}]},{"osd":0,"up_from":13,"seq":55834574855,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":811008,"data_stored":661940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33600000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.254}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.31900000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47699999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51500000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46600000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58699999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-09T23:56:57.071 INFO:tasks.ceph.mds.d.smithi153.stderr:2024-02-09T23:56:57.069+0000 7f35540b8640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-02-09T23:56:59.385 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-09T23:56:59.504 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.503+0000 7f318a6aa640 1 Processor -- start 2024-02-09T23:56:59.505 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.503+0000 7f318a6aa640 1 -- start start 2024-02-09T23:56:59.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.503+0000 7f318a6aa640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f318415da70 0x7f31840b95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:59.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.503+0000 7f318a6aa640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f31840d3520 0x7f31840d1d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:59.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.503+0000 7f318a6aa640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31840d2250 con 0x7f31840d03e0 2024-02-09T23:56:59.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.503+0000 7f318a6aa640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f31840b79e0 con 0x7f318415da70 2024-02-09T23:56:59.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.503+0000 7f318a6aa640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f31840d2480 con 0x7f31840d3520 2024-02-09T23:56:59.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.504+0000 7f3183fff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f318415da70 0x7f31840b95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:59.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.504+0000 7f3183fff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f318415da70 0x7f31840b95a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:46202/0 (socket says 172.21.15.27:46202) 2024-02-09T23:56:59.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.504+0000 7f3183fff640 1 -- 172.21.15.27:0/3325438634 learned_addr learned my addr 172.21.15.27:0/3325438634 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:59.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.504+0000 7f31837fe640 1 --2- 172.21.15.27:0/3325438634 >> v2:172.21.15.153:3300/0 conn(0x7f31840d3520 0x7f31840d1d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:59.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.504+0000 7f3183fff640 1 -- 172.21.15.27:0/3325438634 >> v2:172.21.15.153:3300/0 conn(0x7f31840d3520 msgr2=0x7f31840d1d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:59.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.504+0000 7f3183fff640 1 --2- 172.21.15.27:0/3325438634 >> v2:172.21.15.153:3300/0 conn(0x7f31840d3520 0x7f31840d1d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:59.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.504+0000 7f3183fff640 1 -- 172.21.15.27:0/3325438634 >> v1:172.21.15.153:6789/0 conn(0x7f31840d03e0 legacy=0x7f318406c160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:59.507 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.504+0000 7f3183fff640 1 -- 172.21.15.27:0/3325438634 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31840d2760 con 0x7f318415da70 2024-02-09T23:56:59.508 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.505+0000 7f3183fff640 1 --2- 172.21.15.27:0/3325438634 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f318415da70 0x7f31840b95a0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f31840cdff0 tx=0x7f317402ba30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35823ec21dc42443 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:59.508 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.505+0000 7f3182ffd640 1 -- 172.21.15.27:0/3325438634 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f317402f850 con 0x7f318415da70 2024-02-09T23:56:59.508 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.505+0000 7f3182ffd640 1 -- 172.21.15.27:0/3325438634 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f317402f9b0 con 0x7f318415da70 2024-02-09T23:56:59.508 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.505+0000 7f3182ffd640 1 -- 172.21.15.27:0/3325438634 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f317402fd40 con 0x7f318415da70 2024-02-09T23:56:59.508 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.505+0000 7f318a6aa640 1 -- 172.21.15.27:0/3325438634 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f318415da70 msgr2=0x7f31840b95a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:59.508 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.505+0000 7f318a6aa640 1 --2- 172.21.15.27:0/3325438634 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f318415da70 0x7f31840b95a0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f31840cdff0 tx=0x7f317402ba30 comp rx=0 tx=0).stop 2024-02-09T23:56:59.508 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.505+0000 7f318a6aa640 1 -- 172.21.15.27:0/3325438634 shutdown_connections 2024-02-09T23:56:59.508 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.505+0000 7f318a6aa640 1 --2- 172.21.15.27:0/3325438634 >> v2:172.21.15.153:3300/0 conn(0x7f31840d3520 0x7f31840d1d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:59.508 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.505+0000 7f318a6aa640 1 --2- 172.21.15.27:0/3325438634 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f318415da70 0x7f31840b95a0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:59.508 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.505+0000 7f318a6aa640 1 -- 172.21.15.27:0/3325438634 >> 172.21.15.27:0/3325438634 conn(0x7f3184067020 msgr2=0x7f31840b5520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:59.509 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.505+0000 7f318a6aa640 1 -- 172.21.15.27:0/3325438634 shutdown_connections 2024-02-09T23:56:59.509 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.506+0000 7f318a6aa640 1 -- 172.21.15.27:0/3325438634 wait complete. 2024-02-09T23:56:59.511 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.507+0000 7f318a6aa640 1 Processor -- start 2024-02-09T23:56:59.511 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.507+0000 7f318a6aa640 1 -- start start 2024-02-09T23:56:59.511 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.508+0000 7f318a6aa640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f31840d03e0 0x7f31841609c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:59.511 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.508+0000 7f318a6aa640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f31840d3520 0x7f31840cb5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:59.511 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.508+0000 7f318a6aa640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f318415da70 0x7f3184150c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:59.511 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.508+0000 7f318a6aa640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31841f79b0 con 0x7f31840d03e0 2024-02-09T23:56:59.511 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.508+0000 7f318a6aa640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3184160f00 con 0x7f318415da70 2024-02-09T23:56:59.511 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.508+0000 7f318a6aa640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31841f6e30 con 0x7f31840d3520 2024-02-09T23:56:59.511 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.508+0000 7f3183fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f31840d03e0 0x7f31841609c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:59.512 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.508+0000 7f3183fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f31840d03e0 0x7f31841609c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:46214/0 (socket says 172.21.15.27:46214) 2024-02-09T23:56:59.512 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.508+0000 7f3183fff640 1 -- 172.21.15.27:0/1943272278 learned_addr learned my addr 172.21.15.27:0/1943272278 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:59.512 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.508+0000 7f31837fe640 1 --2- 172.21.15.27:0/1943272278 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f31840d3520 0x7f31840cb5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:59.512 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.508+0000 7f3188c47640 1 --2- 172.21.15.27:0/1943272278 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f318415da70 0x7f3184150c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:59.512 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.508+0000 7f3183fff640 1 -- 172.21.15.27:0/1943272278 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f31840d3520 msgr2=0x7f31840cb5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:59.512 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.508+0000 7f3183fff640 1 --2- 172.21.15.27:0/1943272278 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f31840d3520 0x7f31840cb5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:59.512 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.508+0000 7f3183fff640 1 -- 172.21.15.27:0/1943272278 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f318415da70 msgr2=0x7f3184150c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:59.512 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.508+0000 7f3183fff640 1 --2- 172.21.15.27:0/1943272278 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f318415da70 0x7f3184150c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:59.512 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.508+0000 7f3183fff640 1 -- 172.21.15.27:0/1943272278 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31740094d0 con 0x7f31840d03e0 2024-02-09T23:56:59.512 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.508+0000 7f31837fe640 1 --2- 172.21.15.27:0/1943272278 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f31840d3520 0x7f31840cb5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:56:59.512 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.508+0000 7f3188c47640 1 --2- 172.21.15.27:0/1943272278 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f318415da70 0x7f3184150c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:56:59.512 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.508+0000 7f3183fff640 1 --2- 172.21.15.27:0/1943272278 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f31840d03e0 0x7f31841609c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f317402ba70 tx=0x7f3174004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:59.512 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.508+0000 7f3180ff9640 1 -- 172.21.15.27:0/1943272278 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3174037d10 con 0x7f31840d03e0 2024-02-09T23:56:59.513 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.508+0000 7f3180ff9640 1 -- 172.21.15.27:0/1943272278 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3174037e90 con 0x7f31840d03e0 2024-02-09T23:56:59.513 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.508+0000 7f318a6aa640 1 -- 172.21.15.27:0/1943272278 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f31841f7110 con 0x7f31840d03e0 2024-02-09T23:56:59.513 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.508+0000 7f3180ff9640 1 -- 172.21.15.27:0/1943272278 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3174041640 con 0x7f31840d03e0 2024-02-09T23:56:59.513 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.508+0000 7f318a6aa640 1 -- 172.21.15.27:0/1943272278 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31841f76d0 con 0x7f31840d03e0 2024-02-09T23:56:59.514 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.510+0000 7f318a6aa640 1 -- 172.21.15.27:0/1943272278 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3184067cc0 con 0x7f31840d03e0 2024-02-09T23:56:59.514 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.510+0000 7f3180ff9640 1 -- 172.21.15.27:0/1943272278 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f31740417a0 con 0x7f31840d03e0 2024-02-09T23:56:59.514 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.510+0000 7f3180ff9640 1 --2- 172.21.15.27:0/1943272278 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f317006b810 0x7f317006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:59.514 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.510+0000 7f3180ff9640 1 -- 172.21.15.27:0/1943272278 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f317403c070 con 0x7f31840d03e0 2024-02-09T23:56:59.514 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.511+0000 7f31837fe640 1 --2- 172.21.15.27:0/1943272278 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f317006b810 0x7f317006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:59.514 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.511+0000 7f31837fe640 1 --2- 172.21.15.27:0/1943272278 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f317006b810 0x7f317006dcd0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f3178006fd0 tx=0x7f3178008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:59.516 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.515+0000 7f3180ff9640 1 -- 172.21.15.27:0/1943272278 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f31740b0030 con 0x7f31840d03e0 2024-02-09T23:56:59.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.692+0000 7f318a6aa640 1 -- 172.21.15.27:0/1943272278 --> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f31840d3000 con 0x7f317006b810 2024-02-09T23:56:59.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.700+0000 7f3180ff9640 1 -- 172.21.15.27:0/1943272278 <== mgr.4106 v2:172.21.15.153:6832/1248308414 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264703 (secure 0 0 0) 0x7f3178007730 con 0x7f317006b810 2024-02-09T23:56:59.704 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:56:59.706 INFO:teuthology.orchestra.run.smithi027.stderr:dumped all 2024-02-09T23:56:59.707 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.703+0000 7f318a6aa640 1 -- 172.21.15.27:0/1943272278 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f317006b810 msgr2=0x7f317006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:59.707 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.703+0000 7f318a6aa640 1 --2- 172.21.15.27:0/1943272278 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f317006b810 0x7f317006dcd0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f3178006fd0 tx=0x7f3178008040 comp rx=0 tx=0).stop 2024-02-09T23:56:59.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.703+0000 7f318a6aa640 1 -- 172.21.15.27:0/1943272278 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f31840d03e0 msgr2=0x7f31841609c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:59.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.703+0000 7f318a6aa640 1 --2- 172.21.15.27:0/1943272278 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f31840d03e0 0x7f31841609c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f317402ba70 tx=0x7f3174004730 comp rx=0 tx=0).stop 2024-02-09T23:56:59.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.703+0000 7f318a6aa640 1 -- 172.21.15.27:0/1943272278 shutdown_connections 2024-02-09T23:56:59.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.703+0000 7f318a6aa640 1 --2- 172.21.15.27:0/1943272278 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f317006b810 0x7f317006dcd0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:59.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.703+0000 7f318a6aa640 1 --2- 172.21.15.27:0/1943272278 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f318415da70 0x7f3184150c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:59.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.703+0000 7f318a6aa640 1 --2- 172.21.15.27:0/1943272278 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f31840d3520 0x7f31840cb5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:59.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.703+0000 7f318a6aa640 1 --2- 172.21.15.27:0/1943272278 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f31840d03e0 0x7f31841609c0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:59.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.703+0000 7f318a6aa640 1 -- 172.21.15.27:0/1943272278 >> 172.21.15.27:0/1943272278 conn(0x7f3184067020 msgr2=0x7f31840b3490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:59.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.703+0000 7f318a6aa640 1 -- 172.21.15.27:0/1943272278 shutdown_connections 2024-02-09T23:56:59.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.703+0000 7f318a6aa640 1 -- 172.21.15.27:0/1943272278 wait complete. 2024-02-09T23:56:59.715 INFO:teuthology.orchestra.run.smithi027.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-02-09T23:56:59.440949+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":162,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219016,"kb_used_data":2824,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755704,"statfs":{"total":773094113280,"available":772869840896,"internally_reserved":0,"allocated":2891776,"data_stored":1753028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":29,"apply_latency_ms":29,"commit_latency_ns":29000000,"apply_latency_ns":29000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001821"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083840+0000","last_change":"2024-02-09T23:56:51.894397+0000","last_active":"2024-02-09T23:56:53.083840+0000","last_peered":"2024-02-09T23:56:53.083840+0000","last_clean":"2024-02-09T23:56:53.083840+0000","last_became_active":"2024-02-09T23:56:51.894135+0000","last_became_peered":"2024-02-09T23:56:51.894135+0000","last_unstale":"2024-02-09T23:56:53.083840+0000","last_undegraded":"2024-02-09T23:56:53.083840+0000","last_fullsized":"2024-02-09T23:56:53.083840+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:11:38.388874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878771+0000","last_change":"2024-02-09T23:56:51.885105+0000","last_active":"2024-02-09T23:56:52.878771+0000","last_peered":"2024-02-09T23:56:52.878771+0000","last_clean":"2024-02-09T23:56:52.878771+0000","last_became_active":"2024-02-09T23:56:51.884788+0000","last_became_peered":"2024-02-09T23:56:51.884788+0000","last_unstale":"2024-02-09T23:56:52.878771+0000","last_undegraded":"2024-02-09T23:56:52.878771+0000","last_fullsized":"2024-02-09T23:56:52.878771+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:57:30.936631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084219+0000","last_change":"2024-02-09T23:56:51.887548+0000","last_active":"2024-02-09T23:56:53.084219+0000","last_peered":"2024-02-09T23:56:53.084219+0000","last_clean":"2024-02-09T23:56:53.084219+0000","last_became_active":"2024-02-09T23:56:51.887229+0000","last_became_peered":"2024-02-09T23:56:51.887229+0000","last_unstale":"2024-02-09T23:56:53.084219+0000","last_undegraded":"2024-02-09T23:56:53.084219+0000","last_fullsized":"2024-02-09T23:56:53.084219+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:07:34.824467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075752+0000","last_change":"2024-02-09T23:56:51.897215+0000","last_active":"2024-02-09T23:56:53.075752+0000","last_peered":"2024-02-09T23:56:53.075752+0000","last_clean":"2024-02-09T23:56:53.075752+0000","last_became_active":"2024-02-09T23:56:51.896326+0000","last_became_peered":"2024-02-09T23:56:51.896326+0000","last_unstale":"2024-02-09T23:56:53.075752+0000","last_undegraded":"2024-02-09T23:56:53.075752+0000","last_fullsized":"2024-02-09T23:56:53.075752+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:10:43.619154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083559+0000","last_change":"2024-02-09T23:56:51.893869+0000","last_active":"2024-02-09T23:56:53.083559+0000","last_peered":"2024-02-09T23:56:53.083559+0000","last_clean":"2024-02-09T23:56:53.083559+0000","last_became_active":"2024-02-09T23:56:51.893462+0000","last_became_peered":"2024-02-09T23:56:51.893462+0000","last_unstale":"2024-02-09T23:56:53.083559+0000","last_undegraded":"2024-02-09T23:56:53.083559+0000","last_fullsized":"2024-02-09T23:56:53.083559+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:47.596653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075611+0000","last_change":"2024-02-09T23:56:51.896798+0000","last_active":"2024-02-09T23:56:53.075611+0000","last_peered":"2024-02-09T23:56:53.075611+0000","last_clean":"2024-02-09T23:56:53.075611+0000","last_became_active":"2024-02-09T23:56:51.896412+0000","last_became_peered":"2024-02-09T23:56:51.896412+0000","last_unstale":"2024-02-09T23:56:53.075611+0000","last_undegraded":"2024-02-09T23:56:53.075611+0000","last_fullsized":"2024-02-09T23:56:53.075611+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:57:30.936631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083306+0000","last_change":"2024-02-09T23:56:51.896675+0000","last_active":"2024-02-09T23:56:53.083306+0000","last_peered":"2024-02-09T23:56:53.083306+0000","last_clean":"2024-02-09T23:56:53.083306+0000","last_became_active":"2024-02-09T23:56:51.896415+0000","last_became_peered":"2024-02-09T23:56:51.896415+0000","last_unstale":"2024-02-09T23:56:53.083306+0000","last_undegraded":"2024-02-09T23:56:53.083306+0000","last_fullsized":"2024-02-09T23:56:53.083306+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:09:25.492708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083125+0000","last_change":"2024-02-09T23:56:51.901874+0000","last_active":"2024-02-09T23:56:53.083125+0000","last_peered":"2024-02-09T23:56:53.083125+0000","last_clean":"2024-02-09T23:56:53.083125+0000","last_became_active":"2024-02-09T23:56:51.901436+0000","last_became_peered":"2024-02-09T23:56:51.901436+0000","last_unstale":"2024-02-09T23:56:53.083125+0000","last_undegraded":"2024-02-09T23:56:53.083125+0000","last_fullsized":"2024-02-09T23:56:53.083125+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:56:26.957641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083904+0000","last_change":"2024-02-09T23:56:51.902173+0000","last_active":"2024-02-09T23:56:53.083904+0000","last_peered":"2024-02-09T23:56:53.083904+0000","last_clean":"2024-02-09T23:56:53.083904+0000","last_became_active":"2024-02-09T23:56:51.901895+0000","last_became_peered":"2024-02-09T23:56:51.901895+0000","last_unstale":"2024-02-09T23:56:53.083904+0000","last_undegraded":"2024-02-09T23:56:53.083904+0000","last_fullsized":"2024-02-09T23:56:53.083904+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:15:56.626351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879774+0000","last_change":"2024-02-09T23:56:51.900531+0000","last_active":"2024-02-09T23:56:52.879774+0000","last_peered":"2024-02-09T23:56:52.879774+0000","last_clean":"2024-02-09T23:56:52.879774+0000","last_became_active":"2024-02-09T23:56:51.900275+0000","last_became_peered":"2024-02-09T23:56:51.900275+0000","last_unstale":"2024-02-09T23:56:52.879774+0000","last_undegraded":"2024-02-09T23:56:52.879774+0000","last_fullsized":"2024-02-09T23:56:52.879774+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:10:29.944229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879320+0000","last_change":"2024-02-09T23:56:51.899895+0000","last_active":"2024-02-09T23:56:52.879320+0000","last_peered":"2024-02-09T23:56:52.879320+0000","last_clean":"2024-02-09T23:56:52.879320+0000","last_became_active":"2024-02-09T23:56:51.899629+0000","last_became_peered":"2024-02-09T23:56:51.899629+0000","last_unstale":"2024-02-09T23:56:52.879320+0000","last_undegraded":"2024-02-09T23:56:52.879320+0000","last_fullsized":"2024-02-09T23:56:52.879320+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:02:55.658703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879584+0000","last_change":"2024-02-09T23:56:51.892980+0000","last_active":"2024-02-09T23:56:52.879584+0000","last_peered":"2024-02-09T23:56:52.879584+0000","last_clean":"2024-02-09T23:56:52.879584+0000","last_became_active":"2024-02-09T23:56:51.892701+0000","last_became_peered":"2024-02-09T23:56:51.892701+0000","last_unstale":"2024-02-09T23:56:52.879584+0000","last_undegraded":"2024-02-09T23:56:52.879584+0000","last_fullsized":"2024-02-09T23:56:52.879584+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:55:42.216663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083993+0000","last_change":"2024-02-09T23:56:51.892357+0000","last_active":"2024-02-09T23:56:53.083993+0000","last_peered":"2024-02-09T23:56:53.083993+0000","last_clean":"2024-02-09T23:56:53.083993+0000","last_became_active":"2024-02-09T23:56:51.892081+0000","last_became_peered":"2024-02-09T23:56:51.892081+0000","last_unstale":"2024-02-09T23:56:53.083993+0000","last_undegraded":"2024-02-09T23:56:53.083993+0000","last_fullsized":"2024-02-09T23:56:53.083993+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:57:30.936631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083665+0000","last_change":"2024-02-09T23:56:51.887798+0000","last_active":"2024-02-09T23:56:53.083665+0000","last_peered":"2024-02-09T23:56:53.083665+0000","last_clean":"2024-02-09T23:56:53.083665+0000","last_became_active":"2024-02-09T23:56:51.887476+0000","last_became_peered":"2024-02-09T23:56:51.887476+0000","last_unstale":"2024-02-09T23:56:53.083665+0000","last_undegraded":"2024-02-09T23:56:53.083665+0000","last_fullsized":"2024-02-09T23:56:53.083665+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:23:09.828333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878276+0000","last_change":"2024-02-09T23:56:51.889049+0000","last_active":"2024-02-09T23:56:52.878276+0000","last_peered":"2024-02-09T23:56:52.878276+0000","last_clean":"2024-02-09T23:56:52.878276+0000","last_became_active":"2024-02-09T23:56:51.888750+0000","last_became_peered":"2024-02-09T23:56:51.888750+0000","last_unstale":"2024-02-09T23:56:52.878276+0000","last_undegraded":"2024-02-09T23:56:52.878276+0000","last_fullsized":"2024-02-09T23:56:52.878276+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:06:24.793468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075443+0000","last_change":"2024-02-09T23:56:51.895889+0000","last_active":"2024-02-09T23:56:53.075443+0000","last_peered":"2024-02-09T23:56:53.075443+0000","last_clean":"2024-02-09T23:56:53.075443+0000","last_became_active":"2024-02-09T23:56:51.895579+0000","last_became_peered":"2024-02-09T23:56:51.895579+0000","last_unstale":"2024-02-09T23:56:53.075443+0000","last_undegraded":"2024-02-09T23:56:53.075443+0000","last_fullsized":"2024-02-09T23:56:53.075443+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:20:50.576010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.076028+0000","last_change":"2024-02-09T23:56:51.896498+0000","last_active":"2024-02-09T23:56:53.076028+0000","last_peered":"2024-02-09T23:56:53.076028+0000","last_clean":"2024-02-09T23:56:53.076028+0000","last_became_active":"2024-02-09T23:56:51.896005+0000","last_became_peered":"2024-02-09T23:56:51.896005+0000","last_unstale":"2024-02-09T23:56:53.076028+0000","last_undegraded":"2024-02-09T23:56:53.076028+0000","last_fullsized":"2024-02-09T23:56:53.076028+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:47.596653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083895+0000","last_change":"2024-02-09T23:56:51.892631+0000","last_active":"2024-02-09T23:56:53.083895+0000","last_peered":"2024-02-09T23:56:53.083895+0000","last_clean":"2024-02-09T23:56:53.083895+0000","last_became_active":"2024-02-09T23:56:51.892343+0000","last_became_peered":"2024-02-09T23:56:51.892343+0000","last_unstale":"2024-02-09T23:56:53.083895+0000","last_undegraded":"2024-02-09T23:56:53.083895+0000","last_fullsized":"2024-02-09T23:56:53.083895+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:42:16.751471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083833+0000","last_change":"2024-02-09T23:56:51.894539+0000","last_active":"2024-02-09T23:56:53.083833+0000","last_peered":"2024-02-09T23:56:53.083833+0000","last_clean":"2024-02-09T23:56:53.083833+0000","last_became_active":"2024-02-09T23:56:51.894279+0000","last_became_peered":"2024-02-09T23:56:51.894279+0000","last_unstale":"2024-02-09T23:56:53.083833+0000","last_undegraded":"2024-02-09T23:56:53.083833+0000","last_fullsized":"2024-02-09T23:56:53.083833+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:22:30.677062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878982+0000","last_change":"2024-02-09T23:56:51.888725+0000","last_active":"2024-02-09T23:56:52.878982+0000","last_peered":"2024-02-09T23:56:52.878982+0000","last_clean":"2024-02-09T23:56:52.878982+0000","last_became_active":"2024-02-09T23:56:51.888465+0000","last_became_peered":"2024-02-09T23:56:51.888465+0000","last_unstale":"2024-02-09T23:56:52.878982+0000","last_undegraded":"2024-02-09T23:56:52.878982+0000","last_fullsized":"2024-02-09T23:56:52.878982+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:17:26.611556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084321+0000","last_change":"2024-02-09T23:56:51.893198+0000","last_active":"2024-02-09T23:56:53.084321+0000","last_peered":"2024-02-09T23:56:53.084321+0000","last_clean":"2024-02-09T23:56:53.084321+0000","last_became_active":"2024-02-09T23:56:51.892912+0000","last_became_peered":"2024-02-09T23:56:51.892912+0000","last_unstale":"2024-02-09T23:56:53.084321+0000","last_undegraded":"2024-02-09T23:56:53.084321+0000","last_fullsized":"2024-02-09T23:56:53.084321+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:10:29.944229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075811+0000","last_change":"2024-02-09T23:56:51.896541+0000","last_active":"2024-02-09T23:56:53.075811+0000","last_peered":"2024-02-09T23:56:53.075811+0000","last_clean":"2024-02-09T23:56:53.075811+0000","last_became_active":"2024-02-09T23:56:51.895666+0000","last_became_peered":"2024-02-09T23:56:51.895666+0000","last_unstale":"2024-02-09T23:56:53.075811+0000","last_undegraded":"2024-02-09T23:56:53.075811+0000","last_fullsized":"2024-02-09T23:56:53.075811+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:54:22.347435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083196+0000","last_change":"2024-02-09T23:56:51.889491+0000","last_active":"2024-02-09T23:56:53.083196+0000","last_peered":"2024-02-09T23:56:53.083196+0000","last_clean":"2024-02-09T23:56:53.083196+0000","last_became_active":"2024-02-09T23:56:51.889204+0000","last_became_peered":"2024-02-09T23:56:51.889204+0000","last_unstale":"2024-02-09T23:56:53.083196+0000","last_undegraded":"2024-02-09T23:56:53.083196+0000","last_fullsized":"2024-02-09T23:56:53.083196+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:17:26.611556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075738+0000","last_change":"2024-02-09T23:56:51.896969+0000","last_active":"2024-02-09T23:56:53.075738+0000","last_peered":"2024-02-09T23:56:53.075738+0000","last_clean":"2024-02-09T23:56:53.075738+0000","last_became_active":"2024-02-09T23:56:51.896650+0000","last_became_peered":"2024-02-09T23:56:51.896650+0000","last_unstale":"2024-02-09T23:56:53.075738+0000","last_undegraded":"2024-02-09T23:56:53.075738+0000","last_fullsized":"2024-02-09T23:56:53.075738+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:09:25.492708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083279+0000","last_change":"2024-02-09T23:56:51.890154+0000","last_active":"2024-02-09T23:56:53.083279+0000","last_peered":"2024-02-09T23:56:53.083279+0000","last_clean":"2024-02-09T23:56:53.083279+0000","last_became_active":"2024-02-09T23:56:51.889818+0000","last_became_peered":"2024-02-09T23:56:51.889818+0000","last_unstale":"2024-02-09T23:56:53.083279+0000","last_undegraded":"2024-02-09T23:56:53.083279+0000","last_fullsized":"2024-02-09T23:56:53.083279+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:07:34.824467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879867+0000","last_change":"2024-02-09T23:56:51.893299+0000","last_active":"2024-02-09T23:56:52.879867+0000","last_peered":"2024-02-09T23:56:52.879867+0000","last_clean":"2024-02-09T23:56:52.879867+0000","last_became_active":"2024-02-09T23:56:51.892948+0000","last_became_peered":"2024-02-09T23:56:51.892948+0000","last_unstale":"2024-02-09T23:56:52.879867+0000","last_undegraded":"2024-02-09T23:56:52.879867+0000","last_fullsized":"2024-02-09T23:56:52.879867+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:20:50.576010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878601+0000","last_change":"2024-02-09T23:56:51.895070+0000","last_active":"2024-02-09T23:56:52.878601+0000","last_peered":"2024-02-09T23:56:52.878601+0000","last_clean":"2024-02-09T23:56:52.878601+0000","last_became_active":"2024-02-09T23:56:51.894788+0000","last_became_peered":"2024-02-09T23:56:51.894788+0000","last_unstale":"2024-02-09T23:56:52.878601+0000","last_undegraded":"2024-02-09T23:56:52.878601+0000","last_fullsized":"2024-02-09T23:56:52.878601+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:20:50.576010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084183+0000","last_change":"2024-02-09T23:56:51.889603+0000","last_active":"2024-02-09T23:56:53.084183+0000","last_peered":"2024-02-09T23:56:53.084183+0000","last_clean":"2024-02-09T23:56:53.084183+0000","last_became_active":"2024-02-09T23:56:51.889290+0000","last_became_peered":"2024-02-09T23:56:51.889290+0000","last_unstale":"2024-02-09T23:56:53.084183+0000","last_undegraded":"2024-02-09T23:56:53.084183+0000","last_fullsized":"2024-02-09T23:56:53.084183+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:10:43.619154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084297+0000","last_change":"2024-02-09T23:56:51.890671+0000","last_active":"2024-02-09T23:56:53.084297+0000","last_peered":"2024-02-09T23:56:53.084297+0000","last_clean":"2024-02-09T23:56:53.084297+0000","last_became_active":"2024-02-09T23:56:51.890340+0000","last_became_peered":"2024-02-09T23:56:51.890340+0000","last_unstale":"2024-02-09T23:56:53.084297+0000","last_undegraded":"2024-02-09T23:56:53.084297+0000","last_fullsized":"2024-02-09T23:56:53.084297+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:02:55.658703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075880+0000","last_change":"2024-02-09T23:56:51.899529+0000","last_active":"2024-02-09T23:56:53.075880+0000","last_peered":"2024-02-09T23:56:53.075880+0000","last_clean":"2024-02-09T23:56:53.075880+0000","last_became_active":"2024-02-09T23:56:51.898926+0000","last_became_peered":"2024-02-09T23:56:51.898926+0000","last_unstale":"2024-02-09T23:56:53.075880+0000","last_undegraded":"2024-02-09T23:56:53.075880+0000","last_fullsized":"2024-02-09T23:56:53.075880+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:32:43.587938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083602+0000","last_change":"2024-02-09T23:56:51.902230+0000","last_active":"2024-02-09T23:56:53.083602+0000","last_peered":"2024-02-09T23:56:53.083602+0000","last_clean":"2024-02-09T23:56:53.083602+0000","last_became_active":"2024-02-09T23:56:51.901927+0000","last_became_peered":"2024-02-09T23:56:51.901927+0000","last_unstale":"2024-02-09T23:56:53.083602+0000","last_undegraded":"2024-02-09T23:56:53.083602+0000","last_fullsized":"2024-02-09T23:56:53.083602+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:45.844963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878809+0000","last_change":"2024-02-09T23:56:51.889410+0000","last_active":"2024-02-09T23:56:52.878809+0000","last_peered":"2024-02-09T23:56:52.878809+0000","last_clean":"2024-02-09T23:56:52.878809+0000","last_became_active":"2024-02-09T23:56:51.889118+0000","last_became_peered":"2024-02-09T23:56:51.889118+0000","last_unstale":"2024-02-09T23:56:52.878809+0000","last_undegraded":"2024-02-09T23:56:52.878809+0000","last_fullsized":"2024-02-09T23:56:52.878809+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:23:09.828333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879412+0000","last_change":"2024-02-09T23:56:51.889661+0000","last_active":"2024-02-09T23:56:52.879412+0000","last_peered":"2024-02-09T23:56:52.879412+0000","last_clean":"2024-02-09T23:56:52.879412+0000","last_became_active":"2024-02-09T23:56:51.889406+0000","last_became_peered":"2024-02-09T23:56:51.889406+0000","last_unstale":"2024-02-09T23:56:52.879412+0000","last_undegraded":"2024-02-09T23:56:52.879412+0000","last_fullsized":"2024-02-09T23:56:52.879412+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:11:58.318799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084110+0000","last_change":"2024-02-09T23:56:50.903513+0000","last_active":"2024-02-09T23:56:53.084110+0000","last_peered":"2024-02-09T23:56:53.084110+0000","last_clean":"2024-02-09T23:56:53.084110+0000","last_became_active":"2024-02-09T23:56:50.903229+0000","last_became_peered":"2024-02-09T23:56:50.903229+0000","last_unstale":"2024-02-09T23:56:53.084110+0000","last_undegraded":"2024-02-09T23:56:53.084110+0000","last_fullsized":"2024-02-09T23:56:53.084110+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:24:40.668875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084364+0000","last_change":"2024-02-09T23:56:51.883175+0000","last_active":"2024-02-09T23:56:53.084364+0000","last_peered":"2024-02-09T23:56:53.084364+0000","last_clean":"2024-02-09T23:56:53.084364+0000","last_became_active":"2024-02-09T23:56:51.882906+0000","last_became_peered":"2024-02-09T23:56:51.882906+0000","last_unstale":"2024-02-09T23:56:53.084364+0000","last_undegraded":"2024-02-09T23:56:53.084364+0000","last_fullsized":"2024-02-09T23:56:53.084364+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:20:50.576010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878938+0000","last_change":"2024-02-09T23:56:50.897110+0000","last_active":"2024-02-09T23:56:52.878938+0000","last_peered":"2024-02-09T23:56:52.878938+0000","last_clean":"2024-02-09T23:56:52.878938+0000","last_became_active":"2024-02-09T23:56:50.896819+0000","last_became_peered":"2024-02-09T23:56:50.896819+0000","last_unstale":"2024-02-09T23:56:52.878938+0000","last_undegraded":"2024-02-09T23:56:52.878938+0000","last_fullsized":"2024-02-09T23:56:52.878938+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:44.840045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083345+0000","last_change":"2024-02-09T23:56:50.899367+0000","last_active":"2024-02-09T23:56:53.083345+0000","last_peered":"2024-02-09T23:56:53.083345+0000","last_clean":"2024-02-09T23:56:53.083345+0000","last_became_active":"2024-02-09T23:56:50.898811+0000","last_became_peered":"2024-02-09T23:56:50.898811+0000","last_unstale":"2024-02-09T23:56:53.083345+0000","last_undegraded":"2024-02-09T23:56:53.083345+0000","last_fullsized":"2024-02-09T23:56:53.083345+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:46:36.965757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083187+0000","last_change":"2024-02-09T23:56:51.893497+0000","last_active":"2024-02-09T23:56:53.083187+0000","last_peered":"2024-02-09T23:56:53.083187+0000","last_clean":"2024-02-09T23:56:53.083187+0000","last_became_active":"2024-02-09T23:56:51.892434+0000","last_became_peered":"2024-02-09T23:56:51.892434+0000","last_unstale":"2024-02-09T23:56:53.083187+0000","last_undegraded":"2024-02-09T23:56:53.083187+0000","last_fullsized":"2024-02-09T23:56:53.083187+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:23:09.828333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075623+0000","last_change":"2024-02-09T23:56:50.904084+0000","last_active":"2024-02-09T23:56:53.075623+0000","last_peered":"2024-02-09T23:56:53.075623+0000","last_clean":"2024-02-09T23:56:53.075623+0000","last_became_active":"2024-02-09T23:56:50.903766+0000","last_became_peered":"2024-02-09T23:56:50.903766+0000","last_unstale":"2024-02-09T23:56:53.075623+0000","last_undegraded":"2024-02-09T23:56:53.075623+0000","last_fullsized":"2024-02-09T23:56:53.075623+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-10T23:57:40.624096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878282+0000","last_change":"2024-02-09T23:56:51.894371+0000","last_active":"2024-02-09T23:56:52.878282+0000","last_peered":"2024-02-09T23:56:52.878282+0000","last_clean":"2024-02-09T23:56:52.878282+0000","last_became_active":"2024-02-09T23:56:51.894096+0000","last_became_peered":"2024-02-09T23:56:51.894096+0000","last_unstale":"2024-02-09T23:56:52.878282+0000","last_undegraded":"2024-02-09T23:56:52.878282+0000","last_fullsized":"2024-02-09T23:56:52.878282+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:07:34.824467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879358+0000","last_change":"2024-02-09T23:56:50.904082+0000","last_active":"2024-02-09T23:56:52.879358+0000","last_peered":"2024-02-09T23:56:52.879358+0000","last_clean":"2024-02-09T23:56:52.879358+0000","last_became_active":"2024-02-09T23:56:50.903843+0000","last_became_peered":"2024-02-09T23:56:50.903843+0000","last_unstale":"2024-02-09T23:56:52.879358+0000","last_undegraded":"2024-02-09T23:56:52.879358+0000","last_fullsized":"2024-02-09T23:56:52.879358+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-10T23:57:40.624096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075850+0000","last_change":"2024-02-09T23:56:51.896061+0000","last_active":"2024-02-09T23:56:53.075850+0000","last_peered":"2024-02-09T23:56:53.075850+0000","last_clean":"2024-02-09T23:56:53.075850+0000","last_became_active":"2024-02-09T23:56:51.895724+0000","last_became_peered":"2024-02-09T23:56:51.895724+0000","last_unstale":"2024-02-09T23:56:53.075850+0000","last_undegraded":"2024-02-09T23:56:53.075850+0000","last_fullsized":"2024-02-09T23:56:53.075850+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:46:01.567348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075884+0000","last_change":"2024-02-09T23:56:50.899295+0000","last_active":"2024-02-09T23:56:53.075884+0000","last_peered":"2024-02-09T23:56:53.075884+0000","last_clean":"2024-02-09T23:56:53.075884+0000","last_became_active":"2024-02-09T23:56:50.899036+0000","last_became_peered":"2024-02-09T23:56:50.899036+0000","last_unstale":"2024-02-09T23:56:53.075884+0000","last_undegraded":"2024-02-09T23:56:53.075884+0000","last_fullsized":"2024-02-09T23:56:53.075884+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:44.840045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083520+0000","last_change":"2024-02-09T23:56:51.897342+0000","last_active":"2024-02-09T23:56:53.083520+0000","last_peered":"2024-02-09T23:56:53.083520+0000","last_clean":"2024-02-09T23:56:53.083520+0000","last_became_active":"2024-02-09T23:56:51.897051+0000","last_became_peered":"2024-02-09T23:56:51.897051+0000","last_unstale":"2024-02-09T23:56:53.083520+0000","last_undegraded":"2024-02-09T23:56:53.083520+0000","last_fullsized":"2024-02-09T23:56:53.083520+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:56:26.957641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878624+0000","last_change":"2024-02-09T23:56:50.907622+0000","last_active":"2024-02-09T23:56:52.878624+0000","last_peered":"2024-02-09T23:56:52.878624+0000","last_clean":"2024-02-09T23:56:52.878624+0000","last_became_active":"2024-02-09T23:56:50.906575+0000","last_became_peered":"2024-02-09T23:56:50.906575+0000","last_unstale":"2024-02-09T23:56:52.878624+0000","last_undegraded":"2024-02-09T23:56:52.878624+0000","last_fullsized":"2024-02-09T23:56:52.878624+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:42:15.746553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879705+0000","last_change":"2024-02-09T23:56:51.893528+0000","last_active":"2024-02-09T23:56:52.879705+0000","last_peered":"2024-02-09T23:56:52.879705+0000","last_clean":"2024-02-09T23:56:52.879705+0000","last_became_active":"2024-02-09T23:56:51.893281+0000","last_became_peered":"2024-02-09T23:56:51.893281+0000","last_unstale":"2024-02-09T23:56:52.879705+0000","last_undegraded":"2024-02-09T23:56:52.879705+0000","last_fullsized":"2024-02-09T23:56:52.879705+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:45.844963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879562+0000","last_change":"2024-02-09T23:56:50.899570+0000","last_active":"2024-02-09T23:56:52.879562+0000","last_peered":"2024-02-09T23:56:52.879562+0000","last_clean":"2024-02-09T23:56:52.879562+0000","last_became_active":"2024-02-09T23:56:50.899012+0000","last_became_peered":"2024-02-09T23:56:50.899012+0000","last_unstale":"2024-02-09T23:56:52.879562+0000","last_undegraded":"2024-02-09T23:56:52.879562+0000","last_fullsized":"2024-02-09T23:56:52.879562+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:55:41.211745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083533+0000","last_change":"2024-02-09T23:56:51.898535+0000","last_active":"2024-02-09T23:56:53.083533+0000","last_peered":"2024-02-09T23:56:53.083533+0000","last_clean":"2024-02-09T23:56:53.083533+0000","last_became_active":"2024-02-09T23:56:51.897150+0000","last_became_peered":"2024-02-09T23:56:51.897150+0000","last_unstale":"2024-02-09T23:56:53.083533+0000","last_undegraded":"2024-02-09T23:56:53.083533+0000","last_fullsized":"2024-02-09T23:56:53.083533+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:46:01.567348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084423+0000","last_change":"2024-02-09T23:56:50.908227+0000","last_active":"2024-02-09T23:56:53.084423+0000","last_peered":"2024-02-09T23:56:53.084423+0000","last_clean":"2024-02-09T23:56:53.084423+0000","last_became_active":"2024-02-09T23:56:50.907916+0000","last_became_peered":"2024-02-09T23:56:50.907916+0000","last_unstale":"2024-02-09T23:56:53.084423+0000","last_undegraded":"2024-02-09T23:56:53.084423+0000","last_fullsized":"2024-02-09T23:56:53.084423+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:24:40.668875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083799+0000","last_change":"2024-02-09T23:56:51.893340+0000","last_active":"2024-02-09T23:56:53.083799+0000","last_peered":"2024-02-09T23:56:53.083799+0000","last_clean":"2024-02-09T23:56:53.083799+0000","last_became_active":"2024-02-09T23:56:51.893056+0000","last_became_peered":"2024-02-09T23:56:51.893056+0000","last_unstale":"2024-02-09T23:56:53.083799+0000","last_undegraded":"2024-02-09T23:56:53.083799+0000","last_fullsized":"2024-02-09T23:56:53.083799+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:17:26.611556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075913+0000","last_change":"2024-02-09T23:56:50.905991+0000","last_active":"2024-02-09T23:56:53.075913+0000","last_peered":"2024-02-09T23:56:53.075913+0000","last_clean":"2024-02-09T23:56:53.075913+0000","last_became_active":"2024-02-09T23:56:50.903608+0000","last_became_peered":"2024-02-09T23:56:50.903608+0000","last_unstale":"2024-02-09T23:56:53.075913+0000","last_undegraded":"2024-02-09T23:56:53.075913+0000","last_fullsized":"2024-02-09T23:56:53.075913+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:11:57.313880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083556+0000","last_change":"2024-02-09T23:56:51.898065+0000","last_active":"2024-02-09T23:56:53.083556+0000","last_peered":"2024-02-09T23:56:53.083556+0000","last_clean":"2024-02-09T23:56:53.083556+0000","last_became_active":"2024-02-09T23:56:51.897796+0000","last_became_peered":"2024-02-09T23:56:51.897796+0000","last_unstale":"2024-02-09T23:56:53.083556+0000","last_undegraded":"2024-02-09T23:56:53.083556+0000","last_fullsized":"2024-02-09T23:56:53.083556+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:54:22.347435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878952+0000","last_change":"2024-02-09T23:56:50.894664+0000","last_active":"2024-02-09T23:56:52.878952+0000","last_peered":"2024-02-09T23:56:52.878952+0000","last_clean":"2024-02-09T23:56:52.878952+0000","last_became_active":"2024-02-09T23:56:50.894300+0000","last_became_peered":"2024-02-09T23:56:50.894300+0000","last_unstale":"2024-02-09T23:56:52.878952+0000","last_undegraded":"2024-02-09T23:56:52.878952+0000","last_fullsized":"2024-02-09T23:56:52.878952+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:57:00.507145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878987+0000","last_change":"2024-02-09T23:56:51.888593+0000","last_active":"2024-02-09T23:56:52.878987+0000","last_peered":"2024-02-09T23:56:52.878987+0000","last_clean":"2024-02-09T23:56:52.878987+0000","last_became_active":"2024-02-09T23:56:51.888324+0000","last_became_peered":"2024-02-09T23:56:51.888324+0000","last_unstale":"2024-02-09T23:56:52.878987+0000","last_undegraded":"2024-02-09T23:56:52.878987+0000","last_fullsized":"2024-02-09T23:56:52.878987+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:06:24.793468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083572+0000","last_change":"2024-02-09T23:56:50.899586+0000","last_active":"2024-02-09T23:56:53.083572+0000","last_peered":"2024-02-09T23:56:53.083572+0000","last_clean":"2024-02-09T23:56:53.083572+0000","last_became_active":"2024-02-09T23:56:50.899265+0000","last_became_peered":"2024-02-09T23:56:50.899265+0000","last_unstale":"2024-02-09T23:56:53.083572+0000","last_undegraded":"2024-02-09T23:56:53.083572+0000","last_fullsized":"2024-02-09T23:56:53.083572+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:24:40.668875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083402+0000","last_change":"2024-02-09T23:56:51.898689+0000","last_active":"2024-02-09T23:56:53.083402+0000","last_peered":"2024-02-09T23:56:53.083402+0000","last_clean":"2024-02-09T23:56:53.083402+0000","last_became_active":"2024-02-09T23:56:51.898033+0000","last_became_peered":"2024-02-09T23:56:51.898033+0000","last_unstale":"2024-02-09T23:56:53.083402+0000","last_undegraded":"2024-02-09T23:56:53.083402+0000","last_fullsized":"2024-02-09T23:56:53.083402+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:10:43.619154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.880000+0000","last_change":"2024-02-09T23:56:50.905023+0000","last_active":"2024-02-09T23:56:52.880000+0000","last_peered":"2024-02-09T23:56:52.880000+0000","last_clean":"2024-02-09T23:56:52.880000+0000","last_became_active":"2024-02-09T23:56:50.904739+0000","last_became_peered":"2024-02-09T23:56:50.904739+0000","last_unstale":"2024-02-09T23:56:52.880000+0000","last_undegraded":"2024-02-09T23:56:52.880000+0000","last_fullsized":"2024-02-09T23:56:52.880000+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:46:15.125852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083761+0000","last_change":"2024-02-09T23:56:51.898524+0000","last_active":"2024-02-09T23:56:53.083761+0000","last_peered":"2024-02-09T23:56:53.083761+0000","last_clean":"2024-02-09T23:56:53.083761+0000","last_became_active":"2024-02-09T23:56:51.898087+0000","last_became_peered":"2024-02-09T23:56:51.898087+0000","last_unstale":"2024-02-09T23:56:53.083761+0000","last_undegraded":"2024-02-09T23:56:53.083761+0000","last_fullsized":"2024-02-09T23:56:53.083761+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:35:59.320869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083843+0000","last_change":"2024-02-09T23:56:50.902115+0000","last_active":"2024-02-09T23:56:53.083843+0000","last_peered":"2024-02-09T23:56:53.083843+0000","last_clean":"2024-02-09T23:56:53.083843+0000","last_became_active":"2024-02-09T23:56:50.901790+0000","last_became_peered":"2024-02-09T23:56:50.901790+0000","last_unstale":"2024-02-09T23:56:53.083843+0000","last_undegraded":"2024-02-09T23:56:53.083843+0000","last_fullsized":"2024-02-09T23:56:53.083843+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:36:47.182136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083998+0000","last_change":"2024-02-09T23:56:51.901976+0000","last_active":"2024-02-09T23:56:53.083998+0000","last_peered":"2024-02-09T23:56:53.083998+0000","last_clean":"2024-02-09T23:56:53.083998+0000","last_became_active":"2024-02-09T23:56:51.901698+0000","last_became_peered":"2024-02-09T23:56:51.901698+0000","last_unstale":"2024-02-09T23:56:53.083998+0000","last_undegraded":"2024-02-09T23:56:53.083998+0000","last_fullsized":"2024-02-09T23:56:53.083998+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:23:47.411209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878717+0000","last_change":"2024-02-09T23:56:50.906649+0000","last_active":"2024-02-09T23:56:52.878717+0000","last_peered":"2024-02-09T23:56:52.878717+0000","last_clean":"2024-02-09T23:56:52.878717+0000","last_became_active":"2024-02-09T23:56:50.906260+0000","last_became_peered":"2024-02-09T23:56:50.906260+0000","last_unstale":"2024-02-09T23:56:52.878717+0000","last_undegraded":"2024-02-09T23:56:52.878717+0000","last_fullsized":"2024-02-09T23:56:52.878717+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:52:56.871874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.076106+0000","last_change":"2024-02-09T23:56:51.894662+0000","last_active":"2024-02-09T23:56:53.076106+0000","last_peered":"2024-02-09T23:56:53.076106+0000","last_clean":"2024-02-09T23:56:53.076106+0000","last_became_active":"2024-02-09T23:56:51.894404+0000","last_became_peered":"2024-02-09T23:56:51.894404+0000","last_unstale":"2024-02-09T23:56:53.076106+0000","last_undegraded":"2024-02-09T23:56:53.076106+0000","last_fullsized":"2024-02-09T23:56:53.076106+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:15:56.626351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083814+0000","last_change":"2024-02-09T23:56:50.901776+0000","last_active":"2024-02-09T23:56:53.083814+0000","last_peered":"2024-02-09T23:56:53.083814+0000","last_clean":"2024-02-09T23:56:53.083814+0000","last_became_active":"2024-02-09T23:56:50.901480+0000","last_became_peered":"2024-02-09T23:56:50.901480+0000","last_unstale":"2024-02-09T23:56:53.083814+0000","last_undegraded":"2024-02-09T23:56:53.083814+0000","last_fullsized":"2024-02-09T23:56:53.083814+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:58:06.610802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083551+0000","last_change":"2024-02-09T23:56:51.902168+0000","last_active":"2024-02-09T23:56:53.083551+0000","last_peered":"2024-02-09T23:56:53.083551+0000","last_clean":"2024-02-09T23:56:53.083551+0000","last_became_active":"2024-02-09T23:56:51.901815+0000","last_became_peered":"2024-02-09T23:56:51.901815+0000","last_unstale":"2024-02-09T23:56:53.083551+0000","last_undegraded":"2024-02-09T23:56:53.083551+0000","last_fullsized":"2024-02-09T23:56:53.083551+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:32:43.587938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":170,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083193+0000","last_change":"2024-02-09T23:56:40.567250+0000","last_active":"2024-02-09T23:56:53.083193+0000","last_peered":"2024-02-09T23:56:53.083193+0000","last_clean":"2024-02-09T23:56:53.083193+0000","last_became_active":"2024-02-09T23:56:40.566372+0000","last_became_peered":"2024-02-09T23:56:40.566372+0000","last_unstale":"2024-02-09T23:56:53.083193+0000","last_undegraded":"2024-02-09T23:56:53.083193+0000","last_fullsized":"2024-02-09T23:56:53.083193+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:39.545898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:39.545898+0000","last_clean_scrub_stamp":"2024-02-09T23:56:39.545898+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:46:32.589061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075500+0000","last_change":"2024-02-09T23:56:50.901320+0000","last_active":"2024-02-09T23:56:53.075500+0000","last_peered":"2024-02-09T23:56:53.075500+0000","last_clean":"2024-02-09T23:56:53.075500+0000","last_became_active":"2024-02-09T23:56:50.901005+0000","last_became_peered":"2024-02-09T23:56:50.901005+0000","last_unstale":"2024-02-09T23:56:53.075500+0000","last_undegraded":"2024-02-09T23:56:53.075500+0000","last_fullsized":"2024-02-09T23:56:53.075500+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:57:00.507145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083508+0000","last_change":"2024-02-09T23:56:51.902068+0000","last_active":"2024-02-09T23:56:53.083508+0000","last_peered":"2024-02-09T23:56:53.083508+0000","last_clean":"2024-02-09T23:56:53.083508+0000","last_became_active":"2024-02-09T23:56:51.901767+0000","last_became_peered":"2024-02-09T23:56:51.901767+0000","last_unstale":"2024-02-09T23:56:53.083508+0000","last_undegraded":"2024-02-09T23:56:53.083508+0000","last_fullsized":"2024-02-09T23:56:53.083508+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:10:29.944229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083182+0000","last_change":"2024-02-09T23:56:50.908299+0000","last_active":"2024-02-09T23:56:53.083182+0000","last_peered":"2024-02-09T23:56:53.083182+0000","last_clean":"2024-02-09T23:56:53.083182+0000","last_became_active":"2024-02-09T23:56:50.908052+0000","last_became_peered":"2024-02-09T23:56:50.908052+0000","last_unstale":"2024-02-09T23:56:53.083182+0000","last_undegraded":"2024-02-09T23:56:53.083182+0000","last_fullsized":"2024-02-09T23:56:53.083182+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:42:15.746553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083429+0000","last_change":"2024-02-09T23:56:51.883976+0000","last_active":"2024-02-09T23:56:53.083429+0000","last_peered":"2024-02-09T23:56:53.083429+0000","last_clean":"2024-02-09T23:56:53.083429+0000","last_became_active":"2024-02-09T23:56:51.883661+0000","last_became_peered":"2024-02-09T23:56:51.883661+0000","last_unstale":"2024-02-09T23:56:53.083429+0000","last_undegraded":"2024-02-09T23:56:53.083429+0000","last_fullsized":"2024-02-09T23:56:53.083429+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:16:48.490235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083700+0000","last_change":"2024-02-09T23:56:50.901352+0000","last_active":"2024-02-09T23:56:53.083700+0000","last_peered":"2024-02-09T23:56:53.083700+0000","last_clean":"2024-02-09T23:56:53.083700+0000","last_became_active":"2024-02-09T23:56:50.901058+0000","last_became_peered":"2024-02-09T23:56:50.901058+0000","last_unstale":"2024-02-09T23:56:53.083700+0000","last_undegraded":"2024-02-09T23:56:53.083700+0000","last_fullsized":"2024-02-09T23:56:53.083700+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:57:00.507145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878284+0000","last_change":"2024-02-09T23:56:51.891456+0000","last_active":"2024-02-09T23:56:52.878284+0000","last_peered":"2024-02-09T23:56:52.878284+0000","last_clean":"2024-02-09T23:56:52.878284+0000","last_became_active":"2024-02-09T23:56:51.890977+0000","last_became_peered":"2024-02-09T23:56:51.890977+0000","last_unstale":"2024-02-09T23:56:52.878284+0000","last_undegraded":"2024-02-09T23:56:52.878284+0000","last_fullsized":"2024-02-09T23:56:52.878284+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:02:55.658703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.076010+0000","last_change":"2024-02-09T23:56:50.906995+0000","last_active":"2024-02-09T23:56:53.076010+0000","last_peered":"2024-02-09T23:56:53.076010+0000","last_clean":"2024-02-09T23:56:53.076010+0000","last_became_active":"2024-02-09T23:56:50.906707+0000","last_became_peered":"2024-02-09T23:56:50.906707+0000","last_unstale":"2024-02-09T23:56:53.076010+0000","last_undegraded":"2024-02-09T23:56:53.076010+0000","last_fullsized":"2024-02-09T23:56:53.076010+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:55:41.211745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879912+0000","last_change":"2024-02-09T23:56:51.887667+0000","last_active":"2024-02-09T23:56:52.879912+0000","last_peered":"2024-02-09T23:56:52.879912+0000","last_clean":"2024-02-09T23:56:52.879912+0000","last_became_active":"2024-02-09T23:56:51.887378+0000","last_became_peered":"2024-02-09T23:56:51.887378+0000","last_unstale":"2024-02-09T23:56:52.879912+0000","last_undegraded":"2024-02-09T23:56:52.879912+0000","last_fullsized":"2024-02-09T23:56:52.879912+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:42:16.751471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878537+0000","last_change":"2024-02-09T23:56:50.906017+0000","last_active":"2024-02-09T23:56:52.878537+0000","last_peered":"2024-02-09T23:56:52.878537+0000","last_clean":"2024-02-09T23:56:52.878537+0000","last_became_active":"2024-02-09T23:56:50.905714+0000","last_became_peered":"2024-02-09T23:56:50.905714+0000","last_unstale":"2024-02-09T23:56:52.878537+0000","last_undegraded":"2024-02-09T23:56:52.878537+0000","last_fullsized":"2024-02-09T23:56:52.878537+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-10T23:57:40.624096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.076030+0000","last_change":"2024-02-09T23:56:51.897133+0000","last_active":"2024-02-09T23:56:53.076030+0000","last_peered":"2024-02-09T23:56:53.076030+0000","last_clean":"2024-02-09T23:56:53.076030+0000","last_became_active":"2024-02-09T23:56:51.896300+0000","last_became_peered":"2024-02-09T23:56:51.896300+0000","last_unstale":"2024-02-09T23:56:53.076030+0000","last_undegraded":"2024-02-09T23:56:53.076030+0000","last_fullsized":"2024-02-09T23:56:53.076030+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:35:59.320869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083816+0000","last_change":"2024-02-09T23:56:50.909643+0000","last_active":"2024-02-09T23:56:53.083816+0000","last_peered":"2024-02-09T23:56:53.083816+0000","last_clean":"2024-02-09T23:56:53.083816+0000","last_became_active":"2024-02-09T23:56:50.909466+0000","last_became_peered":"2024-02-09T23:56:50.909466+0000","last_unstale":"2024-02-09T23:56:53.083816+0000","last_undegraded":"2024-02-09T23:56:53.083816+0000","last_fullsized":"2024-02-09T23:56:53.083816+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:13:28.190704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878349+0000","last_change":"2024-02-09T23:56:51.890446+0000","last_active":"2024-02-09T23:56:52.878349+0000","last_peered":"2024-02-09T23:56:52.878349+0000","last_clean":"2024-02-09T23:56:52.878349+0000","last_became_active":"2024-02-09T23:56:51.890185+0000","last_became_peered":"2024-02-09T23:56:51.890185+0000","last_unstale":"2024-02-09T23:56:52.878349+0000","last_undegraded":"2024-02-09T23:56:52.878349+0000","last_fullsized":"2024-02-09T23:56:52.878349+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:10:29.944229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.914437+0000","last_change":"2024-02-09T23:56:50.905931+0000","last_active":"2024-02-09T23:56:52.914437+0000","last_peered":"2024-02-09T23:56:52.914437+0000","last_clean":"2024-02-09T23:56:52.914437+0000","last_became_active":"2024-02-09T23:56:50.905646+0000","last_became_peered":"2024-02-09T23:56:50.905646+0000","last_unstale":"2024-02-09T23:56:52.914437+0000","last_undegraded":"2024-02-09T23:56:52.914437+0000","last_fullsized":"2024-02-09T23:56:52.914437+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:55:41.211745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083403+0000","last_change":"2024-02-09T23:56:51.893935+0000","last_active":"2024-02-09T23:56:53.083403+0000","last_peered":"2024-02-09T23:56:53.083403+0000","last_clean":"2024-02-09T23:56:53.083403+0000","last_became_active":"2024-02-09T23:56:51.893644+0000","last_became_peered":"2024-02-09T23:56:51.893644+0000","last_unstale":"2024-02-09T23:56:53.083403+0000","last_undegraded":"2024-02-09T23:56:53.083403+0000","last_fullsized":"2024-02-09T23:56:53.083403+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:02:55.658703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879455+0000","last_change":"2024-02-09T23:56:50.902629+0000","last_active":"2024-02-09T23:56:52.879455+0000","last_peered":"2024-02-09T23:56:52.879455+0000","last_clean":"2024-02-09T23:56:52.879455+0000","last_became_active":"2024-02-09T23:56:50.901950+0000","last_became_peered":"2024-02-09T23:56:50.901950+0000","last_unstale":"2024-02-09T23:56:52.879455+0000","last_undegraded":"2024-02-09T23:56:52.879455+0000","last_fullsized":"2024-02-09T23:56:52.879455+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:11:57.313880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084081+0000","last_change":"2024-02-09T23:56:51.885980+0000","last_active":"2024-02-09T23:56:53.084081+0000","last_peered":"2024-02-09T23:56:53.084081+0000","last_clean":"2024-02-09T23:56:53.084081+0000","last_became_active":"2024-02-09T23:56:51.885678+0000","last_became_peered":"2024-02-09T23:56:51.885678+0000","last_unstale":"2024-02-09T23:56:53.084081+0000","last_undegraded":"2024-02-09T23:56:53.084081+0000","last_fullsized":"2024-02-09T23:56:53.084081+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:06:24.793468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083131+0000","last_change":"2024-02-09T23:56:50.909092+0000","last_active":"2024-02-09T23:56:53.083131+0000","last_peered":"2024-02-09T23:56:53.083131+0000","last_clean":"2024-02-09T23:56:53.083131+0000","last_became_active":"2024-02-09T23:56:50.908838+0000","last_became_peered":"2024-02-09T23:56:50.908838+0000","last_unstale":"2024-02-09T23:56:53.083131+0000","last_undegraded":"2024-02-09T23:56:53.083131+0000","last_fullsized":"2024-02-09T23:56:53.083131+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:44.840045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879375+0000","last_change":"2024-02-09T23:56:51.887659+0000","last_active":"2024-02-09T23:56:52.879375+0000","last_peered":"2024-02-09T23:56:52.879375+0000","last_clean":"2024-02-09T23:56:52.879375+0000","last_became_active":"2024-02-09T23:56:51.887356+0000","last_became_peered":"2024-02-09T23:56:51.887356+0000","last_unstale":"2024-02-09T23:56:52.879375+0000","last_undegraded":"2024-02-09T23:56:52.879375+0000","last_fullsized":"2024-02-09T23:56:52.879375+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-10T23:57:41.629014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878383+0000","last_change":"2024-02-09T23:56:50.906125+0000","last_active":"2024-02-09T23:56:52.878383+0000","last_peered":"2024-02-09T23:56:52.878383+0000","last_clean":"2024-02-09T23:56:52.878383+0000","last_became_active":"2024-02-09T23:56:50.905794+0000","last_became_peered":"2024-02-09T23:56:50.905794+0000","last_unstale":"2024-02-09T23:56:52.878383+0000","last_undegraded":"2024-02-09T23:56:52.878383+0000","last_fullsized":"2024-02-09T23:56:52.878383+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:11:57.313880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083274+0000","last_change":"2024-02-09T23:56:51.889563+0000","last_active":"2024-02-09T23:56:53.083274+0000","last_peered":"2024-02-09T23:56:53.083274+0000","last_clean":"2024-02-09T23:56:53.083274+0000","last_became_active":"2024-02-09T23:56:51.889162+0000","last_became_peered":"2024-02-09T23:56:51.889162+0000","last_unstale":"2024-02-09T23:56:53.083274+0000","last_undegraded":"2024-02-09T23:56:53.083274+0000","last_fullsized":"2024-02-09T23:56:53.083274+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:06:24.793468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878415+0000","last_change":"2024-02-09T23:56:50.905912+0000","last_active":"2024-02-09T23:56:52.878415+0000","last_peered":"2024-02-09T23:56:52.878415+0000","last_clean":"2024-02-09T23:56:52.878415+0000","last_became_active":"2024-02-09T23:56:50.905602+0000","last_became_peered":"2024-02-09T23:56:50.905602+0000","last_unstale":"2024-02-09T23:56:52.878415+0000","last_undegraded":"2024-02-09T23:56:52.878415+0000","last_fullsized":"2024-02-09T23:56:52.878415+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:44.840045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084039+0000","last_change":"2024-02-09T23:56:51.891880+0000","last_active":"2024-02-09T23:56:53.084039+0000","last_peered":"2024-02-09T23:56:53.084039+0000","last_clean":"2024-02-09T23:56:53.084039+0000","last_became_active":"2024-02-09T23:56:51.891504+0000","last_became_peered":"2024-02-09T23:56:51.891504+0000","last_unstale":"2024-02-09T23:56:53.084039+0000","last_undegraded":"2024-02-09T23:56:53.084039+0000","last_fullsized":"2024-02-09T23:56:53.084039+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:09:25.492708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083715+0000","last_change":"2024-02-09T23:56:50.903298+0000","last_active":"2024-02-09T23:56:53.083715+0000","last_peered":"2024-02-09T23:56:53.083715+0000","last_clean":"2024-02-09T23:56:53.083715+0000","last_became_active":"2024-02-09T23:56:50.902361+0000","last_became_peered":"2024-02-09T23:56:50.902361+0000","last_unstale":"2024-02-09T23:56:53.083715+0000","last_undegraded":"2024-02-09T23:56:53.083715+0000","last_fullsized":"2024-02-09T23:56:53.083715+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:55:41.211745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879012+0000","last_change":"2024-02-09T23:56:51.892624+0000","last_active":"2024-02-09T23:56:52.879012+0000","last_peered":"2024-02-09T23:56:52.879012+0000","last_clean":"2024-02-09T23:56:52.879012+0000","last_became_active":"2024-02-09T23:56:51.892160+0000","last_became_peered":"2024-02-09T23:56:51.892160+0000","last_unstale":"2024-02-09T23:56:52.879012+0000","last_undegraded":"2024-02-09T23:56:52.879012+0000","last_fullsized":"2024-02-09T23:56:52.879012+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:07:34.824467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.076062+0000","last_change":"2024-02-09T23:56:51.895867+0000","last_active":"2024-02-09T23:56:53.076062+0000","last_peered":"2024-02-09T23:56:53.076062+0000","last_clean":"2024-02-09T23:56:53.076062+0000","last_became_active":"2024-02-09T23:56:51.895562+0000","last_became_peered":"2024-02-09T23:56:51.895562+0000","last_unstale":"2024-02-09T23:56:53.076062+0000","last_undegraded":"2024-02-09T23:56:53.076062+0000","last_fullsized":"2024-02-09T23:56:53.076062+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:22:30.677062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083613+0000","last_change":"2024-02-09T23:56:50.905998+0000","last_active":"2024-02-09T23:56:53.083613+0000","last_peered":"2024-02-09T23:56:53.083613+0000","last_clean":"2024-02-09T23:56:53.083613+0000","last_became_active":"2024-02-09T23:56:50.905684+0000","last_became_peered":"2024-02-09T23:56:50.905684+0000","last_unstale":"2024-02-09T23:56:53.083613+0000","last_undegraded":"2024-02-09T23:56:53.083613+0000","last_fullsized":"2024-02-09T23:56:53.083613+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:52:56.871874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.076080+0000","last_change":"2024-02-09T23:56:51.898967+0000","last_active":"2024-02-09T23:56:53.076080+0000","last_peered":"2024-02-09T23:56:53.076080+0000","last_clean":"2024-02-09T23:56:53.076080+0000","last_became_active":"2024-02-09T23:56:51.898565+0000","last_became_peered":"2024-02-09T23:56:51.898565+0000","last_unstale":"2024-02-09T23:56:53.076080+0000","last_undegraded":"2024-02-09T23:56:53.076080+0000","last_fullsized":"2024-02-09T23:56:53.076080+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:11:38.388874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083711+0000","last_change":"2024-02-09T23:56:50.903994+0000","last_active":"2024-02-09T23:56:53.083711+0000","last_peered":"2024-02-09T23:56:53.083711+0000","last_clean":"2024-02-09T23:56:53.083711+0000","last_became_active":"2024-02-09T23:56:50.903714+0000","last_became_peered":"2024-02-09T23:56:50.903714+0000","last_unstale":"2024-02-09T23:56:53.083711+0000","last_undegraded":"2024-02-09T23:56:53.083711+0000","last_fullsized":"2024-02-09T23:56:53.083711+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:18:56.774220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083389+0000","last_change":"2024-02-09T23:56:51.902191+0000","last_active":"2024-02-09T23:56:53.083389+0000","last_peered":"2024-02-09T23:56:53.083389+0000","last_clean":"2024-02-09T23:56:53.083389+0000","last_became_active":"2024-02-09T23:56:51.901883+0000","last_became_peered":"2024-02-09T23:56:51.901883+0000","last_unstale":"2024-02-09T23:56:53.083389+0000","last_undegraded":"2024-02-09T23:56:53.083389+0000","last_fullsized":"2024-02-09T23:56:53.083389+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:02:55.048824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083732+0000","last_change":"2024-02-09T23:56:50.908655+0000","last_active":"2024-02-09T23:56:53.083732+0000","last_peered":"2024-02-09T23:56:53.083732+0000","last_clean":"2024-02-09T23:56:53.083732+0000","last_became_active":"2024-02-09T23:56:50.908332+0000","last_became_peered":"2024-02-09T23:56:50.908332+0000","last_unstale":"2024-02-09T23:56:53.083732+0000","last_undegraded":"2024-02-09T23:56:53.083732+0000","last_fullsized":"2024-02-09T23:56:53.083732+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:36:47.182136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083569+0000","last_change":"2024-02-09T23:56:51.894270+0000","last_active":"2024-02-09T23:56:53.083569+0000","last_peered":"2024-02-09T23:56:53.083569+0000","last_clean":"2024-02-09T23:56:53.083569+0000","last_became_active":"2024-02-09T23:56:51.893989+0000","last_became_peered":"2024-02-09T23:56:51.893989+0000","last_unstale":"2024-02-09T23:56:53.083569+0000","last_undegraded":"2024-02-09T23:56:53.083569+0000","last_fullsized":"2024-02-09T23:56:53.083569+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:20:50.576010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083694+0000","last_change":"2024-02-09T23:56:50.908339+0000","last_active":"2024-02-09T23:56:53.083694+0000","last_peered":"2024-02-09T23:56:53.083694+0000","last_clean":"2024-02-09T23:56:53.083694+0000","last_became_active":"2024-02-09T23:56:50.908067+0000","last_became_peered":"2024-02-09T23:56:50.908067+0000","last_unstale":"2024-02-09T23:56:53.083694+0000","last_undegraded":"2024-02-09T23:56:53.083694+0000","last_fullsized":"2024-02-09T23:56:53.083694+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:36:47.182136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574854,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":802816,"data_stored":661884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47899999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40000000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42899999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63500000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65600000000000003}]}]},{"osd":6,"up_from":13,"seq":55834574854,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":72546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33700000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47999999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53200000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64300000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67100000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73799999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574855,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27228,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344612,"statfs":{"total":96636764160,"available":96608882688,"internally_reserved":0,"allocated":208896,"data_stored":71024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58899999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55300000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64500000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42499999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40100000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53100000000000003}]}]},{"osd":4,"up_from":13,"seq":55834574854,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":71060,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55800000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64300000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66300000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46100000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48299999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41199999999999998}]}]},{"osd":3,"up_from":13,"seq":55834574854,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":72546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.23000000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.309}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36099999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39200000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.505}]}]},{"osd":2,"up_from":13,"seq":55834574854,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":204800,"data_stored":70934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29099999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38700000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.314}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.438}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50700000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45800000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60099999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":212992,"data_stored":71094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.24399999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26200000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28799999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47799999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46600000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.435}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]}]},{"osd":0,"up_from":13,"seq":55834574855,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":811008,"data_stored":661940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33600000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.254}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.31900000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47699999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51500000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46600000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58699999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-09T23:56:59.720 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-02-09T23:56:59.720 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-02-09T23:56:59.720 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-02-09T23:56:59.721 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-02-09T23:56:59.721 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-02-09T23:56:59.864 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.862+0000 7fe83f793640 1 Processor -- start 2024-02-09T23:56:59.864 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.862+0000 7fe83f793640 1 -- start start 2024-02-09T23:56:59.868 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.863+0000 7fe83f793640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fe83806c830 0x7fe8380cecf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:59.868 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.863+0000 7fe83f793640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe8380d1330 con 0x7fe838161470 2024-02-09T23:56:59.868 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.863+0000 7fe83f793640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe8380d3740 con 0x7fe8380ce180 2024-02-09T23:56:59.869 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.863+0000 7fe83f793640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe838161850 con 0x7fe83806c830 2024-02-09T23:56:59.869 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.863+0000 7fe83d52f640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fe838161470 0x7fe83806c120 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:49660/0 (socket says 172.21.15.27:49660) 2024-02-09T23:56:59.869 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.863+0000 7fe83d52f640 1 -- 172.21.15.27:0/2278535080 learned_addr learned my addr 172.21.15.27:0/2278535080 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:56:59.869 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.863+0000 7fe82ffff640 1 -- 172.21.15.27:0/2278535080 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1610262551 0 0) 0x7fe830001110 con 0x7fe838161470 2024-02-09T23:56:59.869 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.863+0000 7fe82ffff640 1 -- 172.21.15.27:0/2278535080 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe824003520 con 0x7fe838161470 2024-02-09T23:56:59.869 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.863+0000 7fe83dd30640 1 --2- 172.21.15.27:0/2278535080 >> v2:172.21.15.153:3300/0 conn(0x7fe83806c830 0x7fe8380cecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:59.869 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.864+0000 7fe82ffff640 1 -- 172.21.15.27:0/2278535080 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2557342962 0 0) 0x7fe824003520 con 0x7fe838161470 2024-02-09T23:56:59.869 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.864+0000 7fe82ffff640 1 -- 172.21.15.27:0/2278535080 >> v2:172.21.15.153:3300/0 conn(0x7fe83806c830 msgr2=0x7fe8380cecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:59.869 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.864+0000 7fe82ffff640 1 --2- 172.21.15.27:0/2278535080 >> v2:172.21.15.153:3300/0 conn(0x7fe83806c830 0x7fe8380cecf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:59.869 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.864+0000 7fe82ffff640 1 -- 172.21.15.27:0/2278535080 >> v1:172.21.15.153:6789/0 conn(0x7fe8380ce180 legacy=0x7fe8380d1f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:59.869 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.864+0000 7fe82ffff640 1 -- 172.21.15.27:0/2278535080 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8380d1050 con 0x7fe838161470 2024-02-09T23:56:59.870 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.864+0000 7fe82ffff640 1 -- 172.21.15.27:0/2278535080 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7fe830001800 con 0x7fe838161470 2024-02-09T23:56:59.870 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.864+0000 7fe82ffff640 1 -- 172.21.15.27:0/2278535080 >> v1:172.21.15.27:6789/0 conn(0x7fe838161470 legacy=0x7fe83806c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:59.870 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.864+0000 7fe82ffff640 1 --2- 172.21.15.27:0/2278535080 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe824003a30 0x7fe824003e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:59.870 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.864+0000 7fe82ffff640 1 --2- 172.21.15.27:0/2278535080 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe8240047c0 0x7fe824004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:59.870 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.864+0000 7fe82ffff640 1 --2- 172.21.15.27:0/2278535080 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8240052a0 0x7fe82400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:59.870 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.864+0000 7fe82ffff640 1 -- 172.21.15.27:0/2278535080 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe82400c140 con 0x7fe8240052a0 2024-02-09T23:56:59.870 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.864+0000 7fe82ffff640 1 -- 172.21.15.27:0/2278535080 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe82400c2b0 con 0x7fe824003a30 2024-02-09T23:56:59.870 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.864+0000 7fe82ffff640 1 -- 172.21.15.27:0/2278535080 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe82400c470 con 0x7fe8240047c0 2024-02-09T23:56:59.870 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.864+0000 7fe83dd30640 1 --2- 172.21.15.27:0/2278535080 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8240052a0 0x7fe82400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:59.870 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.864+0000 7fe83d52f640 1 --2- 172.21.15.27:0/2278535080 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe824003a30 0x7fe824003e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:59.870 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.864+0000 7fe83cd2e640 1 --2- 172.21.15.27:0/2278535080 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe8240047c0 0x7fe824004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:59.870 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.864+0000 7fe83dd30640 1 -- 172.21.15.27:0/2278535080 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe8240047c0 msgr2=0x7fe824004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:59.870 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.864+0000 7fe83dd30640 1 --2- 172.21.15.27:0/2278535080 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe8240047c0 0x7fe824004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:59.871 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.864+0000 7fe83dd30640 1 -- 172.21.15.27:0/2278535080 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe824003a30 msgr2=0x7fe824003e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:56:59.871 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.864+0000 7fe83dd30640 1 --2- 172.21.15.27:0/2278535080 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe824003a30 0x7fe824003e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:59.871 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.864+0000 7fe83dd30640 1 -- 172.21.15.27:0/2278535080 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe824003520 con 0x7fe8240052a0 2024-02-09T23:56:59.871 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.864+0000 7fe83cd2e640 1 --2- 172.21.15.27:0/2278535080 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe8240047c0 0x7fe824004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:56:59.871 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.865+0000 7fe83dd30640 1 -- 172.21.15.27:0/2278535080 reap_dead start 2024-02-09T23:56:59.871 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.865+0000 7fe83dd30640 1 --2- 172.21.15.27:0/2278535080 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8240052a0 0x7fe82400b980 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fe834009f90 tx=0x7fe8240057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac12dbf3e4042e3a server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:59.871 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.865+0000 7fe82ffff640 1 -- 172.21.15.27:0/2278535080 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe83402cc20 con 0x7fe8240052a0 2024-02-09T23:56:59.871 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.865+0000 7fe82ffff640 1 -- 172.21.15.27:0/2278535080 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe83400f040 con 0x7fe8240052a0 2024-02-09T23:56:59.871 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.865+0000 7fe82ffff640 1 -- 172.21.15.27:0/2278535080 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe834034440 con 0x7fe8240052a0 2024-02-09T23:56:59.871 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.865+0000 7fe83f793640 1 -- 172.21.15.27:0/2278535080 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8240052a0 msgr2=0x7fe82400b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:59.871 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.866+0000 7fe83f793640 1 --2- 172.21.15.27:0/2278535080 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8240052a0 0x7fe82400b980 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fe834009f90 tx=0x7fe8240057f0 comp rx=0 tx=0).stop 2024-02-09T23:56:59.871 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.866+0000 7fe83f793640 1 -- 172.21.15.27:0/2278535080 shutdown_connections 2024-02-09T23:56:59.871 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.866+0000 7fe83f793640 1 --2- 172.21.15.27:0/2278535080 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8240052a0 0x7fe82400b980 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:59.871 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.866+0000 7fe83f793640 1 -- 172.21.15.27:0/2278535080 >> 172.21.15.27:0/2278535080 conn(0x7fe8380b58b0 msgr2=0x7fe8380b5cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:59.872 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.866+0000 7fe83f793640 1 -- 172.21.15.27:0/2278535080 shutdown_connections 2024-02-09T23:56:59.872 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.866+0000 7fe83f793640 1 -- 172.21.15.27:0/2278535080 wait complete. 2024-02-09T23:56:59.872 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.867+0000 7fe83f793640 1 Processor -- start 2024-02-09T23:56:59.872 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.867+0000 7fe83f793640 1 -- start start 2024-02-09T23:56:59.874 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.868+0000 7fe83f793640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe8240052a0 0x7fe8380cce30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:59.874 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.868+0000 7fe83f793640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe83814b180 0x7fe83814b600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:59.874 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.868+0000 7fe83f793640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8380b1c10 0x7fe8380b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:59.874 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.868+0000 7fe83f793640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe83814bb40 con 0x7fe8380b1c10 2024-02-09T23:56:59.874 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.868+0000 7fe83f793640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe83815cb10 con 0x7fe8240052a0 2024-02-09T23:56:59.874 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.868+0000 7fe83f793640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe83814cc80 con 0x7fe83814b180 2024-02-09T23:56:59.875 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.868+0000 7fe83dd30640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8380b1c10 0x7fe8380b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:59.875 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.868+0000 7fe83dd30640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8380b1c10 0x7fe8380b2090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:46226/0 (socket says 172.21.15.27:46226) 2024-02-09T23:56:59.875 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.868+0000 7fe83dd30640 1 -- 172.21.15.27:0/4127476420 learned_addr learned my addr 172.21.15.27:0/4127476420 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:56:59.875 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.868+0000 7fe83cd2e640 1 --2- 172.21.15.27:0/4127476420 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe83814b180 0x7fe83814b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:59.875 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.868+0000 7fe83d52f640 1 --2- 172.21.15.27:0/4127476420 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe8240052a0 0x7fe8380cce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:59.875 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.868+0000 7fe83dd30640 1 -- 172.21.15.27:0/4127476420 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe83814b180 msgr2=0x7fe83814b600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:59.875 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.868+0000 7fe83dd30640 1 --2- 172.21.15.27:0/4127476420 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe83814b180 0x7fe83814b600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:59.875 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.868+0000 7fe83dd30640 1 -- 172.21.15.27:0/4127476420 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe8240052a0 msgr2=0x7fe8380cce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:59.875 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.868+0000 7fe83dd30640 1 --2- 172.21.15.27:0/4127476420 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe8240052a0 0x7fe8380cce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:59.875 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.868+0000 7fe83dd30640 1 -- 172.21.15.27:0/4127476420 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe83814bd60 con 0x7fe8380b1c10 2024-02-09T23:56:59.875 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.868+0000 7fe83dd30640 1 --2- 172.21.15.27:0/4127476420 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8380b1c10 0x7fe8380b2090 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fe83402c690 tx=0x7fe834009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:59.875 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.868+0000 7fe82dffb640 1 -- 172.21.15.27:0/4127476420 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe83402cea0 con 0x7fe8380b1c10 2024-02-09T23:56:59.876 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.868+0000 7fe82dffb640 1 -- 172.21.15.27:0/4127476420 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe83403d400 con 0x7fe8380b1c10 2024-02-09T23:56:59.876 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.868+0000 7fe83f793640 1 -- 172.21.15.27:0/4127476420 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe83814c040 con 0x7fe8380b1c10 2024-02-09T23:56:59.876 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.868+0000 7fe82dffb640 1 -- 172.21.15.27:0/4127476420 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe83403d7b0 con 0x7fe8380b1c10 2024-02-09T23:56:59.876 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.869+0000 7fe83f793640 1 -- 172.21.15.27:0/4127476420 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe83814c600 con 0x7fe8380b1c10 2024-02-09T23:56:59.876 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.869+0000 7fe83f793640 1 -- 172.21.15.27:0/4127476420 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe8380cfc50 con 0x7fe8380b1c10 2024-02-09T23:56:59.876 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.870+0000 7fe82dffb640 1 -- 172.21.15.27:0/4127476420 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fe83403b040 con 0x7fe8380b1c10 2024-02-09T23:56:59.876 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.870+0000 7fe82dffb640 1 --2- 172.21.15.27:0/4127476420 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe81c06b840 0x7fe81c06dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:59.876 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.870+0000 7fe82dffb640 1 -- 172.21.15.27:0/4127476420 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe8340ab8a0 con 0x7fe8380b1c10 2024-02-09T23:56:59.876 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.871+0000 7fe83d52f640 1 --2- 172.21.15.27:0/4127476420 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe81c06b840 0x7fe81c06dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:59.876 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.871+0000 7fe83d52f640 1 --2- 172.21.15.27:0/4127476420 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe81c06b840 0x7fe81c06dd00 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fe830001050 tx=0x7fe830009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:59.877 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:56:59.874+0000 7fe82dffb640 1 -- 172.21.15.27:0/4127476420 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fe8340762c0 con 0x7fe8380b1c10 2024-02-09T23:57:00.110 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.108+0000 7fe83f793640 1 -- 172.21.15.27:0/4127476420 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7fe8380ce760 con 0x7fe8380b1c10 2024-02-09T23:57:00.112 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.111+0000 7fe82dffb640 1 -- 172.21.15.27:0/4127476420 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) v1 ==== 74+0+171802 (secure 0 0 0) 0x7fe834079980 con 0x7fe8380b1c10 2024-02-09T23:57:00.115 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:00.116 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.114+0000 7fe83f793640 1 -- 172.21.15.27:0/4127476420 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe81c06b840 msgr2=0x7fe81c06dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:00.116 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.114+0000 7fe83f793640 1 --2- 172.21.15.27:0/4127476420 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe81c06b840 0x7fe81c06dd00 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fe830001050 tx=0x7fe830009040 comp rx=0 tx=0).stop 2024-02-09T23:57:00.116 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.114+0000 7fe83f793640 1 -- 172.21.15.27:0/4127476420 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8380b1c10 msgr2=0x7fe8380b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:00.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.114+0000 7fe83f793640 1 --2- 172.21.15.27:0/4127476420 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8380b1c10 0x7fe8380b2090 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fe83402c690 tx=0x7fe834009750 comp rx=0 tx=0).stop 2024-02-09T23:57:00.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.114+0000 7fe83f793640 1 -- 172.21.15.27:0/4127476420 shutdown_connections 2024-02-09T23:57:00.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.114+0000 7fe83f793640 1 --2- 172.21.15.27:0/4127476420 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe81c06b840 0x7fe81c06dd00 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.114+0000 7fe83f793640 1 --2- 172.21.15.27:0/4127476420 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8380b1c10 0x7fe8380b2090 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.114+0000 7fe83f793640 1 --2- 172.21.15.27:0/4127476420 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe83814b180 0x7fe83814b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.114+0000 7fe83f793640 1 --2- 172.21.15.27:0/4127476420 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe8240052a0 0x7fe8380cce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.114+0000 7fe83f793640 1 -- 172.21.15.27:0/4127476420 >> 172.21.15.27:0/4127476420 conn(0x7fe8380b58b0 msgr2=0x7fe83815f540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:00.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.114+0000 7fe83f793640 1 -- 172.21.15.27:0/4127476420 shutdown_connections 2024-02-09T23:57:00.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.114+0000 7fe83f793640 1 -- 172.21.15.27:0/4127476420 wait complete. 2024-02-09T23:57:00.127 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":5,"flags":0,"active_gid":4106,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1248308414},{"type":"v1","addr":"172.21.15.153:6833","nonce":1248308414}]},"active_addr":"172.21.15.153:6833/1248308414","active_change":"2024-02-09T23:56:31.429223+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4104,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.153:0","nonce":2072011930}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.153:0","nonce":2064294375}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.153:0","nonce":2275278247}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.153:0","nonce":3175673453}]}]} 2024-02-09T23:57:00.130 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-02-09T23:57:00.131 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-02-09T23:57:00.131 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:57:00.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.235+0000 7efc658f1640 1 Processor -- start 2024-02-09T23:57:00.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.235+0000 7efc658f1640 1 -- start start 2024-02-09T23:57:00.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.236+0000 7efc658f1640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7efc6015da80 0x7efc6015de60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.236+0000 7efc658f1640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7efc6006c370 0x7efc6015f740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.236+0000 7efc658f1640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efc600ad8e0 con 0x7efc600ad450 2024-02-09T23:57:00.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.236+0000 7efc658f1640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efc600adbc0 con 0x7efc6006c370 2024-02-09T23:57:00.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.236+0000 7efc658f1640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efc600adea0 con 0x7efc6015da80 2024-02-09T23:57:00.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.236+0000 7efc5f7fe640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7efc6006c370 0x7efc6015f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:00.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.236+0000 7efc5f7fe640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7efc6006c370 0x7efc6015f740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:46242/0 (socket says 172.21.15.27:46242) 2024-02-09T23:57:00.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.236+0000 7efc5f7fe640 1 -- 172.21.15.27:0/310667334 learned_addr learned my addr 172.21.15.27:0/310667334 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:00.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.237+0000 7efc5effd640 1 --2- 172.21.15.27:0/310667334 >> v2:172.21.15.153:3300/0 conn(0x7efc6015da80 0x7efc6015de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:00.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.237+0000 7efc5f7fe640 1 -- 172.21.15.27:0/310667334 >> v2:172.21.15.153:3300/0 conn(0x7efc6015da80 msgr2=0x7efc6015de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:00.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.237+0000 7efc5f7fe640 1 --2- 172.21.15.27:0/310667334 >> v2:172.21.15.153:3300/0 conn(0x7efc6015da80 0x7efc6015de60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.237+0000 7efc5f7fe640 1 -- 172.21.15.27:0/310667334 >> v1:172.21.15.153:6789/0 conn(0x7efc600ad450 legacy=0x7efc6006bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:00.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.237+0000 7efc5f7fe640 1 -- 172.21.15.27:0/310667334 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc600ae180 con 0x7efc6006c370 2024-02-09T23:57:00.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.237+0000 7efc5effd640 1 --2- 172.21.15.27:0/310667334 >> v2:172.21.15.153:3300/0 conn(0x7efc6015da80 0x7efc6015de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:00.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.237+0000 7efc5f7fe640 1 --2- 172.21.15.27:0/310667334 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc6006c370 0x7efc6015f740 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7efc60066cf0 tx=0x7efc5002bf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7709e1e67776027a server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:00.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.238+0000 7efc5dffb640 1 -- 172.21.15.27:0/310667334 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc5002cb20 con 0x7efc6006c370 2024-02-09T23:57:00.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.238+0000 7efc5dffb640 1 -- 172.21.15.27:0/310667334 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc5002cc80 con 0x7efc6006c370 2024-02-09T23:57:00.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.238+0000 7efc5dffb640 1 -- 172.21.15.27:0/310667334 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc500343f0 con 0x7efc6006c370 2024-02-09T23:57:00.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.238+0000 7efc658f1640 1 -- 172.21.15.27:0/310667334 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc6006c370 msgr2=0x7efc6015f740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:00.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.238+0000 7efc658f1640 1 --2- 172.21.15.27:0/310667334 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc6006c370 0x7efc6015f740 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7efc60066cf0 tx=0x7efc5002bf80 comp rx=0 tx=0).stop 2024-02-09T23:57:00.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.238+0000 7efc658f1640 1 -- 172.21.15.27:0/310667334 shutdown_connections 2024-02-09T23:57:00.243 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.238+0000 7efc658f1640 1 --2- 172.21.15.27:0/310667334 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc6006c370 0x7efc6015f740 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.243 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.238+0000 7efc658f1640 1 --2- 172.21.15.27:0/310667334 >> v2:172.21.15.153:3300/0 conn(0x7efc6015da80 0x7efc6015de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.243 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.238+0000 7efc658f1640 1 -- 172.21.15.27:0/310667334 >> 172.21.15.27:0/310667334 conn(0x7efc60071b60 msgr2=0x7efc60071f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:00.243 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.238+0000 7efc658f1640 1 -- 172.21.15.27:0/310667334 shutdown_connections 2024-02-09T23:57:00.243 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.238+0000 7efc658f1640 1 -- 172.21.15.27:0/310667334 wait complete. 2024-02-09T23:57:00.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.239+0000 7efc658f1640 1 Processor -- start 2024-02-09T23:57:00.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.240+0000 7efc658f1640 1 -- start start 2024-02-09T23:57:00.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.240+0000 7efc658f1640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7efc6006c370 0x7efc600cef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.240+0000 7efc658f1640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc6015da80 0x7efc60157fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.240+0000 7efc658f1640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efc60158730 0x7efc6006ac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.240+0000 7efc658f1640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc60158fd0 con 0x7efc6015da80 2024-02-09T23:57:00.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.240+0000 7efc658f1640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc600cf4d0 con 0x7efc60158730 2024-02-09T23:57:00.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.240+0000 7efc658f1640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc600cdc80 con 0x7efc6006c370 2024-02-09T23:57:00.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.240+0000 7efc5e7fc640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc6015da80 0x7efc60157fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:00.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.240+0000 7efc5e7fc640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc6015da80 0x7efc60157fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:46254/0 (socket says 172.21.15.27:46254) 2024-02-09T23:57:00.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.240+0000 7efc5e7fc640 1 -- 172.21.15.27:0/2677776133 learned_addr learned my addr 172.21.15.27:0/2677776133 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:00.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.241+0000 7efc5f7fe640 1 --2- 172.21.15.27:0/2677776133 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efc60158730 0x7efc6006ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:00.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.241+0000 7efc5effd640 1 --2- 172.21.15.27:0/2677776133 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7efc6006c370 0x7efc600cef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:00.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.241+0000 7efc5e7fc640 1 -- 172.21.15.27:0/2677776133 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7efc6006c370 msgr2=0x7efc600cef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:00.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.241+0000 7efc5e7fc640 1 --2- 172.21.15.27:0/2677776133 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7efc6006c370 0x7efc600cef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.241+0000 7efc5e7fc640 1 -- 172.21.15.27:0/2677776133 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efc60158730 msgr2=0x7efc6006ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:00.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.241+0000 7efc5e7fc640 1 --2- 172.21.15.27:0/2677776133 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efc60158730 0x7efc6006ac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.241+0000 7efc5e7fc640 1 -- 172.21.15.27:0/2677776133 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc50009b30 con 0x7efc6015da80 2024-02-09T23:57:00.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.241+0000 7efc5f7fe640 1 --2- 172.21.15.27:0/2677776133 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efc60158730 0x7efc6006ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:00.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.241+0000 7efc5e7fc640 1 --2- 172.21.15.27:0/2677776133 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc6015da80 0x7efc60157fe0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7efc5400c460 tx=0x7efc5400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:00.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.241+0000 7efc47fff640 1 -- 172.21.15.27:0/2677776133 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc54011790 con 0x7efc6015da80 2024-02-09T23:57:00.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.241+0000 7efc47fff640 1 -- 172.21.15.27:0/2677776133 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc54011930 con 0x7efc6015da80 2024-02-09T23:57:00.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.241+0000 7efc658f1640 1 -- 172.21.15.27:0/2677776133 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efc600cf700 con 0x7efc6015da80 2024-02-09T23:57:00.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.241+0000 7efc47fff640 1 -- 172.21.15.27:0/2677776133 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc54011ce0 con 0x7efc6015da80 2024-02-09T23:57:00.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.241+0000 7efc658f1640 1 -- 172.21.15.27:0/2677776133 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc600cd350 con 0x7efc6015da80 2024-02-09T23:57:00.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.242+0000 7efc658f1640 1 -- 172.21.15.27:0/2677776133 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efc600746c0 con 0x7efc6015da80 2024-02-09T23:57:00.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.243+0000 7efc47fff640 1 -- 172.21.15.27:0/2677776133 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7efc5401c460 con 0x7efc6015da80 2024-02-09T23:57:00.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.243+0000 7efc47fff640 1 --2- 172.21.15.27:0/2677776133 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7efc4c06b810 0x7efc4c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.243+0000 7efc47fff640 1 -- 172.21.15.27:0/2677776133 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7efc5408a060 con 0x7efc6015da80 2024-02-09T23:57:00.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.243+0000 7efc5effd640 1 --2- 172.21.15.27:0/2677776133 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7efc4c06b810 0x7efc4c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:00.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.244+0000 7efc5effd640 1 --2- 172.21.15.27:0/2677776133 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7efc4c06b810 0x7efc4c06dcd0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7efc5800a950 tx=0x7efc58008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:00.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.247+0000 7efc47fff640 1 -- 172.21.15.27:0/2677776133 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7efc54054b10 con 0x7efc6015da80 2024-02-09T23:57:00.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.429+0000 7efc658f1640 1 -- 172.21.15.27:0/2677776133 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7efc600cddc0 con 0x7efc6015da80 2024-02-09T23:57:00.432 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.430+0000 7efc47fff640 1 -- 172.21.15.27:0/2677776133 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16605 (secure 0 0 0) 0x7efc540581d0 con 0x7efc6015da80 2024-02-09T23:57:00.432 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:00.432 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":20,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:56:52.874682+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:56:49.610721+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:56:50.234763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:57:00.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.432+0000 7efc658f1640 1 -- 172.21.15.27:0/2677776133 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7efc4c06b810 msgr2=0x7efc4c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:00.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.432+0000 7efc658f1640 1 --2- 172.21.15.27:0/2677776133 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7efc4c06b810 0x7efc4c06dcd0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7efc5800a950 tx=0x7efc58008040 comp rx=0 tx=0).stop 2024-02-09T23:57:00.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.432+0000 7efc658f1640 1 -- 172.21.15.27:0/2677776133 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc6015da80 msgr2=0x7efc60157fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:00.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.432+0000 7efc658f1640 1 --2- 172.21.15.27:0/2677776133 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc6015da80 0x7efc60157fe0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7efc5400c460 tx=0x7efc5400c920 comp rx=0 tx=0).stop 2024-02-09T23:57:00.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.432+0000 7efc658f1640 1 -- 172.21.15.27:0/2677776133 shutdown_connections 2024-02-09T23:57:00.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.432+0000 7efc658f1640 1 --2- 172.21.15.27:0/2677776133 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7efc4c06b810 0x7efc4c06dcd0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.432+0000 7efc658f1640 1 --2- 172.21.15.27:0/2677776133 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efc60158730 0x7efc6006ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.432+0000 7efc658f1640 1 --2- 172.21.15.27:0/2677776133 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc6015da80 0x7efc60157fe0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.432+0000 7efc658f1640 1 --2- 172.21.15.27:0/2677776133 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7efc6006c370 0x7efc600cef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.432+0000 7efc658f1640 1 -- 172.21.15.27:0/2677776133 >> 172.21.15.27:0/2677776133 conn(0x7efc60071b60 msgr2=0x7efc600b13c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:00.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.432+0000 7efc658f1640 1 -- 172.21.15.27:0/2677776133 shutdown_connections 2024-02-09T23:57:00.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.432+0000 7efc658f1640 1 -- 172.21.15.27:0/2677776133 wait complete. 2024-02-09T23:57:00.445 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-02-09T23:57:00.445 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:57:00.555 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.550+0000 7fc3afea7640 1 Processor -- start 2024-02-09T23:57:00.555 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.550+0000 7fc3afea7640 1 -- start start 2024-02-09T23:57:00.555 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.551+0000 7fc3afea7640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fc3a815da70 0x7fc3a80b95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.555 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.551+0000 7fc3afea7640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc3a80d2480 con 0x7fc3a80d3520 2024-02-09T23:57:00.555 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.551+0000 7fc3afea7640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc3a80d2760 con 0x7fc3a80d0af0 2024-02-09T23:57:00.555 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.551+0000 7fc3afea7640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc3a80d2a40 con 0x7fc3a815da70 2024-02-09T23:57:00.555 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.551+0000 7fc3adc43640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fc3a815da70 0x7fc3a80b95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:00.555 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.551+0000 7fc3ad442640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fc3a80d3520 0x7fc3a80d03e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:49662/0 (socket says 172.21.15.27:49662) 2024-02-09T23:57:00.556 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.551+0000 7fc3ad442640 1 -- 172.21.15.27:0/195926584 learned_addr learned my addr 172.21.15.27:0/195926584 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:00.556 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.551+0000 7fc3adc43640 1 -- 172.21.15.27:0/195926584 >> v1:172.21.15.153:6789/0 conn(0x7fc3a80d0af0 legacy=0x7fc3a80b69d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:00.556 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.551+0000 7fc3adc43640 1 -- 172.21.15.27:0/195926584 >> v1:172.21.15.27:6789/0 conn(0x7fc3a80d3520 legacy=0x7fc3a80d03e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:00.556 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.551+0000 7fc3adc43640 1 -- 172.21.15.27:0/195926584 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3a80d2d20 con 0x7fc3a815da70 2024-02-09T23:57:00.556 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.551+0000 7fc3acc41640 1 -- 172.21.15.27:0/195926584 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2014785737 0 0) 0x7fc3a80d2480 con 0x7fc3a80d3520 2024-02-09T23:57:00.556 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.552+0000 7fc3adc43640 1 --2- 172.21.15.27:0/195926584 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3a815da70 0x7fc3a80b95a0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fc3a40097a0 tx=0x7fc3a402b9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc1e64668e2cdafe server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:00.556 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.552+0000 7fc3acc41640 1 -- 172.21.15.27:0/195926584 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3a402f810 con 0x7fc3a815da70 2024-02-09T23:57:00.556 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.552+0000 7fc3acc41640 1 -- 172.21.15.27:0/195926584 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3a402f970 con 0x7fc3a815da70 2024-02-09T23:57:00.556 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.552+0000 7fc3acc41640 1 -- 172.21.15.27:0/195926584 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3a402fd00 con 0x7fc3a815da70 2024-02-09T23:57:00.556 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.552+0000 7fc3afea7640 1 -- 172.21.15.27:0/195926584 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3a815da70 msgr2=0x7fc3a80b95a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:00.556 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.552+0000 7fc3afea7640 1 --2- 172.21.15.27:0/195926584 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3a815da70 0x7fc3a80b95a0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fc3a40097a0 tx=0x7fc3a402b9f0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.556 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.552+0000 7fc3afea7640 1 -- 172.21.15.27:0/195926584 shutdown_connections 2024-02-09T23:57:00.556 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.552+0000 7fc3afea7640 1 --2- 172.21.15.27:0/195926584 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3a815da70 0x7fc3a80b95a0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.557 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.552+0000 7fc3afea7640 1 -- 172.21.15.27:0/195926584 >> 172.21.15.27:0/195926584 conn(0x7fc3a8067020 msgr2=0x7fc3a80b5520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:00.557 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.553+0000 7fc3afea7640 1 -- 172.21.15.27:0/195926584 shutdown_connections 2024-02-09T23:57:00.557 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.553+0000 7fc3afea7640 1 -- 172.21.15.27:0/195926584 wait complete. 2024-02-09T23:57:00.559 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.554+0000 7fc3afea7640 1 Processor -- start 2024-02-09T23:57:00.559 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.554+0000 7fc3afea7640 1 -- start start 2024-02-09T23:57:00.559 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.554+0000 7fc3afea7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc3a80d0af0 0x7fc3a814a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.559 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.554+0000 7fc3afea7640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3a80d3520 0x7fc3a80d3970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.560 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.554+0000 7fc3afea7640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3a815da70 0x7fc3a80d3eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.560 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.554+0000 7fc3afea7640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3a8160df0 con 0x7fc3a815da70 2024-02-09T23:57:00.560 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.554+0000 7fc3afea7640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3a814a5e0 con 0x7fc3a80d0af0 2024-02-09T23:57:00.560 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.554+0000 7fc3afea7640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3a8160550 con 0x7fc3a80d3520 2024-02-09T23:57:00.560 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.555+0000 7fc3ae444640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3a815da70 0x7fc3a80d3eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:00.560 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.555+0000 7fc3ae444640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3a815da70 0x7fc3a80d3eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:46276/0 (socket says 172.21.15.27:46276) 2024-02-09T23:57:00.560 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.555+0000 7fc3ae444640 1 -- 172.21.15.27:0/3976851171 learned_addr learned my addr 172.21.15.27:0/3976851171 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:00.560 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.555+0000 7fc3adc43640 1 --2- 172.21.15.27:0/3976851171 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc3a80d0af0 0x7fc3a814a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:00.560 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.555+0000 7fc3ae444640 1 -- 172.21.15.27:0/3976851171 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3a80d3520 msgr2=0x7fc3a80d3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:00.560 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.555+0000 7fc3ae444640 1 --2- 172.21.15.27:0/3976851171 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3a80d3520 0x7fc3a80d3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.560 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.555+0000 7fc3ae444640 1 -- 172.21.15.27:0/3976851171 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc3a80d0af0 msgr2=0x7fc3a814a0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:00.560 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.555+0000 7fc3ae444640 1 --2- 172.21.15.27:0/3976851171 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc3a80d0af0 0x7fc3a814a0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.560 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.555+0000 7fc3ae444640 1 -- 172.21.15.27:0/3976851171 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3a4009400 con 0x7fc3a815da70 2024-02-09T23:57:00.560 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.555+0000 7fc3ae444640 1 --2- 172.21.15.27:0/3976851171 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3a815da70 0x7fc3a80d3eb0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fc3a000c7a0 tx=0x7fc3a000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:00.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.555+0000 7fc39e7fc640 1 -- 172.21.15.27:0/3976851171 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3a0003b70 con 0x7fc3a815da70 2024-02-09T23:57:00.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.555+0000 7fc39e7fc640 1 -- 172.21.15.27:0/3976851171 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3a0003cf0 con 0x7fc3a815da70 2024-02-09T23:57:00.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.555+0000 7fc39e7fc640 1 -- 172.21.15.27:0/3976851171 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3a0003ea0 con 0x7fc3a815da70 2024-02-09T23:57:00.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.555+0000 7fc3afea7640 1 -- 172.21.15.27:0/3976851171 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc3a8160830 con 0x7fc3a815da70 2024-02-09T23:57:00.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.555+0000 7fc3afea7640 1 -- 172.21.15.27:0/3976851171 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3a80cac10 con 0x7fc3a815da70 2024-02-09T23:57:00.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.556+0000 7fc3afea7640 1 -- 172.21.15.27:0/3976851171 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc3a8067cc0 con 0x7fc3a815da70 2024-02-09T23:57:00.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.557+0000 7fc39e7fc640 1 -- 172.21.15.27:0/3976851171 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fc3a000aa90 con 0x7fc3a815da70 2024-02-09T23:57:00.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.557+0000 7fc39e7fc640 1 --2- 172.21.15.27:0/3976851171 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc38c06b810 0x7fc38c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.557+0000 7fc39e7fc640 1 -- 172.21.15.27:0/3976851171 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc3a0089fa0 con 0x7fc3a815da70 2024-02-09T23:57:00.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.557+0000 7fc3adc43640 1 --2- 172.21.15.27:0/3976851171 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc38c06b810 0x7fc38c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:00.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.558+0000 7fc3adc43640 1 --2- 172.21.15.27:0/3976851171 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc38c06b810 0x7fc38c06dcd0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fc3a4036000 tx=0x7fc3a4039040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:00.563 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.561+0000 7fc39e7fc640 1 -- 172.21.15.27:0/3976851171 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fc3a00bd8c0 con 0x7fc3a815da70 2024-02-09T23:57:00.750 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.746+0000 7fc3afea7640 1 -- 172.21.15.27:0/3976851171 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc3a815d080 con 0x7fc3a815da70 2024-02-09T23:57:00.751 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.748+0000 7fc39e7fc640 1 -- 172.21.15.27:0/3976851171 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16605 (secure 0 0 0) 0x7fc3a0054a50 con 0x7fc3a815da70 2024-02-09T23:57:00.751 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:00.752 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":20,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:56:52.874682+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:56:49.610721+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:56:50.234763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:57:00.756 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.750+0000 7fc3afea7640 1 -- 172.21.15.27:0/3976851171 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc38c06b810 msgr2=0x7fc38c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:00.757 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.750+0000 7fc3afea7640 1 --2- 172.21.15.27:0/3976851171 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc38c06b810 0x7fc38c06dcd0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fc3a4036000 tx=0x7fc3a4039040 comp rx=0 tx=0).stop 2024-02-09T23:57:00.757 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.750+0000 7fc3afea7640 1 -- 172.21.15.27:0/3976851171 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3a815da70 msgr2=0x7fc3a80d3eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:00.757 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.750+0000 7fc3afea7640 1 --2- 172.21.15.27:0/3976851171 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3a815da70 0x7fc3a80d3eb0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fc3a000c7a0 tx=0x7fc3a000cc60 comp rx=0 tx=0).stop 2024-02-09T23:57:00.757 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.750+0000 7fc3afea7640 1 -- 172.21.15.27:0/3976851171 shutdown_connections 2024-02-09T23:57:00.758 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.750+0000 7fc3afea7640 1 --2- 172.21.15.27:0/3976851171 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc38c06b810 0x7fc38c06dcd0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.758 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.750+0000 7fc3afea7640 1 --2- 172.21.15.27:0/3976851171 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3a815da70 0x7fc3a80d3eb0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.758 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.750+0000 7fc3afea7640 1 --2- 172.21.15.27:0/3976851171 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3a80d3520 0x7fc3a80d3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.758 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.750+0000 7fc3afea7640 1 --2- 172.21.15.27:0/3976851171 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc3a80d0af0 0x7fc3a814a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.758 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.750+0000 7fc3afea7640 1 -- 172.21.15.27:0/3976851171 >> 172.21.15.27:0/3976851171 conn(0x7fc3a8067020 msgr2=0x7fc3a80b5500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:00.758 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.750+0000 7fc3afea7640 1 -- 172.21.15.27:0/3976851171 shutdown_connections 2024-02-09T23:57:00.758 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.750+0000 7fc3afea7640 1 -- 172.21.15.27:0/3976851171 wait complete. 2024-02-09T23:57:00.763 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-02-09T23:57:00.763 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-02-09T23:57:00.764 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-02-09T23:57:00.764 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-02-09T23:57:00.764 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-02-09T23:57:00.765 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-02-09T23:57:00.765 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-02-09T23:57:00.766 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-02-09T23:57:00.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.947+0000 7fdf10577640 1 Processor -- start 2024-02-09T23:57:00.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.948+0000 7f06494c5640 1 Processor -- start 2024-02-09T23:57:00.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.948+0000 7f06494c5640 1 -- start start 2024-02-09T23:57:00.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.948+0000 7fdf10577640 1 -- start start 2024-02-09T23:57:00.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.948+0000 7f3cc714b640 1 Processor -- start 2024-02-09T23:57:00.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.949+0000 7f3cc714b640 1 -- start start 2024-02-09T23:57:00.952 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.950+0000 7fdf10577640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fdf0806b360 0x7fdf0815df70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.950+0000 7fdf10577640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fdf080cbbb0 0x7fdf080710f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.950+0000 7fdf10577640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdf080cc010 0x7fdf08071630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.950+0000 7fdf10577640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdf0815e4b0 con 0x7fdf0806b360 2024-02-09T23:57:00.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.950+0000 7fdf10577640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdf0815a7c0 con 0x7fdf080cbbb0 2024-02-09T23:57:00.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.950+0000 7fdf10577640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdf080b2780 con 0x7fdf080cc010 2024-02-09T23:57:00.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.949+0000 7f06494c5640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f063c0342e0 0x7f063c0544b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.949+0000 7f06494c5640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f063c039440 0x7f063c0e3ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.949+0000 7f06494c5640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f063c053410 con 0x7f063c052f10 2024-02-09T23:57:00.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.949+0000 7f06494c5640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f063c0536f0 con 0x7f063c039440 2024-02-09T23:57:00.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.949+0000 7f06494c5640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f063c0539d0 con 0x7f063c0342e0 2024-02-09T23:57:00.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.949+0000 7f06437fe640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f063c052f10 0x7f063c038d30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:49672/0 (socket says 172.21.15.27:49672) 2024-02-09T23:57:00.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.949+0000 7f06437fe640 1 -- 172.21.15.27:0/2477098314 learned_addr learned my addr 172.21.15.27:0/2477098314 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:00.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.950+0000 7f0648cc4640 1 --2- 172.21.15.27:0/2477098314 >> v2:172.21.15.153:3300/0 conn(0x7f063c039440 0x7f063c0e3ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:00.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.950+0000 7f3cc714b640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f3cc006f3c0 0x7f3cc006d790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.950+0000 7f3cc714b640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f3cc00b1b00 0x7f3cc006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.950+0000 7f3cc714b640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3cc00b2a70 con 0x7f3cc0157840 2024-02-09T23:57:00.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.950+0000 7f3cc714b640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3cc00b2d50 con 0x7f3cc00b1b00 2024-02-09T23:57:00.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.950+0000 7f3cc714b640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3cc00b41f0 con 0x7f3cc006f3c0 2024-02-09T23:57:00.955 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.950+0000 7f3cbffff640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f3cc0157840 0x7f3cc00b13f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:49678/0 (socket says 172.21.15.27:49678) 2024-02-09T23:57:00.955 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.949+0000 7f163f5ac640 1 Processor -- start 2024-02-09T23:57:00.955 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.949+0000 7f5e40bec640 1 Processor -- start 2024-02-09T23:57:00.955 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.949+0000 7f5e40bec640 1 -- start start 2024-02-09T23:57:00.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.950+0000 7f81f29d5640 1 Processor -- start 2024-02-09T23:57:00.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.950+0000 7f3cbffff640 1 -- 172.21.15.27:0/3809204483 learned_addr learned my addr 172.21.15.27:0/3809204483 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:00.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.950+0000 7f3cc56e8640 1 --2- 172.21.15.27:0/3809204483 >> v2:172.21.15.27:3300/0 conn(0x7f3cc00b1b00 0x7f3cc006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:00.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.950+0000 7f81f29d5640 1 -- start start 2024-02-09T23:57:00.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.950+0000 7f0642ffd640 1 -- 172.21.15.27:0/2477098314 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 661832414 0 0) 0x7f063c053410 con 0x7f063c052f10 2024-02-09T23:57:00.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.950+0000 7f0643fff640 1 --2- 172.21.15.27:0/2477098314 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f063c0342e0 0x7f063c0544b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:00.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.950+0000 7f3cc4ee7640 1 --2- 172.21.15.27:0/3809204483 >> v2:172.21.15.153:3300/0 conn(0x7f3cc006f3c0 0x7f3cc006d790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:00.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.950+0000 7f0642ffd640 1 -- 172.21.15.27:0/2477098314 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0634003520 con 0x7f063c052f10 2024-02-09T23:57:00.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.950+0000 7f163f5ac640 1 -- start start 2024-02-09T23:57:00.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.950+0000 7f5e40bec640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f5e3c0d0e30 0x7f5e3c0cfcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.950+0000 7f5e40bec640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5e3c15ca80 con 0x7f5e3c163760 2024-02-09T23:57:00.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.950+0000 7f5e40bec640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5e3c162d60 con 0x7f5e3c15c6a0 2024-02-09T23:57:00.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.950+0000 7f5e40bec640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5e3c0ca7f0 con 0x7f5e3c0d0e30 2024-02-09T23:57:00.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.951+0000 7f6db0dd3640 1 Processor -- start 2024-02-09T23:57:00.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.951+0000 7f6db0dd3640 1 -- start start 2024-02-09T23:57:00.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.951+0000 7f5e3affd640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f5e3c163760 0x7f5e3c0d0720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:49694/0 (socket says 172.21.15.27:49694) 2024-02-09T23:57:00.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.951+0000 7f5e3affd640 1 -- 172.21.15.27:0/3264651566 learned_addr learned my addr 172.21.15.27:0/3264651566 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:00.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.951+0000 7fdf0db12640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fdf080cbbb0 0x7fdf080710f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:00.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.951+0000 7fdf0db12640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fdf080cbbb0 0x7fdf080710f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:40170/0 (socket says 172.21.15.27:40170) 2024-02-09T23:57:00.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.951+0000 7fdf0db12640 1 -- 172.21.15.27:0/475531248 learned_addr learned my addr 172.21.15.27:0/475531248 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:00.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.951+0000 7fdf0eb14640 1 --2- 172.21.15.27:0/475531248 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdf080cc010 0x7fdf08071630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:00.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.951+0000 7fdf0e313640 1 --2- 172.21.15.27:0/475531248 >> v2:172.21.15.27:3300/0 conn(0x7fdf0806b360 0x7fdf0815df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:00.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.951+0000 7f0648cc4640 1 -- 172.21.15.27:0/2477098314 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f063c0342e0 msgr2=0x7f063c0544b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:00.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.951+0000 7f0648cc4640 1 --2- 172.21.15.27:0/2477098314 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f063c0342e0 0x7f063c0544b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.951+0000 7f0648cc4640 1 -- 172.21.15.27:0/2477098314 >> v1:172.21.15.27:6789/0 conn(0x7f063c052f10 legacy=0x7f063c038d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:00.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.951+0000 7f0648cc4640 1 -- 172.21.15.27:0/2477098314 --> v2:172.21.15.153:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f063c053cb0 con 0x7f063c039440 2024-02-09T23:57:00.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.951+0000 7f3cc56e8640 1 -- 172.21.15.27:0/3809204483 >> v2:172.21.15.153:3300/0 conn(0x7f3cc006f3c0 msgr2=0x7f3cc006d790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:00.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.951+0000 7f3cc56e8640 1 --2- 172.21.15.27:0/3809204483 >> v2:172.21.15.153:3300/0 conn(0x7f3cc006f3c0 0x7f3cc006d790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.951+0000 7f3cc56e8640 1 -- 172.21.15.27:0/3809204483 >> v1:172.21.15.27:6789/0 conn(0x7f3cc0157840 legacy=0x7f3cc00b13f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:00.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.951+0000 7f3cc56e8640 1 -- 172.21.15.27:0/3809204483 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3cc006f160 con 0x7f3cc00b1b00 2024-02-09T23:57:00.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.951+0000 7f163f5ac640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f16380cf310 0x7f16380b8830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.951+0000 7f163f5ac640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f16380d1d50 0x7f16380d21e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.951+0000 7f163cb47640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f16380cf310 0x7f16380b8830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:00.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.951+0000 7f163cb47640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f16380cf310 0x7f16380b8830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:41324/0 (socket says 172.21.15.27:41324) 2024-02-09T23:57:00.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.951+0000 7f163cb47640 1 -- 172.21.15.27:0/657565767 learned_addr learned my addr 172.21.15.27:0/657565767 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:00.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.951+0000 7f163f5ac640 1 -- 172.21.15.27:0/657565767 --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f16380d15e0 con 0x7f163806c0f0 2024-02-09T23:57:00.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.951+0000 7f163f5ac640 1 -- 172.21.15.27:0/657565767 --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f16380d0120 con 0x7f16380d1d50 2024-02-09T23:57:00.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.951+0000 7f163f5ac640 1 -- 172.21.15.27:0/657565767 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16380d18c0 con 0x7f16380cf310 2024-02-09T23:57:00.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.952+0000 7f81f29d5640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f81e40501a0 0x7f81e4038080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.952+0000 7f81f29d5640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f81e4053c70 0x7f81e4006a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.952+0000 7f81f21d4640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f81e4053c70 0x7f81e4006a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:00.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.952+0000 7f81f21d4640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f81e4053c70 0x7f81e4006a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:46312/0 (socket says 172.21.15.27:46312) 2024-02-09T23:57:00.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.952+0000 7f2c63d3a640 1 Processor -- start 2024-02-09T23:57:00.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.952+0000 7f5e3bfff640 1 --2- 172.21.15.27:0/3264651566 >> v2:172.21.15.153:3300/0 conn(0x7f5e3c0d0e30 0x7f5e3c0cfcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:00.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.952+0000 7f81f21d4640 1 -- 172.21.15.27:0/1973082058 learned_addr learned my addr 172.21.15.27:0/1973082058 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:00.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.952+0000 7fdf0eb14640 1 -- 172.21.15.27:0/475531248 >> v2:172.21.15.153:3300/0 conn(0x7fdf080cbbb0 msgr2=0x7fdf080710f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:00.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.952+0000 7fdf0eb14640 1 --2- 172.21.15.27:0/475531248 >> v2:172.21.15.153:3300/0 conn(0x7fdf080cbbb0 0x7fdf080710f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.952+0000 7fdf0eb14640 1 -- 172.21.15.27:0/475531248 >> v2:172.21.15.27:3300/0 conn(0x7fdf0806b360 msgr2=0x7fdf0815df70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:00.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.952+0000 7fdf0eb14640 1 --2- 172.21.15.27:0/475531248 >> v2:172.21.15.27:3300/0 conn(0x7fdf0806b360 0x7fdf0815df70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.952+0000 7fdf0eb14640 1 -- 172.21.15.27:0/475531248 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf0815aa80 con 0x7fdf080cc010 2024-02-09T23:57:00.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.952+0000 7f163cb47640 1 -- 172.21.15.27:0/657565767 >> v2:172.21.15.27:3300/0 conn(0x7f16380d1d50 msgr2=0x7f16380d21e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:00.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.952+0000 7f163cb47640 1 --2- 172.21.15.27:0/657565767 >> v2:172.21.15.27:3300/0 conn(0x7f16380d1d50 0x7f16380d21e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.952+0000 7f163cb47640 1 -- 172.21.15.27:0/657565767 >> v1:172.21.15.27:6789/0 conn(0x7f163806c0f0 legacy=0x7f163806c4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:00.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.952+0000 7f163cb47640 1 -- 172.21.15.27:0/657565767 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16380cf880 con 0x7f16380cf310 2024-02-09T23:57:00.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.952+0000 7f81f11d2640 1 --2- 172.21.15.27:0/1973082058 >> v2:172.21.15.153:3300/0 conn(0x7f81e40501a0 0x7f81e4038080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:00.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.952+0000 7f81f29d5640 1 -- 172.21.15.27:0/1973082058 --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f81e40544c0 con 0x7f81e40df220 2024-02-09T23:57:00.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.952+0000 7f3cc56e8640 1 --2- 172.21.15.27:0/3809204483 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3cc00b1b00 0x7f3cc006dcd0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f3cc006d6c0 tx=0x7f3cb802bee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2ccb91dd1eda4b server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:00.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.952+0000 7f81f29d5640 1 -- 172.21.15.27:0/1973082058 --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f81e40541e0 con 0x7f81e4053c70 2024-02-09T23:57:00.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.952+0000 7f6db0dd3640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f6dac15da70 0x7f6dac0d22e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.953+0000 7f81f29d5640 1 -- 172.21.15.27:0/1973082058 --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f81e4005f30 con 0x7f81e40501a0 2024-02-09T23:57:00.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.953+0000 7f0648cc4640 1 --2- 172.21.15.27:0/2477098314 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f063c039440 0x7f063c0e3ae0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f063800ba40 tx=0x7f063802de70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=41a5b88d4758c9b1 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:00.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.953+0000 7f6db0dd3640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6dac0d0e30 0x7f6dac0cded0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.953+0000 7f6db0dd3640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6dac1625c0 con 0x7f6dac0b9180 2024-02-09T23:57:00.974 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.953+0000 7f81f09d1640 1 -- 172.21.15.27:0/1973082058 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 497611492 0 0) 0x7f81e40544c0 con 0x7f81e40df220 2024-02-09T23:57:00.974 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.953+0000 7f0642ffd640 1 -- 172.21.15.27:0/2477098314 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0630001670 con 0x7f063c039440 2024-02-09T23:57:00.974 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.953+0000 7f6dab7fe640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f6dac15da70 0x7f6dac0d22e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:00.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.953+0000 7f0642ffd640 1 -- 172.21.15.27:0/2477098314 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f063802e9a0 con 0x7f063c039440 2024-02-09T23:57:00.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.953+0000 7f0642ffd640 1 -- 172.21.15.27:0/2477098314 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f063802ed30 con 0x7f063c039440 2024-02-09T23:57:00.976 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.953+0000 7f6dab7fe640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f6dac15da70 0x7f6dac0d22e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:40180/0 (socket says 172.21.15.27:40180) 2024-02-09T23:57:00.976 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.953+0000 7f6dab7fe640 1 -- 172.21.15.27:0/253220278 learned_addr learned my addr 172.21.15.27:0/253220278 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:00.976 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.953+0000 7f6dabfff640 1 --2- 172.21.15.27:0/253220278 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6dac0d0e30 0x7f6dac0cded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:00.976 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.953+0000 7f6db0dd3640 1 -- 172.21.15.27:0/253220278 --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6dac0d2820 con 0x7f6dac15da70 2024-02-09T23:57:00.976 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.953+0000 7f6db0dd3640 1 -- 172.21.15.27:0/253220278 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6dac0d3360 con 0x7f6dac0d0e30 2024-02-09T23:57:00.977 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.953+0000 7f3cbf7fe640 1 -- 172.21.15.27:0/3809204483 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3cb802cc90 con 0x7f3cc00b1b00 2024-02-09T23:57:00.977 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.953+0000 7f3cbf7fe640 1 -- 172.21.15.27:0/3809204483 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3cb802cdf0 con 0x7f3cc00b1b00 2024-02-09T23:57:00.977 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.953+0000 7f163cb47640 1 --2- 172.21.15.27:0/657565767 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f16380cf310 0x7f16380b8830 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f1630009e50 tx=0x7f163002bf60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=72523c08a07f7177 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:00.978 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.953+0000 7f3cbf7fe640 1 -- 172.21.15.27:0/3809204483 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3cb8034660 con 0x7f3cc00b1b00 2024-02-09T23:57:00.979 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.953+0000 7f81f09d1640 1 -- 172.21.15.27:0/1973082058 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f81d8003520 con 0x7f81e40df220 2024-02-09T23:57:00.979 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.953+0000 7f81f09d1640 1 -- 172.21.15.27:0/1973082058 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 171165743 0 0) 0x7f81d8003520 con 0x7f81e40df220 2024-02-09T23:57:00.979 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.953+0000 7f81f09d1640 1 -- 172.21.15.27:0/1973082058 >> v2:172.21.15.153:3300/0 conn(0x7f81e40501a0 msgr2=0x7f81e4038080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:00.979 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.953+0000 7f81f09d1640 1 --2- 172.21.15.27:0/1973082058 >> v2:172.21.15.153:3300/0 conn(0x7f81e40501a0 0x7f81e4038080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.979 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.953+0000 7f81f09d1640 1 -- 172.21.15.27:0/1973082058 >> v2:172.21.15.27:3300/0 conn(0x7f81e4053c70 msgr2=0x7f81e4006a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:00.979 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f162ffff640 1 -- 172.21.15.27:0/657565767 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f163002cb00 con 0x7f16380cf310 2024-02-09T23:57:00.980 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f162ffff640 1 -- 172.21.15.27:0/657565767 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f163002cc60 con 0x7f16380cf310 2024-02-09T23:57:00.980 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f162ffff640 1 -- 172.21.15.27:0/657565767 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16300343f0 con 0x7f16380cf310 2024-02-09T23:57:00.980 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.952+0000 7f2c63d3a640 1 -- start start 2024-02-09T23:57:00.980 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.953+0000 7f5e3a7fc640 1 -- 172.21.15.27:0/3264651566 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3292409116 0 0) 0x7f5e3c162d60 con 0x7f5e3c15c6a0 2024-02-09T23:57:00.980 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.953+0000 7f5e3a7fc640 1 -- 172.21.15.27:0/3264651566 --> v1:172.21.15.153:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5e24003520 con 0x7f5e3c15c6a0 2024-02-09T23:57:00.980 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.953+0000 7f5e3bfff640 1 -- 172.21.15.27:0/3264651566 >> v1:172.21.15.153:6789/0 conn(0x7f5e3c15c6a0 legacy=0x7f5e3c1625a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:00.980 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.953+0000 7f5e3bfff640 1 -- 172.21.15.27:0/3264651566 >> v1:172.21.15.27:6789/0 conn(0x7f5e3c163760 legacy=0x7f5e3c0d0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:00.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.953+0000 7f5e3bfff640 1 -- 172.21.15.27:0/3264651566 --> v2:172.21.15.153:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e3c163040 con 0x7f5e3c0d0e30 2024-02-09T23:57:00.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f6daaffd640 1 -- 172.21.15.27:0/253220278 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1990957120 0 0) 0x7f6dac1625c0 con 0x7f6dac0b9180 2024-02-09T23:57:00.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f2c63d3a640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f2c5c0aee20 0x7f2c5c0b3400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f6daaffd640 1 -- 172.21.15.27:0/253220278 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6d98003520 con 0x7f6dac0b9180 2024-02-09T23:57:00.982 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f3cc714b640 1 -- 172.21.15.27:0/3809204483 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3cc00b1b00 msgr2=0x7f3cc006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:00.982 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f3cc714b640 1 --2- 172.21.15.27:0/3809204483 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3cc00b1b00 0x7f3cc006dcd0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f3cc006d6c0 tx=0x7f3cb802bee0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.982 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f2c63d3a640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f2c5c0b3940 0x7f2c5c06dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.982 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f2c63d3a640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2c5c15a1d0 con 0x7f2c5c154270 2024-02-09T23:57:00.982 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f2c63d3a640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2c5c15a470 con 0x7f2c5c0b3940 2024-02-09T23:57:00.982 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f2c63d3a640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2c5c15a750 con 0x7f2c5c0aee20 2024-02-09T23:57:00.983 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f06494c5640 1 -- 172.21.15.27:0/2477098314 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f063c039440 msgr2=0x7f063c0e3ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:00.983 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f06494c5640 1 --2- 172.21.15.27:0/2477098314 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f063c039440 0x7f063c0e3ae0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f063800ba40 tx=0x7f063802de70 comp rx=0 tx=0).stop 2024-02-09T23:57:00.983 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f2c612d5640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f2c5c0aee20 0x7f2c5c0b3400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:00.983 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f2c612d5640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f2c5c0aee20 0x7f2c5c0b3400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:40190/0 (socket says 172.21.15.27:40190) 2024-02-09T23:57:00.983 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f2c612d5640 1 -- 172.21.15.27:0/1063346588 learned_addr learned my addr 172.21.15.27:0/1063346588 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:00.984 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f3cc714b640 1 -- 172.21.15.27:0/3809204483 shutdown_connections 2024-02-09T23:57:00.984 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f3cc714b640 1 --2- 172.21.15.27:0/3809204483 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3cc00b1b00 0x7f3cc006dcd0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.984 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f3cc714b640 1 --2- 172.21.15.27:0/3809204483 >> v2:172.21.15.153:3300/0 conn(0x7f3cc006f3c0 0x7f3cc006d790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.984 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f3cc714b640 1 -- 172.21.15.27:0/3809204483 >> 172.21.15.27:0/3809204483 conn(0x7f3cc006ac50 msgr2=0x7f3cc006b060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:00.984 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f06494c5640 1 -- 172.21.15.27:0/2477098314 shutdown_connections 2024-02-09T23:57:00.985 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f06494c5640 1 --2- 172.21.15.27:0/2477098314 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f063c039440 0x7f063c0e3ae0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.985 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f06494c5640 1 --2- 172.21.15.27:0/2477098314 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f063c0342e0 0x7f063c0544b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.985 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f06494c5640 1 -- 172.21.15.27:0/2477098314 >> 172.21.15.27:0/2477098314 conn(0x7f063c055340 msgr2=0x7f063c055750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:00.985 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f2c622d7640 1 --2- 172.21.15.27:0/1063346588 >> v2:172.21.15.27:3300/0 conn(0x7f2c5c0b3940 0x7f2c5c06dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:00.985 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f06494c5640 1 -- 172.21.15.27:0/2477098314 shutdown_connections 2024-02-09T23:57:00.985 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f3cc714b640 1 -- 172.21.15.27:0/3809204483 shutdown_connections 2024-02-09T23:57:00.986 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f81f09d1640 1 --2- 172.21.15.27:0/1973082058 >> v2:172.21.15.27:3300/0 conn(0x7f81e4053c70 0x7f81e4006a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.986 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7fdf0eb14640 1 --2- 172.21.15.27:0/475531248 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdf080cc010 0x7fdf08071630 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fdf080cd130 tx=0x7fdef802be70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=272f9706ae0aa6df server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:00.986 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f81f09d1640 1 -- 172.21.15.27:0/1973082058 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81e4006210 con 0x7f81e40df220 2024-02-09T23:57:00.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f2c612d5640 1 -- 172.21.15.27:0/1063346588 >> v2:172.21.15.27:3300/0 conn(0x7f2c5c0b3940 msgr2=0x7f2c5c06dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:00.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f2c612d5640 1 --2- 172.21.15.27:0/1063346588 >> v2:172.21.15.27:3300/0 conn(0x7f2c5c0b3940 0x7f2c5c06dfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f2c612d5640 1 -- 172.21.15.27:0/1063346588 >> v1:172.21.15.27:6789/0 conn(0x7f2c5c154270 legacy=0x7f2c5c0ae710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:00.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f2c612d5640 1 -- 172.21.15.27:0/1063346588 --> v2:172.21.15.153:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c5c15aa30 con 0x7f2c5c0aee20 2024-02-09T23:57:00.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f81f21d4640 1 --2- 172.21.15.27:0/1973082058 >> v2:172.21.15.27:3300/0 conn(0x7f81e4053c70 0x7f81e4006a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:57:00.988 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f6dabfff640 1 -- 172.21.15.27:0/253220278 >> v2:172.21.15.153:3300/0 conn(0x7f6dac15da70 msgr2=0x7f6dac0d22e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:00.988 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f6dabfff640 1 --2- 172.21.15.27:0/253220278 >> v2:172.21.15.153:3300/0 conn(0x7f6dac15da70 0x7f6dac0d22e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.988 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f6dabfff640 1 -- 172.21.15.27:0/253220278 >> v1:172.21.15.27:6789/0 conn(0x7f6dac0b9180 legacy=0x7f6dac0d0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:00.988 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f81f09d1640 1 -- 172.21.15.27:0/1973082058 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7f81e8001670 con 0x7f81e40df220 2024-02-09T23:57:00.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f6dabfff640 1 -- 172.21.15.27:0/253220278 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6dac0d3640 con 0x7f6dac0d0e30 2024-02-09T23:57:00.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f5e3bfff640 1 --2- 172.21.15.27:0/3264651566 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e3c0d0e30 0x7f5e3c0cfcb0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f5e2c0097d0 tx=0x7f5e2c02b940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=51df920392595a17 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:00.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.955+0000 7f81f09d1640 1 -- 172.21.15.27:0/1973082058 >> v1:172.21.15.27:6789/0 conn(0x7f81e40df220 legacy=0x7f81e404fa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:00.990 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f3cc714b640 1 -- 172.21.15.27:0/3809204483 wait complete. 2024-02-09T23:57:00.990 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.955+0000 7f81f09d1640 1 --2- 172.21.15.27:0/1973082058 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f81d8003970 0x7f81d8003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.990 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.954+0000 7f06494c5640 1 -- 172.21.15.27:0/2477098314 wait complete. 2024-02-09T23:57:00.991 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.955+0000 7f163f5ac640 1 -- 172.21.15.27:0/657565767 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f16380cf310 msgr2=0x7f16380b8830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:00.991 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.955+0000 7f163f5ac640 1 --2- 172.21.15.27:0/657565767 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f16380cf310 0x7f16380b8830 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f1630009e50 tx=0x7f163002bf60 comp rx=0 tx=0).stop 2024-02-09T23:57:00.991 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.955+0000 7f163f5ac640 1 -- 172.21.15.27:0/657565767 shutdown_connections 2024-02-09T23:57:00.991 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.955+0000 7f163f5ac640 1 --2- 172.21.15.27:0/657565767 >> v2:172.21.15.27:3300/0 conn(0x7f16380d1d50 0x7f16380d21e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.991 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.955+0000 7f163f5ac640 1 --2- 172.21.15.27:0/657565767 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f16380cf310 0x7f16380b8830 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.991 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.955+0000 7f163f5ac640 1 -- 172.21.15.27:0/657565767 >> 172.21.15.27:0/657565767 conn(0x7f16380d3bf0 msgr2=0x7f16380d4000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:00.991 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.955+0000 7f5e3a7fc640 1 -- 172.21.15.27:0/3264651566 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e2c030800 con 0x7f5e3c0d0e30 2024-02-09T23:57:00.991 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.955+0000 7f5e3a7fc640 1 -- 172.21.15.27:0/3264651566 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5e2c030960 con 0x7f5e3c0d0e30 2024-02-09T23:57:00.991 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.955+0000 7f5e3a7fc640 1 -- 172.21.15.27:0/3264651566 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e2c030cf0 con 0x7f5e3c0d0e30 2024-02-09T23:57:00.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.955+0000 7f6dab7fe640 1 --2- 172.21.15.27:0/253220278 >> v2:172.21.15.153:3300/0 conn(0x7f6dac15da70 0x7f6dac0d22e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:57:00.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.955+0000 7f81f09d1640 1 --2- 172.21.15.27:0/1973082058 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f81d80047c0 0x7f81d8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.955+0000 7f81f09d1640 1 --2- 172.21.15.27:0/1973082058 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f81d8005180 0x7f81d800fd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.955+0000 7f81f19d3640 1 --2- 172.21.15.27:0/1973082058 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f81d8003970 0x7f81d8003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:00.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.955+0000 7f81f09d1640 1 -- 172.21.15.27:0/1973082058 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81e40541e0 con 0x7f81d80047c0 2024-02-09T23:57:00.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.955+0000 7f81f09d1640 1 -- 172.21.15.27:0/1973082058 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81e4005f30 con 0x7f81d8003970 2024-02-09T23:57:00.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.955+0000 7f81f09d1640 1 -- 172.21.15.27:0/1973082058 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81d8010490 con 0x7f81d8005180 2024-02-09T23:57:00.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.955+0000 7fdf0d311640 1 -- 172.21.15.27:0/475531248 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdef802cc20 con 0x7fdf080cc010 2024-02-09T23:57:00.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.955+0000 7fdf0d311640 1 -- 172.21.15.27:0/475531248 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdef802cd80 con 0x7fdf080cc010 2024-02-09T23:57:00.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.955+0000 7fdf0d311640 1 -- 172.21.15.27:0/475531248 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdef8034660 con 0x7fdf080cc010 2024-02-09T23:57:00.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.955+0000 7f81f11d2640 1 --2- 172.21.15.27:0/1973082058 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f81d80047c0 0x7f81d8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:00.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.955+0000 7f81f21d4640 1 --2- 172.21.15.27:0/1973082058 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f81d8005180 0x7f81d800fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:00.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.956+0000 7f163f5ac640 1 -- 172.21.15.27:0/657565767 shutdown_connections 2024-02-09T23:57:00.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.956+0000 7f163f5ac640 1 -- 172.21.15.27:0/657565767 wait complete. 2024-02-09T23:57:00.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.956+0000 7f6dabfff640 1 --2- 172.21.15.27:0/253220278 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6dac0d0e30 0x7f6dac0cded0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f6da4009d90 tx=0x7f6da402bd20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aa7de6b6b576d053 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:00.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.956+0000 7f3cc714b640 1 Processor -- start 2024-02-09T23:57:00.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.956+0000 7f6daaffd640 1 -- 172.21.15.27:0/253220278 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d94001670 con 0x7f6dac0d0e30 2024-02-09T23:57:00.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.956+0000 7f5e40bec640 1 -- 172.21.15.27:0/3264651566 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e3c0d0e30 msgr2=0x7f5e3c0cfcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:00.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.956+0000 7f5e40bec640 1 --2- 172.21.15.27:0/3264651566 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e3c0d0e30 0x7f5e3c0cfcb0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f5e2c0097d0 tx=0x7f5e2c02b940 comp rx=0 tx=0).stop 2024-02-09T23:57:00.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.956+0000 7f06494c5640 1 Processor -- start 2024-02-09T23:57:00.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.956+0000 7f6daaffd640 1 -- 172.21.15.27:0/253220278 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6da402c850 con 0x7f6dac0d0e30 2024-02-09T23:57:00.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.956+0000 7f3cc714b640 1 -- start start 2024-02-09T23:57:00.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.956+0000 7f6daaffd640 1 -- 172.21.15.27:0/253220278 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6da402cbe0 con 0x7f6dac0d0e30 2024-02-09T23:57:00.997 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.956+0000 7f5e40bec640 1 -- 172.21.15.27:0/3264651566 shutdown_connections 2024-02-09T23:57:00.997 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.956+0000 7f5e40bec640 1 --2- 172.21.15.27:0/3264651566 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e3c0d0e30 0x7f5e3c0cfcb0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.997 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.956+0000 7f5e40bec640 1 -- 172.21.15.27:0/3264651566 >> 172.21.15.27:0/3264651566 conn(0x7f5e3c06c4f0 msgr2=0x7f5e3c06c900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:00.997 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.956+0000 7fdf10577640 1 -- 172.21.15.27:0/475531248 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdf080cc010 msgr2=0x7fdf08071630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:00.997 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.956+0000 7fdf10577640 1 --2- 172.21.15.27:0/475531248 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdf080cc010 0x7fdf08071630 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fdf080cd130 tx=0x7fdef802be70 comp rx=0 tx=0).stop 2024-02-09T23:57:00.997 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.957+0000 7f06494c5640 1 -- start start 2024-02-09T23:57:00.998 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.956+0000 7f2c612d5640 1 --2- 172.21.15.27:0/1063346588 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2c5c0aee20 0x7f2c5c0b3400 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f2c5c06bbe0 tx=0x7f2c5802b910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9afacd13a372ee4c server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:00.998 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.956+0000 7f81f19d3640 1 -- 172.21.15.27:0/1973082058 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f81d8005180 msgr2=0x7f81d800fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:00.998 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.956+0000 7f81f19d3640 1 --2- 172.21.15.27:0/1973082058 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f81d8005180 0x7f81d800fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.998 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.956+0000 7f81f19d3640 1 -- 172.21.15.27:0/1973082058 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f81d80047c0 msgr2=0x7f81d8004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:00.998 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.956+0000 7f81f19d3640 1 --2- 172.21.15.27:0/1973082058 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f81d80047c0 0x7f81d8004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.998 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.956+0000 7f81f19d3640 1 -- 172.21.15.27:0/1973082058 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81d8003520 con 0x7f81d8003970 2024-02-09T23:57:00.998 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.956+0000 7f81f11d2640 1 --2- 172.21.15.27:0/1973082058 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f81d80047c0 0x7f81d8004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:57:00.998 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.956+0000 7f81f21d4640 1 -- 172.21.15.27:0/1973082058 reap_dead start 2024-02-09T23:57:00.999 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.957+0000 7fdf10577640 1 -- 172.21.15.27:0/475531248 shutdown_connections 2024-02-09T23:57:00.999 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.957+0000 7f5e40bec640 1 -- 172.21.15.27:0/3264651566 shutdown_connections 2024-02-09T23:57:01.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.957+0000 7fdf10577640 1 --2- 172.21.15.27:0/475531248 >> v2:172.21.15.153:3300/0 conn(0x7fdf080cbbb0 0x7fdf080710f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.957+0000 7fdf10577640 1 --2- 172.21.15.27:0/475531248 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdf080cc010 0x7fdf08071630 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.957+0000 7fdf10577640 1 --2- 172.21.15.27:0/475531248 >> v2:172.21.15.27:3300/0 conn(0x7fdf0806b360 0x7fdf0815df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.957+0000 7fdf10577640 1 -- 172.21.15.27:0/475531248 >> 172.21.15.27:0/475531248 conn(0x7fdf08066d80 msgr2=0x7fdf0806ac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:01.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.957+0000 7fdf10577640 1 -- 172.21.15.27:0/475531248 shutdown_connections 2024-02-09T23:57:01.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7fdf10577640 1 -- 172.21.15.27:0/475531248 wait complete. 2024-02-09T23:57:01.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f06494c5640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f063c0342e0 0x7f063c032fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f06494c5640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f063c039440 0x7f063c049880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f06494c5640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f063c052f10 0x7f063c04a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.001 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f06437fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f063c039440 0x7f063c049880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.001 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f06437fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f063c039440 0x7f063c049880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:40200/0 (socket says 172.21.15.27:40200) 2024-02-09T23:57:01.001 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f3cc714b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3cc006f3c0 0x7f3cc00afe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.001 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f3cc4ee7640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3cc006f3c0 0x7f3cc00afe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.001 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f3cc4ee7640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3cc006f3c0 0x7f3cc00afe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:46336/0 (socket says 172.21.15.27:46336) 2024-02-09T23:57:01.001 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f3cc4ee7640 1 -- 172.21.15.27:0/895852880 learned_addr learned my addr 172.21.15.27:0/895852880 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:01.001 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f3cc714b640 1 --2- 172.21.15.27:0/895852880 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3cc00b1b00 0x7f3cc0137f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.001 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.957+0000 7f2c60ad4640 1 -- 172.21.15.27:0/1063346588 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c58031870 con 0x7f2c5c0aee20 2024-02-09T23:57:01.002 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.957+0000 7f2c60ad4640 1 -- 172.21.15.27:0/1063346588 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c580319d0 con 0x7f2c5c0aee20 2024-02-09T23:57:01.002 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f2c63d3a640 1 -- 172.21.15.27:0/1063346588 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2c5c0aee20 msgr2=0x7f2c5c0b3400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.002 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f2c60ad4640 1 -- 172.21.15.27:0/1063346588 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c58031870 con 0x7f2c5c0aee20 2024-02-09T23:57:01.002 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f2c63d3a640 1 --2- 172.21.15.27:0/1063346588 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2c5c0aee20 0x7f2c5c0b3400 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f2c5c06bbe0 tx=0x7f2c5802b910 comp rx=0 tx=0).stop 2024-02-09T23:57:01.002 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f2c63d3a640 1 -- 172.21.15.27:0/1063346588 shutdown_connections 2024-02-09T23:57:01.002 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f2c63d3a640 1 --2- 172.21.15.27:0/1063346588 >> v2:172.21.15.27:3300/0 conn(0x7f2c5c0b3940 0x7f2c5c06dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.002 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f2c63d3a640 1 --2- 172.21.15.27:0/1063346588 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2c5c0aee20 0x7f2c5c0b3400 secure :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f2c5c06bbe0 tx=0x7f2c5802b910 comp rx=0 tx=0).stop 2024-02-09T23:57:01.002 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f2c63d3a640 1 -- 172.21.15.27:0/1063346588 >> 172.21.15.27:0/1063346588 conn(0x7f2c5c066d80 msgr2=0x7f2c5c06ac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:01.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.957+0000 7f5e40bec640 1 -- 172.21.15.27:0/3264651566 wait complete. 2024-02-09T23:57:01.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f6db0dd3640 1 -- 172.21.15.27:0/253220278 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6dac0d0e30 msgr2=0x7f6dac0cded0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f6db0dd3640 1 --2- 172.21.15.27:0/253220278 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6dac0d0e30 0x7f6dac0cded0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f6da4009d90 tx=0x7f6da402bd20 comp rx=0 tx=0).stop 2024-02-09T23:57:01.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f6db0dd3640 1 -- 172.21.15.27:0/253220278 shutdown_connections 2024-02-09T23:57:01.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f6db0dd3640 1 --2- 172.21.15.27:0/253220278 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6dac0d0e30 0x7f6dac0cded0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.004 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f6db0dd3640 1 --2- 172.21.15.27:0/253220278 >> v2:172.21.15.153:3300/0 conn(0x7f6dac15da70 0x7f6dac0d22e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.004 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f6db0dd3640 1 -- 172.21.15.27:0/253220278 >> 172.21.15.27:0/253220278 conn(0x7f6dac06c4f0 msgr2=0x7f6dac06c900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:01.004 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f6db0dd3640 1 -- 172.21.15.27:0/253220278 shutdown_connections 2024-02-09T23:57:01.004 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f6db0dd3640 1 -- 172.21.15.27:0/253220278 wait complete. 2024-02-09T23:57:01.004 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.957+0000 7f81f19d3640 1 --2- 172.21.15.27:0/1973082058 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f81d8003970 0x7f81d8003d90 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f81e800c110 tx=0x7f81d80057f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ead3606e8b762e73 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.004 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.957+0000 7f81f09d1640 1 -- 172.21.15.27:0/1973082058 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81e802c9d0 con 0x7f81d8003970 2024-02-09T23:57:01.004 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.957+0000 7f81f09d1640 1 -- 172.21.15.27:0/1973082058 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81e802cb30 con 0x7f81d8003970 2024-02-09T23:57:01.004 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.957+0000 7f81f09d1640 1 -- 172.21.15.27:0/1973082058 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81e8034440 con 0x7f81d8003970 2024-02-09T23:57:01.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f81f29d5640 1 -- 172.21.15.27:0/1973082058 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f81d8003970 msgr2=0x7f81d8003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f81f29d5640 1 --2- 172.21.15.27:0/1973082058 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f81d8003970 0x7f81d8003d90 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f81e800c110 tx=0x7f81d80057f0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f06437fe640 1 -- 172.21.15.27:0/268675231 learned_addr learned my addr 172.21.15.27:0/268675231 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:01.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f0648cc4640 1 --2- 172.21.15.27:0/268675231 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f063c052f10 0x7f063c04a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f06494c5640 1 -- 172.21.15.27:0/268675231 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f063c049dc0 con 0x7f063c052f10 2024-02-09T23:57:01.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f06494c5640 1 -- 172.21.15.27:0/268675231 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f063c04a060 con 0x7f063c039440 2024-02-09T23:57:01.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f06494c5640 1 -- 172.21.15.27:0/268675231 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f063c0301c0 con 0x7f063c0342e0 2024-02-09T23:57:01.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f3cbffff640 1 --2- 172.21.15.27:0/895852880 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3cc00b1b00 0x7f3cc0137f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.957+0000 7f163f5ac640 1 Processor -- start 2024-02-09T23:57:01.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.957+0000 7f163f5ac640 1 -- start start 2024-02-09T23:57:01.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f3cc714b640 1 --2- 172.21.15.27:0/895852880 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3cc0157840 0x7f3cc0138480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.959+0000 7f163f5ac640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f163806c0f0 0x7f16380722a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.959+0000 7f3cc714b640 1 -- 172.21.15.27:0/895852880 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3cc01696f0 con 0x7f3cc006f3c0 2024-02-09T23:57:01.008 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.959+0000 7f81f29d5640 1 -- 172.21.15.27:0/1973082058 shutdown_connections 2024-02-09T23:57:01.008 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.959+0000 7f81f29d5640 1 --2- 172.21.15.27:0/1973082058 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f81d8003970 0x7f81d8003d90 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.008 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.959+0000 7f3cc714b640 1 -- 172.21.15.27:0/895852880 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3cc01699d0 con 0x7f3cc00b1b00 2024-02-09T23:57:01.009 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.959+0000 7f81f29d5640 1 -- 172.21.15.27:0/1973082058 >> 172.21.15.27:0/1973082058 conn(0x7f81e4009fb0 msgr2=0x7f81e400a390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:01.009 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.959+0000 7f3cc714b640 1 -- 172.21.15.27:0/895852880 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3cc0169cb0 con 0x7f3cc0157840 2024-02-09T23:57:01.009 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.959+0000 7f3cc56e8640 1 --2- 172.21.15.27:0/895852880 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3cc0157840 0x7f3cc0138480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.959+0000 7f0643fff640 1 --2- 172.21.15.27:0/268675231 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f063c0342e0 0x7f063c032fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.959+0000 7f163f5ac640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f16380cf310 0x7f16380c9490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.959+0000 7f163f5ac640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f16380d1d50 0x7f16380c7c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.959+0000 7f163f5ac640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16380c99d0 con 0x7f16380cf310 2024-02-09T23:57:01.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.959+0000 7f163f5ac640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16380cd360 con 0x7f163806c0f0 2024-02-09T23:57:01.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.959+0000 7f163f5ac640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16380ca140 con 0x7f16380d1d50 2024-02-09T23:57:01.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.959+0000 7f06437fe640 1 -- 172.21.15.27:0/268675231 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f063c0342e0 msgr2=0x7f063c032fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.959+0000 7f06437fe640 1 --2- 172.21.15.27:0/268675231 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f063c0342e0 0x7f063c032fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.959+0000 7f06437fe640 1 -- 172.21.15.27:0/268675231 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f063c052f10 msgr2=0x7f063c04a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.959+0000 7f81f29d5640 1 -- 172.21.15.27:0/1973082058 shutdown_connections 2024-02-09T23:57:01.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.959+0000 7f06437fe640 1 --2- 172.21.15.27:0/268675231 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f063c052f10 0x7f063c04a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.959+0000 7f06437fe640 1 -- 172.21.15.27:0/268675231 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f063800b6a0 con 0x7f063c039440 2024-02-09T23:57:01.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.959+0000 7f0648cc4640 1 --2- 172.21.15.27:0/268675231 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f063c052f10 0x7f063c04a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:01.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.959+0000 7f0643fff640 1 --2- 172.21.15.27:0/268675231 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f063c0342e0 0x7f063c032fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:01.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.959+0000 7f163cb47640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f16380cf310 0x7f16380c9490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.959+0000 7f163cb47640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f16380cf310 0x7f16380c9490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:46350/0 (socket says 172.21.15.27:46350) 2024-02-09T23:57:01.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.959+0000 7f163cb47640 1 -- 172.21.15.27:0/1465455568 learned_addr learned my addr 172.21.15.27:0/1465455568 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:01.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.959+0000 7f163d348640 1 --2- 172.21.15.27:0/1465455568 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f163806c0f0 0x7f16380722a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.014 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.959+0000 7f06437fe640 1 --2- 172.21.15.27:0/268675231 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f063c039440 0x7f063c049880 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f063000c890 tx=0x7f063000cd50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.014 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.959+0000 7f81f29d5640 1 -- 172.21.15.27:0/1973082058 wait complete. 2024-02-09T23:57:01.014 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.959+0000 7f163db49640 1 --2- 172.21.15.27:0/1465455568 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f16380d1d50 0x7f16380c7c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.960+0000 7f2c63d3a640 1 -- 172.21.15.27:0/1063346588 shutdown_connections 2024-02-09T23:57:01.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.960+0000 7f3cc56e8640 1 -- 172.21.15.27:0/895852880 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3cc00b1b00 msgr2=0x7f3cc0137f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.960+0000 7f3cc56e8640 1 --2- 172.21.15.27:0/895852880 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3cc00b1b00 0x7f3cc0137f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.960+0000 7f3cc56e8640 1 -- 172.21.15.27:0/895852880 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3cc006f3c0 msgr2=0x7f3cc00afe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.960+0000 7f3cc56e8640 1 --2- 172.21.15.27:0/895852880 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3cc006f3c0 0x7f3cc00afe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.960+0000 7f3cc56e8640 1 -- 172.21.15.27:0/895852880 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3cb8009a70 con 0x7f3cc0157840 2024-02-09T23:57:01.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.960+0000 7fdf10577640 1 Processor -- start 2024-02-09T23:57:01.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.960+0000 7fdf10577640 1 -- start start 2024-02-09T23:57:01.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.960+0000 7f163d348640 1 -- 172.21.15.27:0/1465455568 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f16380d1d50 msgr2=0x7f16380c7c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.960+0000 7f163d348640 1 --2- 172.21.15.27:0/1465455568 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f16380d1d50 0x7f16380c7c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.960+0000 7f163d348640 1 -- 172.21.15.27:0/1465455568 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f16380cf310 msgr2=0x7f16380c9490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.018 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.960+0000 7f163d348640 1 --2- 172.21.15.27:0/1465455568 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f16380cf310 0x7f16380c9490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.018 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.960+0000 7f163d348640 1 -- 172.21.15.27:0/1465455568 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1630009b30 con 0x7f163806c0f0 2024-02-09T23:57:01.018 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.958+0000 7f5e40bec640 1 Processor -- start 2024-02-09T23:57:01.018 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.959+0000 7f5e40bec640 1 -- start start 2024-02-09T23:57:01.018 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.960+0000 7f3cc4ee7640 1 --2- 172.21.15.27:0/895852880 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3cc006f3c0 0x7f3cc00afe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:57:01.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.960+0000 7f5e40bec640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5e3c0d0e30 0x7f5e3c0cd650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.960+0000 7f5e40bec640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e3c15c6a0 0x7f5e3c0cdb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.960+0000 7f5e40bec640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5e3c163760 0x7f5e3c0b53b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.960+0000 7f5e40bec640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e3c163600 con 0x7f5e3c0d0e30 2024-02-09T23:57:01.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.960+0000 7f5e40bec640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e3c0c9b40 con 0x7f5e3c15c6a0 2024-02-09T23:57:01.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.960+0000 7f5e40bec640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5e3c0c8f30 con 0x7f5e3c163760 2024-02-09T23:57:01.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.960+0000 7f3cc56e8640 1 --2- 172.21.15.27:0/895852880 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3cc0157840 0x7f3cc0138480 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f3cb8033000 tx=0x7f3cb8004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.020 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.960+0000 7f163d348640 1 --2- 172.21.15.27:0/1465455568 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f163806c0f0 0x7f16380722a0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f162800c390 tx=0x7f162800c850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.020 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.960+0000 7f6db0dd3640 1 Processor -- start 2024-02-09T23:57:01.020 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.960+0000 7f6db0dd3640 1 -- start start 2024-02-09T23:57:01.020 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.960+0000 7f5e3b7fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5e3c0d0e30 0x7f5e3c0cd650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.021 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.960+0000 7f0640ff9640 1 -- 172.21.15.27:0/268675231 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06300074e0 con 0x7f063c039440 2024-02-09T23:57:01.021 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.960+0000 7f0640ff9640 1 -- 172.21.15.27:0/268675231 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0630007640 con 0x7f063c039440 2024-02-09T23:57:01.021 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.960+0000 7f0640ff9640 1 -- 172.21.15.27:0/268675231 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0630004a00 con 0x7f063c039440 2024-02-09T23:57:01.021 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.960+0000 7f5e3b7fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5e3c0d0e30 0x7f5e3c0cd650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:46364/0 (socket says 172.21.15.27:46364) 2024-02-09T23:57:01.021 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.960+0000 7f5e3b7fe640 1 -- 172.21.15.27:0/2394731645 learned_addr learned my addr 172.21.15.27:0/2394731645 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:01.022 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.960+0000 7f162dffb640 1 -- 172.21.15.27:0/1465455568 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16280052d0 con 0x7f163806c0f0 2024-02-09T23:57:01.022 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.961+0000 7f162dffb640 1 -- 172.21.15.27:0/1465455568 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1628005430 con 0x7f163806c0f0 2024-02-09T23:57:01.022 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.961+0000 7f163f5ac640 1 -- 172.21.15.27:0/1465455568 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f16380cc750 con 0x7f163806c0f0 2024-02-09T23:57:01.022 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.961+0000 7f3cbd7fa640 1 -- 172.21.15.27:0/895852880 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3cb803f420 con 0x7f3cc0157840 2024-02-09T23:57:01.022 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.961+0000 7f3cc714b640 1 -- 172.21.15.27:0/895852880 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3cc0169f90 con 0x7f3cc0157840 2024-02-09T23:57:01.023 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.961+0000 7f3cc714b640 1 -- 172.21.15.27:0/895852880 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3cc00b0350 con 0x7f3cc0157840 2024-02-09T23:57:01.023 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.961+0000 7f163f5ac640 1 -- 172.21.15.27:0/1465455568 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f16380ccd10 con 0x7f163806c0f0 2024-02-09T23:57:01.023 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.961+0000 7f5e3b7fe640 1 -- 172.21.15.27:0/2394731645 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5e3c163760 msgr2=0x7f5e3c0b53b0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-02-09T23:57:01.023 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.961+0000 7f5e3b7fe640 1 --2- 172.21.15.27:0/2394731645 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5e3c163760 0x7f5e3c0b53b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.023 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.961+0000 7f5e3b7fe640 1 -- 172.21.15.27:0/2394731645 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e3c15c6a0 msgr2=0x7f5e3c0cdb90 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-02-09T23:57:01.023 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.961+0000 7f5e3b7fe640 1 --2- 172.21.15.27:0/2394731645 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e3c15c6a0 0x7f5e3c0cdb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.023 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.961+0000 7f5e3b7fe640 1 -- 172.21.15.27:0/2394731645 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e2c009400 con 0x7f5e3c0d0e30 2024-02-09T23:57:01.024 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.961+0000 7f162dffb640 1 -- 172.21.15.27:0/1465455568 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1628003830 con 0x7f163806c0f0 2024-02-09T23:57:01.024 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.961+0000 7f5e3b7fe640 1 --2- 172.21.15.27:0/2394731645 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5e3c0d0e30 0x7f5e3c0cd650 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f5e3400c800 tx=0x7f5e3400ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.024 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.961+0000 7fdf10577640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdf0806b360 0x7fdf08154180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.025 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.960+0000 7f06494c5640 1 -- 172.21.15.27:0/268675231 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f063c0304a0 con 0x7f063c039440 2024-02-09T23:57:01.025 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.960+0000 7f06494c5640 1 -- 172.21.15.27:0/268675231 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f063c04a340 con 0x7f063c039440 2024-02-09T23:57:01.025 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.962+0000 7fdf10577640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdf080cbbb0 0x7fdf080ac570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.025 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.962+0000 7f81f29d5640 1 Processor -- start 2024-02-09T23:57:01.025 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.962+0000 7fdf10577640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf080cc010 0x7fdf081556b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.026 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.962+0000 7f06494c5640 1 -- 172.21.15.27:0/268675231 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f063c0064c0 con 0x7f063c039440 2024-02-09T23:57:01.026 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.962+0000 7f81f29d5640 1 -- start start 2024-02-09T23:57:01.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.962+0000 7fdf10577640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf080a89b0 con 0x7fdf0806b360 2024-02-09T23:57:01.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.962+0000 7fdf10577640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf08156100 con 0x7fdf080cc010 2024-02-09T23:57:01.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.962+0000 7fdf10577640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdf081563e0 con 0x7fdf080cbbb0 2024-02-09T23:57:01.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.962+0000 7fdf0e313640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdf0806b360 0x7fdf08154180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.962+0000 7fdf0db12640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdf080cbbb0 0x7fdf080ac570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.962+0000 7fdf0e313640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdf0806b360 0x7fdf08154180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:46378/0 (socket says 172.21.15.27:46378) 2024-02-09T23:57:01.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.962+0000 7f6db0dd3640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6dac0b9180 0x7f6dac0c8f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.962+0000 7fdf0e313640 1 -- 172.21.15.27:0/2749577383 learned_addr learned my addr 172.21.15.27:0/2749577383 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:01.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.962+0000 7f6db0dd3640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6dac0d0e30 0x7f6dac1e7260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.962+0000 7fdf0eb14640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf080cc010 0x7fdf081556b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.962+0000 7f6db0dd3640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6dac15da70 0x7f6dac0cbe20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.962+0000 7f6db0dd3640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6dac1e77a0 con 0x7f6dac15da70 2024-02-09T23:57:01.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.963+0000 7fdf0db12640 1 -- 172.21.15.27:0/2749577383 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf080cc010 msgr2=0x7fdf081556b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.963+0000 7fdf0db12640 1 --2- 172.21.15.27:0/2749577383 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf080cc010 0x7fdf081556b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.963+0000 7fdf0db12640 1 -- 172.21.15.27:0/2749577383 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdf0806b360 msgr2=0x7fdf08154180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.963+0000 7fdf0db12640 1 --2- 172.21.15.27:0/2749577383 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdf0806b360 0x7fdf08154180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.963+0000 7fdf0db12640 1 -- 172.21.15.27:0/2749577383 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdef800b4b0 con 0x7fdf080cbbb0 2024-02-09T23:57:01.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.963+0000 7fdf0db12640 1 --2- 172.21.15.27:0/2749577383 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdf080cbbb0 0x7fdf080ac570 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fdf0000ae40 tx=0x7fdf0000e500 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.963+0000 7f3cbd7fa640 1 -- 172.21.15.27:0/895852880 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3cb803f580 con 0x7f3cc0157840 2024-02-09T23:57:01.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.964+0000 7f3cbd7fa640 1 -- 172.21.15.27:0/895852880 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3cb803f930 con 0x7f3cc0157840 2024-02-09T23:57:01.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.964+0000 7f3cbd7fa640 1 -- 172.21.15.27:0/895852880 <== mon.2 v2:172.21.15.153:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f3cb803fb50 con 0x7f3cc0157840 2024-02-09T23:57:01.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.961+0000 7f2c63d3a640 1 -- 172.21.15.27:0/1063346588 wait complete. 2024-02-09T23:57:01.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.964+0000 7f2c63d3a640 1 Processor -- start 2024-02-09T23:57:01.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.961+0000 7f5e23fff640 1 -- 172.21.15.27:0/2394731645 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e34003b70 con 0x7f5e3c0d0e30 2024-02-09T23:57:01.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.961+0000 7f5e23fff640 1 -- 172.21.15.27:0/2394731645 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5e34003cd0 con 0x7f5e3c0d0e30 2024-02-09T23:57:01.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.963+0000 7f5e23fff640 1 -- 172.21.15.27:0/2394731645 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e3400aa90 con 0x7f5e3c0d0e30 2024-02-09T23:57:01.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.963+0000 7f6da3fff640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6dac0d0e30 0x7f6dac1e7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.963+0000 7f6da3fff640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6dac0d0e30 0x7f6dac1e7260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:41398/0 (socket says 172.21.15.27:41398) 2024-02-09T23:57:01.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.963+0000 7f6da3fff640 1 -- 172.21.15.27:0/2123647800 learned_addr learned my addr 172.21.15.27:0/2123647800 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:01.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.964+0000 7f6db0dd3640 1 -- 172.21.15.27:0/2123647800 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6dac0c95d0 con 0x7f6dac0b9180 2024-02-09T23:57:01.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.964+0000 7f6db0dd3640 1 -- 172.21.15.27:0/2123647800 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6dac0c98b0 con 0x7f6dac0d0e30 2024-02-09T23:57:01.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.964+0000 7f6da3fff640 1 -- 172.21.15.27:0/2123647800 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6dac0b9180 msgr2=0x7f6dac0c8f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.964+0000 7f6da3fff640 1 --2- 172.21.15.27:0/2123647800 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6dac0b9180 0x7f6dac0c8f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.964+0000 7f6da3fff640 1 -- 172.21.15.27:0/2123647800 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6dac15da70 msgr2=0x7f6dac0cbe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.964+0000 7f6da3fff640 1 --2- 172.21.15.27:0/2123647800 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6dac15da70 0x7f6dac0cbe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.964+0000 7f6da3fff640 1 -- 172.21.15.27:0/2123647800 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d9c0094d0 con 0x7f6dac0d0e30 2024-02-09T23:57:01.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.963+0000 7f81f29d5640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f81d8003970 0x7f81e404e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.964+0000 7f81f29d5640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f81e404e8e0 0x7f81e40dd850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.964+0000 7f81f29d5640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f81e40da940 0x7f81e40ddd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.964+0000 7f81f29d5640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81e404da00 con 0x7f81e40da940 2024-02-09T23:57:01.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.964+0000 7f81f29d5640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81e404cd80 con 0x7f81e404e8e0 2024-02-09T23:57:01.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.964+0000 7f81f29d5640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81e404d060 con 0x7f81d8003970 2024-02-09T23:57:01.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.964+0000 7f81f19d3640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f81d8003970 0x7f81e404e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.964+0000 7f81f21d4640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f81e40da940 0x7f81e40ddd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.964+0000 7f81f21d4640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f81e40da940 0x7f81e40ddd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:46408/0 (socket says 172.21.15.27:46408) 2024-02-09T23:57:01.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.964+0000 7f81f21d4640 1 -- 172.21.15.27:0/1376791700 learned_addr learned my addr 172.21.15.27:0/1376791700 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:01.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.964+0000 7f81f11d2640 1 --2- 172.21.15.27:0/1376791700 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f81e404e8e0 0x7f81e40dd850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.963+0000 7f5e40bec640 1 -- 172.21.15.27:0/2394731645 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5e3c0c9210 con 0x7f5e3c0d0e30 2024-02-09T23:57:01.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.963+0000 7f5e40bec640 1 -- 172.21.15.27:0/2394731645 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5e3c0c97d0 con 0x7f5e3c0d0e30 2024-02-09T23:57:01.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.964+0000 7f3caaffd640 1 -- 172.21.15.27:0/895852880 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f3cc006e8c0 con 0x7f3cc0157840 2024-02-09T23:57:01.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.964+0000 7f2c63d3a640 1 -- start start 2024-02-09T23:57:01.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.964+0000 7f6da3fff640 1 --2- 172.21.15.27:0/2123647800 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6dac0d0e30 0x7f6dac1e7260 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f6d9400c7f0 tx=0x7f6d9400ccb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.964+0000 7f81f21d4640 1 -- 172.21.15.27:0/1376791700 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f81d8003970 msgr2=0x7f81e404e3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.964+0000 7f81f21d4640 1 --2- 172.21.15.27:0/1376791700 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f81d8003970 0x7f81e404e3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.964+0000 7f81f21d4640 1 -- 172.21.15.27:0/1376791700 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f81e404e8e0 msgr2=0x7f81e40dd850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.964+0000 7f81f21d4640 1 --2- 172.21.15.27:0/1376791700 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f81e404e8e0 0x7f81e40dd850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.964+0000 7f81f21d4640 1 -- 172.21.15.27:0/1376791700 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81e404d340 con 0x7f81e40da940 2024-02-09T23:57:01.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.964+0000 7f81f11d2640 1 --2- 172.21.15.27:0/1376791700 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f81e404e8e0 0x7f81e40dd850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:01.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.965+0000 7f5e21ffb640 1 -- 172.21.15.27:0/2394731645 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f5e3c0d15f0 con 0x7f5e3c0d0e30 2024-02-09T23:57:01.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.965+0000 7fdefeffd640 1 -- 172.21.15.27:0/2749577383 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf0000f040 con 0x7fdf080cbbb0 2024-02-09T23:57:01.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.965+0000 7fdefeffd640 1 -- 172.21.15.27:0/2749577383 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf0000a2d0 con 0x7fdf080cbbb0 2024-02-09T23:57:01.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.965+0000 7fdefeffd640 1 -- 172.21.15.27:0/2749577383 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf0000eee0 con 0x7fdf080cbbb0 2024-02-09T23:57:01.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.965+0000 7f6da8ff9640 1 -- 172.21.15.27:0/2123647800 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d9400cea0 con 0x7f6dac0d0e30 2024-02-09T23:57:01.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.965+0000 7f6da8ff9640 1 -- 172.21.15.27:0/2123647800 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d940054a0 con 0x7f6dac0d0e30 2024-02-09T23:57:01.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.965+0000 7f6da8ff9640 1 -- 172.21.15.27:0/2123647800 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d9400a860 con 0x7f6dac0d0e30 2024-02-09T23:57:01.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.965+0000 7fdf10577640 1 -- 172.21.15.27:0/2749577383 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdf080a8640 con 0x7fdf080cbbb0 2024-02-09T23:57:01.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.965+0000 7fdf10577640 1 -- 172.21.15.27:0/2749577383 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf081578b0 con 0x7fdf080cbbb0 2024-02-09T23:57:01.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.963+0000 7f162dffb640 1 -- 172.21.15.27:0/1465455568 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f1628003990 con 0x7f163806c0f0 2024-02-09T23:57:01.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.964+0000 7f163f5ac640 1 -- 172.21.15.27:0/1465455568 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f1618001030 con 0x7f163806c0f0 2024-02-09T23:57:01.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.964+0000 7f162dffb640 1 --2- 172.21.15.27:0/1465455568 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f161c06b8e0 0x7f161c06dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.964+0000 7f163cb47640 1 --2- 172.21.15.27:0/1465455568 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f161c06b8e0 0x7f161c06dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.965+0000 7f162dffb640 1 -- 172.21.15.27:0/1465455568 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f16280896b0 con 0x7f163806c0f0 2024-02-09T23:57:01.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.965+0000 7f162dffb640 1 --2- 172.21.15.27:0/1465455568 >> [v2:172.21.15.27:6808/2474913129,v1:172.21.15.27:6809/2474913129] conn(0x7f161c073b60 0x7f161c075f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.965+0000 7f163cb47640 1 --2- 172.21.15.27:0/1465455568 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f161c06b8e0 0x7f161c06dda0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f1630009850 tx=0x7f1630030000 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.965+0000 7f163db49640 1 --2- 172.21.15.27:0/1465455568 >> [v2:172.21.15.27:6808/2474913129,v1:172.21.15.27:6809/2474913129] conn(0x7f161c073b60 0x7f161c075f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.966+0000 7f162dffb640 1 -- 172.21.15.27:0/1465455568 --> [v2:172.21.15.27:6808/2474913129,v1:172.21.15.27:6809/2474913129] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f161c076630 con 0x7f161c073b60 2024-02-09T23:57:01.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.965+0000 7f2c63d3a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2c5c0b3940 0x7f2c5c149000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.965+0000 7f2c63d3a640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2c5c154270 0x7f2c5c0b0550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.965+0000 7f2c63d3a640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2c5c0b0a90 0x7f2c5c167930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.965+0000 7f2c63d3a640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c5c149540 con 0x7f2c5c154270 2024-02-09T23:57:01.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.965+0000 7f2c63d3a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c5c0b0f40 con 0x7f2c5c0b3940 2024-02-09T23:57:01.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.965+0000 7f2c63d3a640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c5c1fc830 con 0x7f2c5c0b0a90 2024-02-09T23:57:01.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.966+0000 7f2c612d5640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2c5c154270 0x7f2c5c0b0550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.966+0000 7f2c622d7640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2c5c0b0a90 0x7f2c5c167930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.966+0000 7f2c622d7640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2c5c0b0a90 0x7f2c5c167930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:41418/0 (socket says 172.21.15.27:41418) 2024-02-09T23:57:01.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.966+0000 7f2c622d7640 1 -- 172.21.15.27:0/3071505828 learned_addr learned my addr 172.21.15.27:0/3071505828 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:01.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.966+0000 7f2c61ad6640 1 --2- 172.21.15.27:0/3071505828 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2c5c0b3940 0x7f2c5c149000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.966+0000 7f5e23fff640 1 -- 172.21.15.27:0/2394731645 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f5e3400abf0 con 0x7f5e3c0d0e30 2024-02-09T23:57:01.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.965+0000 7f6db0dd3640 1 -- 172.21.15.27:0/2123647800 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6da4009a70 con 0x7f6dac0d0e30 2024-02-09T23:57:01.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.965+0000 7f6db0dd3640 1 -- 172.21.15.27:0/2123647800 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6dac0c9e70 con 0x7f6dac0d0e30 2024-02-09T23:57:01.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.965+0000 7f81f21d4640 1 --2- 172.21.15.27:0/1376791700 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f81e40da940 0x7f81e40ddd90 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f81ec000b60 tx=0x7f81ec075210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.965+0000 7f81e27fc640 1 -- 172.21.15.27:0/1376791700 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81ec08f040 con 0x7f81e40da940 2024-02-09T23:57:01.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.965+0000 7f81e27fc640 1 -- 172.21.15.27:0/1376791700 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81ec067450 con 0x7f81e40da940 2024-02-09T23:57:01.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.965+0000 7f81f29d5640 1 -- 172.21.15.27:0/1376791700 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f81e404d620 con 0x7f81e40da940 2024-02-09T23:57:01.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.965+0000 7f81f29d5640 1 -- 172.21.15.27:0/1376791700 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f81e4174280 con 0x7f81e40da940 2024-02-09T23:57:01.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.966+0000 7f81e27fc640 1 -- 172.21.15.27:0/1376791700 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81ec067800 con 0x7f81e40da940 2024-02-09T23:57:01.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.966+0000 7f162dffb640 1 -- 172.21.15.27:0/1465455568 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f162808bc10 con 0x7f163806c0f0 2024-02-09T23:57:01.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.966+0000 7f163db49640 1 --2- 172.21.15.27:0/1465455568 >> [v2:172.21.15.27:6808/2474913129,v1:172.21.15.27:6809/2474913129] conn(0x7f161c073b60 0x7f161c075f80 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.966+0000 7f2c622d7640 1 -- 172.21.15.27:0/3071505828 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2c5c0b3940 msgr2=0x7f2c5c149000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.966+0000 7f2c622d7640 1 --2- 172.21.15.27:0/3071505828 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2c5c0b3940 0x7f2c5c149000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.966+0000 7f2c622d7640 1 -- 172.21.15.27:0/3071505828 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2c5c154270 msgr2=0x7f2c5c0b0550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.966+0000 7f2c622d7640 1 --2- 172.21.15.27:0/3071505828 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2c5c154270 0x7f2c5c0b0550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.966+0000 7f5e23fff640 1 --2- 172.21.15.27:0/2394731645 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5e2806b8e0 0x7f5e2806dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.966+0000 7f2c622d7640 1 -- 172.21.15.27:0/3071505828 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c580094d0 con 0x7f2c5c0b0a90 2024-02-09T23:57:01.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.966+0000 7f2c61ad6640 1 --2- 172.21.15.27:0/3071505828 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2c5c0b3940 0x7f2c5c149000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:01.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.967+0000 7f2c622d7640 1 --2- 172.21.15.27:0/3071505828 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2c5c0b0a90 0x7f2c5c167930 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f2c54007dc0 tx=0x7f2c5400e4b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.967+0000 7f5e23fff640 1 -- 172.21.15.27:0/2394731645 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5e3408aa90 con 0x7f5e3c0d0e30 2024-02-09T23:57:01.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.967+0000 7f0640ff9640 1 -- 172.21.15.27:0/268675231 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f0630004b60 con 0x7f063c039440 2024-02-09T23:57:01.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.967+0000 7f5e23fff640 1 --2- 172.21.15.27:0/2394731645 >> [v2:172.21.15.153:6816/3596656413,v1:172.21.15.153:6817/3596656413] conn(0x7f5e28073990 0x7f5e28075db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.967+0000 7f5e23fff640 1 -- 172.21.15.27:0/2394731645 --> [v2:172.21.15.153:6816/3596656413,v1:172.21.15.153:6817/3596656413] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f5e28076460 con 0x7f5e28073990 2024-02-09T23:57:01.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.967+0000 7f5e23fff640 1 -- 172.21.15.27:0/2394731645 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5e3408ae40 con 0x7f5e3c0d0e30 2024-02-09T23:57:01.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.967+0000 7f3cbd7fa640 1 --2- 172.21.15.27:0/895852880 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3ca406b940 0x7f3ca406de00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.967+0000 7f3cbd7fa640 1 -- 172.21.15.27:0/895852880 <== mon.2 v2:172.21.15.153:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3cb80acd30 con 0x7f3cc0157840 2024-02-09T23:57:01.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.967+0000 7fdf10577640 1 -- 172.21.15.27:0/2749577383 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fdef0001030 con 0x7fdf080cbbb0 2024-02-09T23:57:01.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.967+0000 7f162dffb640 1 -- 172.21.15.27:0/1465455568 <== osd.3 v2:172.21.15.27:6808/2474913129 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f161c076630 con 0x7f161c073b60 2024-02-09T23:57:01.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.967+0000 7f0640ff9640 1 --2- 172.21.15.27:0/268675231 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f062806b8e0 0x7f062806dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.967+0000 7f2c527fc640 1 -- 172.21.15.27:0/3071505828 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c54014420 con 0x7f2c5c0b0a90 2024-02-09T23:57:01.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.967+0000 7f3cbd7fa640 1 --2- 172.21.15.27:0/895852880 >> [v2:172.21.15.27:6800/1592291643,v1:172.21.15.27:6801/1592291643] conn(0x7f3ca40739d0 0x7f3ca4075df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.967+0000 7f3cbd7fa640 1 -- 172.21.15.27:0/895852880 --> [v2:172.21.15.27:6800/1592291643,v1:172.21.15.27:6801/1592291643] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f3ca40764a0 con 0x7f3ca40739d0 2024-02-09T23:57:01.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.967+0000 7f3cbd7fa640 1 -- 172.21.15.27:0/895852880 <== mon.2 v2:172.21.15.153:3301/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3cb80778b0 con 0x7f3cc0157840 2024-02-09T23:57:01.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.967+0000 7f2c527fc640 1 -- 172.21.15.27:0/3071505828 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c540145a0 con 0x7f2c5c0b0a90 2024-02-09T23:57:01.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.967+0000 7f2c527fc640 1 -- 172.21.15.27:0/3071505828 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c54014950 con 0x7f2c5c0b0a90 2024-02-09T23:57:01.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.967+0000 7f2c63d3a640 1 -- 172.21.15.27:0/3071505828 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2c5c1fba70 con 0x7f2c5c0b0a90 2024-02-09T23:57:01.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.968+0000 7f6da8ff9640 1 -- 172.21.15.27:0/2123647800 <== mon.2 v2:172.21.15.153:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f6d9400a9c0 con 0x7f6dac0d0e30 2024-02-09T23:57:01.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.968+0000 7f5e3bfff640 1 --2- 172.21.15.27:0/2394731645 >> [v2:172.21.15.153:6816/3596656413,v1:172.21.15.153:6817/3596656413] conn(0x7f5e28073990 0x7f5e28075db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.968+0000 7f6da1ffb640 1 -- 172.21.15.27:0/2123647800 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f6d84001030 con 0x7f6dac0d0e30 2024-02-09T23:57:01.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.967+0000 7f81f29d5640 1 -- 172.21.15.27:0/1376791700 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f81e40df600 con 0x7f81e40da940 2024-02-09T23:57:01.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.968+0000 7f0640ff9640 1 -- 172.21.15.27:0/268675231 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0630089bc0 con 0x7f063c039440 2024-02-09T23:57:01.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.968+0000 7f0640ff9640 1 --2- 172.21.15.27:0/268675231 >> [v2:172.21.15.27:6816/455477678,v1:172.21.15.27:6819/455477678] conn(0x7f0628073b00 0x7f0628075f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.968+0000 7f0640ff9640 1 -- 172.21.15.27:0/268675231 --> [v2:172.21.15.27:6816/455477678,v1:172.21.15.27:6819/455477678] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f06280765d0 con 0x7f0628073b00 2024-02-09T23:57:01.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.968+0000 7f0640ff9640 1 -- 172.21.15.27:0/268675231 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f063008e2a0 con 0x7f063c039440 2024-02-09T23:57:01.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.968+0000 7f0643fff640 1 --2- 172.21.15.27:0/268675231 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f062806b8e0 0x7f062806dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.968+0000 7f0648cc4640 1 --2- 172.21.15.27:0/268675231 >> [v2:172.21.15.27:6816/455477678,v1:172.21.15.27:6819/455477678] conn(0x7f0628073b00 0x7f0628075f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.050 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.968+0000 7f5e3bfff640 1 --2- 172.21.15.27:0/2394731645 >> [v2:172.21.15.153:6816/3596656413,v1:172.21.15.153:6817/3596656413] conn(0x7f5e28073990 0x7f5e28075db0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.050 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.968+0000 7f5e3affd640 1 --2- 172.21.15.27:0/2394731645 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5e2806b8e0 0x7f5e2806dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.050 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.968+0000 7fdefeffd640 1 -- 172.21.15.27:0/2749577383 <== mon.2 v2:172.21.15.153:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fdf00008700 con 0x7fdf080cbbb0 2024-02-09T23:57:01.051 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.968+0000 7f3cc4ee7640 1 --2- 172.21.15.27:0/895852880 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3ca406b940 0x7f3ca406de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.051 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.968+0000 7f3cbffff640 1 --2- 172.21.15.27:0/895852880 >> [v2:172.21.15.27:6800/1592291643,v1:172.21.15.27:6801/1592291643] conn(0x7f3ca40739d0 0x7f3ca4075df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.051 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.969+0000 7f0648cc4640 1 --2- 172.21.15.27:0/268675231 >> [v2:172.21.15.27:6816/455477678,v1:172.21.15.27:6819/455477678] conn(0x7f0628073b00 0x7f0628075f20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.051 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.968+0000 7f2c63d3a640 1 -- 172.21.15.27:0/3071505828 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c5c1fc030 con 0x7f2c5c0b0a90 2024-02-09T23:57:01.052 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.969+0000 7f81e27fc640 1 -- 172.21.15.27:0/1376791700 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f81ec0933e0 con 0x7f81e40da940 2024-02-09T23:57:01.052 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.969+0000 7f2c63d3a640 1 -- 172.21.15.27:0/3071505828 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f2c44001030 con 0x7f2c5c0b0a90 2024-02-09T23:57:01.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.969+0000 7fdefeffd640 1 --2- 172.21.15.27:0/2749577383 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fdeec06b8e0 0x7fdeec06dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.969+0000 7fdefeffd640 1 -- 172.21.15.27:0/2749577383 <== mon.2 v2:172.21.15.153:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fdf0008a960 con 0x7fdf080cbbb0 2024-02-09T23:57:01.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.969+0000 7fdefeffd640 1 --2- 172.21.15.27:0/2749577383 >> [v2:172.21.15.27:6817/2430846680,v1:172.21.15.27:6818/2430846680] conn(0x7fdeec073b60 0x7fdeec075f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.969+0000 7fdefeffd640 1 -- 172.21.15.27:0/2749577383 --> [v2:172.21.15.27:6817/2430846680,v1:172.21.15.27:6818/2430846680] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fdeec076630 con 0x7fdeec073b60 2024-02-09T23:57:01.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.969+0000 7fdefeffd640 1 -- 172.21.15.27:0/2749577383 <== mon.2 v2:172.21.15.153:3301/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdf0008f2a0 con 0x7fdf080cbbb0 2024-02-09T23:57:01.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.969+0000 7f3cbffff640 1 --2- 172.21.15.27:0/895852880 >> [v2:172.21.15.27:6800/1592291643,v1:172.21.15.27:6801/1592291643] conn(0x7f3ca40739d0 0x7f3ca4075df0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.969+0000 7f81e27fc640 1 --2- 172.21.15.27:0/1376791700 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f81d006b860 0x7f81d006dd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.969+0000 7f6da8ff9640 1 --2- 172.21.15.27:0/2123647800 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f6d8c06b840 0x7f6d8c06dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.969+0000 7f5e3affd640 1 --2- 172.21.15.27:0/2394731645 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5e2806b8e0 0x7f5e2806dda0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f5e3c0b2a30 tx=0x7f5e30007a40 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.970+0000 7fdf0eb14640 1 --2- 172.21.15.27:0/2749577383 >> [v2:172.21.15.27:6817/2430846680,v1:172.21.15.27:6818/2430846680] conn(0x7fdeec073b60 0x7fdeec075f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.055 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.970+0000 7fdf0e313640 1 --2- 172.21.15.27:0/2749577383 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fdeec06b8e0 0x7fdeec06dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.055 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.969+0000 7f0643fff640 1 --2- 172.21.15.27:0/268675231 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f062806b8e0 0x7f062806dda0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f0644050890 tx=0x7f0644062a00 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.055 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.970+0000 7f0640ff9640 1 -- 172.21.15.27:0/268675231 <== osd.1 v2:172.21.15.27:6816/455477678 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f06280765d0 con 0x7f0628073b00 2024-02-09T23:57:01.055 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.970+0000 7f3cc4ee7640 1 --2- 172.21.15.27:0/895852880 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3ca406b940 0x7f3ca406de00 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f3cac0112c0 tx=0x7f3cac009190 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.055 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.970+0000 7f5e23fff640 1 -- 172.21.15.27:0/2394731645 <== osd.5 v2:172.21.15.153:6816/3596656413 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f5e28076460 con 0x7f5e28073990 2024-02-09T23:57:01.056 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.970+0000 7f6da8ff9640 1 -- 172.21.15.27:0/2123647800 <== mon.2 v2:172.21.15.153:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6d9408a150 con 0x7f6dac0d0e30 2024-02-09T23:57:01.056 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.970+0000 7f6dab7fe640 1 --2- 172.21.15.27:0/2123647800 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f6d8c06b840 0x7f6d8c06dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.056 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.970+0000 7f6da8ff9640 1 --2- 172.21.15.27:0/2123647800 >> [v2:172.21.15.153:6800/4177207361,v1:172.21.15.153:6801/4177207361] conn(0x7f6d8c073a60 0x7f6d8c075e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.056 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.970+0000 7f6da8ff9640 1 -- 172.21.15.27:0/2123647800 --> [v2:172.21.15.153:6800/4177207361,v1:172.21.15.153:6801/4177207361] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f6d8c076530 con 0x7f6d8c073a60 2024-02-09T23:57:01.056 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.970+0000 7f6da8ff9640 1 -- 172.21.15.27:0/2123647800 <== mon.2 v2:172.21.15.153:3301/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6d9408c6b0 con 0x7f6dac0d0e30 2024-02-09T23:57:01.056 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.970+0000 7f81e27fc640 1 -- 172.21.15.27:0/1376791700 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f81ec104db0 con 0x7f81e40da940 2024-02-09T23:57:01.056 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.970+0000 7f81e27fc640 1 --2- 172.21.15.27:0/1376791700 >> [v2:172.21.15.153:6808/2140922766,v1:172.21.15.153:6809/2140922766] conn(0x7f81d0073a80 0x7f81d0075ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.970+0000 7f81e27fc640 1 -- 172.21.15.27:0/1376791700 --> [v2:172.21.15.153:6808/2140922766,v1:172.21.15.153:6809/2140922766] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f81d0076550 con 0x7f81d0073a80 2024-02-09T23:57:01.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.970+0000 7f81e27fc640 1 -- 172.21.15.27:0/1376791700 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f81ec105160 con 0x7f81e40da940 2024-02-09T23:57:01.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.970+0000 7f3cbd7fa640 1 -- 172.21.15.27:0/895852880 <== osd.2 v2:172.21.15.27:6800/1592291643 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f3ca40764a0 con 0x7f3ca40739d0 2024-02-09T23:57:01.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.970+0000 7f6dabfff640 1 --2- 172.21.15.27:0/2123647800 >> [v2:172.21.15.153:6800/4177207361,v1:172.21.15.153:6801/4177207361] conn(0x7f6d8c073a60 0x7f6d8c075e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.970+0000 7f81f11d2640 1 --2- 172.21.15.27:0/1376791700 >> [v2:172.21.15.153:6808/2140922766,v1:172.21.15.153:6809/2140922766] conn(0x7f81d0073a80 0x7f81d0075ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.971+0000 7fdf0eb14640 1 --2- 172.21.15.27:0/2749577383 >> [v2:172.21.15.27:6817/2430846680,v1:172.21.15.27:6818/2430846680] conn(0x7fdeec073b60 0x7fdeec075f80 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.971+0000 7fdf0e313640 1 --2- 172.21.15.27:0/2749577383 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fdeec06b8e0 0x7fdeec06dda0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fdf04006fd0 tx=0x7fdf0400b690 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.971+0000 7f2c527fc640 1 -- 172.21.15.27:0/3071505828 <== mon.2 v2:172.21.15.153:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f2c54014ab0 con 0x7f2c5c0b0a90 2024-02-09T23:57:01.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.971+0000 7f6dab7fe640 1 --2- 172.21.15.27:0/2123647800 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f6d8c06b840 0x7f6d8c06dd00 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f6d9c006f40 tx=0x7f6d9c006e90 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.971+0000 7f81f11d2640 1 --2- 172.21.15.27:0/1376791700 >> [v2:172.21.15.153:6808/2140922766,v1:172.21.15.153:6809/2140922766] conn(0x7f81d0073a80 0x7f81d0075ea0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.971+0000 7f81f19d3640 1 --2- 172.21.15.27:0/1376791700 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f81d006b860 0x7f81d006dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.971+0000 7f6dabfff640 1 --2- 172.21.15.27:0/2123647800 >> [v2:172.21.15.153:6800/4177207361,v1:172.21.15.153:6801/4177207361] conn(0x7f6d8c073a60 0x7f6d8c075e80 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.971+0000 7f2c527fc640 1 --2- 172.21.15.27:0/3071505828 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2c4006b860 0x7f2c4006dd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.972+0000 7f81e27fc640 1 -- 172.21.15.27:0/1376791700 <== osd.7 v2:172.21.15.153:6808/2140922766 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f81d0076550 con 0x7f81d0073a80 2024-02-09T23:57:01.060 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.972+0000 7fdefeffd640 1 -- 172.21.15.27:0/2749577383 <== osd.0 v2:172.21.15.27:6817/2430846680 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7fdeec076630 con 0x7fdeec073b60 2024-02-09T23:57:01.060 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.972+0000 7f2c527fc640 1 -- 172.21.15.27:0/3071505828 <== mon.2 v2:172.21.15.153:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2c5408b740 con 0x7f2c5c0b0a90 2024-02-09T23:57:01.060 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.972+0000 7f2c61ad6640 1 --2- 172.21.15.27:0/3071505828 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2c4006b860 0x7f2c4006dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.060 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.972+0000 7f2c527fc640 1 --2- 172.21.15.27:0/3071505828 >> [v2:172.21.15.153:6818/1391244229,v1:172.21.15.153:6820/1391244229] conn(0x7f2c40073a80 0x7f2c40075ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.060 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.972+0000 7f2c527fc640 1 -- 172.21.15.27:0/3071505828 --> [v2:172.21.15.153:6818/1391244229,v1:172.21.15.153:6820/1391244229] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f2c40076550 con 0x7f2c40073a80 2024-02-09T23:57:01.060 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.972+0000 7f2c527fc640 1 -- 172.21.15.27:0/3071505828 <== mon.2 v2:172.21.15.153:3301/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2c5408bb60 con 0x7f2c5c0b0a90 2024-02-09T23:57:01.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.972+0000 7f81f19d3640 1 --2- 172.21.15.27:0/1376791700 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f81d006b860 0x7f81d006dd20 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f81e8036000 tx=0x7f81e8030000 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.972+0000 7f2c61ad6640 1 --2- 172.21.15.27:0/3071505828 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2c4006b860 0x7f2c4006dd20 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f2c4c009880 tx=0x7f2c4c008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.972+0000 7f6da8ff9640 1 -- 172.21.15.27:0/2123647800 <== osd.6 v2:172.21.15.153:6800/4177207361 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f6d8c076530 con 0x7f6d8c073a60 2024-02-09T23:57:01.062 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.972+0000 7f2c612d5640 1 --2- 172.21.15.27:0/3071505828 >> [v2:172.21.15.153:6818/1391244229,v1:172.21.15.153:6820/1391244229] conn(0x7f2c40073a80 0x7f2c40075ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.062 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.982+0000 7f2c612d5640 1 --2- 172.21.15.27:0/3071505828 >> [v2:172.21.15.153:6818/1391244229,v1:172.21.15.153:6820/1391244229] conn(0x7f2c40073a80 0x7f2c40075ea0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.062 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.983+0000 7f2c527fc640 1 -- 172.21.15.27:0/3071505828 <== osd.4 v2:172.21.15.153:6818/1391244229 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f2c40076550 con 0x7f2c40073a80 2024-02-09T23:57:01.062 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.986+0000 7f163f5ac640 1 -- 172.21.15.27:0/1465455568 --> [v2:172.21.15.27:6808/2474913129,v1:172.21.15.27:6809/2474913129] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f1618002d30 con 0x7f161c073b60 2024-02-09T23:57:01.062 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.987+0000 7f162dffb640 1 -- 172.21.15.27:0/1465455568 <== osd.3 v2:172.21.15.27:6808/2474913129 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f1618002d30 con 0x7f161c073b60 2024-02-09T23:57:01.064 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.987+0000 7f16237fe640 1 -- 172.21.15.27:0/1465455568 >> [v2:172.21.15.27:6808/2474913129,v1:172.21.15.27:6809/2474913129] conn(0x7f161c073b60 msgr2=0x7f161c075f80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.064 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.987+0000 7f16237fe640 1 --2- 172.21.15.27:0/1465455568 >> [v2:172.21.15.27:6808/2474913129,v1:172.21.15.27:6809/2474913129] conn(0x7f161c073b60 0x7f161c075f80 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.064 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.988+0000 7f16237fe640 1 -- 172.21.15.27:0/1465455568 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f161c06b8e0 msgr2=0x7f161c06dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.064 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.988+0000 7f16237fe640 1 --2- 172.21.15.27:0/1465455568 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f161c06b8e0 0x7f161c06dda0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f1630009850 tx=0x7f1630030000 comp rx=0 tx=0).stop 2024-02-09T23:57:01.064 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.988+0000 7f16237fe640 1 -- 172.21.15.27:0/1465455568 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f163806c0f0 msgr2=0x7f16380722a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.064 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.988+0000 7f16237fe640 1 --2- 172.21.15.27:0/1465455568 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f163806c0f0 0x7f16380722a0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f162800c390 tx=0x7f162800c850 comp rx=0 tx=0).stop 2024-02-09T23:57:01.064 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.988+0000 7f163db49640 1 -- 172.21.15.27:0/1465455568 reap_dead start 2024-02-09T23:57:01.064 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.988+0000 7f16237fe640 1 -- 172.21.15.27:0/1465455568 shutdown_connections 2024-02-09T23:57:01.064 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.988+0000 7f16237fe640 1 -- 172.21.15.27:0/1465455568 >> 172.21.15.27:0/1465455568 conn(0x7f16380d3bf0 msgr2=0x7f16380b90c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:01.064 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.989+0000 7f16237fe640 1 -- 172.21.15.27:0/1465455568 shutdown_connections 2024-02-09T23:57:01.064 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:00.989+0000 7f16237fe640 1 -- 172.21.15.27:0/1465455568 wait complete. 2024-02-09T23:57:01.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.003+0000 7f5e21ffb640 1 -- 172.21.15.27:0/2394731645 --> [v2:172.21.15.153:6816/3596656413,v1:172.21.15.153:6817/3596656413] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f5e3c0746c0 con 0x7f5e28073990 2024-02-09T23:57:01.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.003+0000 7f3caaffd640 1 -- 172.21.15.27:0/895852880 --> [v2:172.21.15.27:6800/1592291643,v1:172.21.15.27:6801/1592291643] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f3cc006e5e0 con 0x7f3ca40739d0 2024-02-09T23:57:01.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.004+0000 7f06494c5640 1 -- 172.21.15.27:0/268675231 --> [v2:172.21.15.27:6816/455477678,v1:172.21.15.27:6819/455477678] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f063c0309c0 con 0x7f0628073b00 2024-02-09T23:57:01.066 INFO:teuthology.orchestra.run.smithi027.stdout:55834574856 2024-02-09T23:57:01.067 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-02-09T23:57:01.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.004+0000 7f5e23fff640 1 -- 172.21.15.27:0/2394731645 <== osd.5 v2:172.21.15.153:6816/3596656413 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f5e3c0746c0 con 0x7f5e28073990 2024-02-09T23:57:01.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.004+0000 7f3cbd7fa640 1 -- 172.21.15.27:0/895852880 <== osd.2 v2:172.21.15.27:6800/1592291643 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f3cb40014e0 con 0x7f3ca40739d0 2024-02-09T23:57:01.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.004+0000 7f5e40bec640 1 -- 172.21.15.27:0/2394731645 >> [v2:172.21.15.153:6816/3596656413,v1:172.21.15.153:6817/3596656413] conn(0x7f5e28073990 msgr2=0x7f5e28075db0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.004+0000 7f5e40bec640 1 --2- 172.21.15.27:0/2394731645 >> [v2:172.21.15.153:6816/3596656413,v1:172.21.15.153:6817/3596656413] conn(0x7f5e28073990 0x7f5e28075db0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.004+0000 7f0640ff9640 1 -- 172.21.15.27:0/268675231 <== osd.1 v2:172.21.15.27:6816/455477678 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f063c0309c0 con 0x7f0628073b00 2024-02-09T23:57:01.069 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.005+0000 7f3caaffd640 1 -- 172.21.15.27:0/895852880 >> [v2:172.21.15.27:6800/1592291643,v1:172.21.15.27:6801/1592291643] conn(0x7f3ca40739d0 msgr2=0x7f3ca4075df0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.069 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.005+0000 7f3caaffd640 1 --2- 172.21.15.27:0/895852880 >> [v2:172.21.15.27:6800/1592291643,v1:172.21.15.27:6801/1592291643] conn(0x7f3ca40739d0 0x7f3ca4075df0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.069 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.005+0000 7f3caaffd640 1 -- 172.21.15.27:0/895852880 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3ca406b940 msgr2=0x7f3ca406de00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.069 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.005+0000 7f3caaffd640 1 --2- 172.21.15.27:0/895852880 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3ca406b940 0x7f3ca406de00 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f3cac0112c0 tx=0x7f3cac009190 comp rx=0 tx=0).stop 2024-02-09T23:57:01.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.004+0000 7f5e40bec640 1 -- 172.21.15.27:0/2394731645 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5e2806b8e0 msgr2=0x7f5e2806dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.004+0000 7f5e40bec640 1 --2- 172.21.15.27:0/2394731645 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5e2806b8e0 0x7f5e2806dda0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f5e3c0b2a30 tx=0x7f5e30007a40 comp rx=0 tx=0).stop 2024-02-09T23:57:01.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.004+0000 7f5e40bec640 1 -- 172.21.15.27:0/2394731645 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5e3c0d0e30 msgr2=0x7f5e3c0cd650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.004+0000 7f5e40bec640 1 --2- 172.21.15.27:0/2394731645 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5e3c0d0e30 0x7f5e3c0cd650 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f5e3400c800 tx=0x7f5e3400ccc0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.004+0000 7f5e3bfff640 1 -- 172.21.15.27:0/2394731645 reap_dead start 2024-02-09T23:57:01.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.005+0000 7f5e40bec640 1 -- 172.21.15.27:0/2394731645 shutdown_connections 2024-02-09T23:57:01.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.005+0000 7f5e40bec640 1 -- 172.21.15.27:0/2394731645 >> 172.21.15.27:0/2394731645 conn(0x7f5e3c06c4f0 msgr2=0x7f5e3c0d06f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:01.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.005+0000 7f3caaffd640 1 -- 172.21.15.27:0/895852880 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3cc0157840 msgr2=0x7f3cc0138480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.005+0000 7f3caaffd640 1 --2- 172.21.15.27:0/895852880 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3cc0157840 0x7f3cc0138480 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f3cb8033000 tx=0x7f3cb8004a40 comp rx=0 tx=0).stop 2024-02-09T23:57:01.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.005+0000 7f06494c5640 1 -- 172.21.15.27:0/268675231 >> [v2:172.21.15.27:6816/455477678,v1:172.21.15.27:6819/455477678] conn(0x7f0628073b00 msgr2=0x7f0628075f20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.005+0000 7f06494c5640 1 --2- 172.21.15.27:0/268675231 >> [v2:172.21.15.27:6816/455477678,v1:172.21.15.27:6819/455477678] conn(0x7f0628073b00 0x7f0628075f20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.005+0000 7f06494c5640 1 -- 172.21.15.27:0/268675231 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f062806b8e0 msgr2=0x7f062806dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.005+0000 7f06494c5640 1 --2- 172.21.15.27:0/268675231 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f062806b8e0 0x7f062806dda0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f0644050890 tx=0x7f0644062a00 comp rx=0 tx=0).stop 2024-02-09T23:57:01.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.005+0000 7f06494c5640 1 -- 172.21.15.27:0/268675231 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f063c039440 msgr2=0x7f063c049880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.005+0000 7f06494c5640 1 --2- 172.21.15.27:0/268675231 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f063c039440 0x7f063c049880 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f063000c890 tx=0x7f063000cd50 comp rx=0 tx=0).stop 2024-02-09T23:57:01.072 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.005+0000 7f3cc56e8640 1 -- 172.21.15.27:0/895852880 reap_dead start 2024-02-09T23:57:01.072 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.005+0000 7f0648cc4640 1 -- 172.21.15.27:0/268675231 reap_dead start 2024-02-09T23:57:01.072 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.005+0000 7f5e40bec640 1 -- 172.21.15.27:0/2394731645 shutdown_connections 2024-02-09T23:57:01.072 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.005+0000 7f06494c5640 1 -- 172.21.15.27:0/268675231 shutdown_connections 2024-02-09T23:57:01.073 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.005+0000 7f06494c5640 1 -- 172.21.15.27:0/268675231 >> 172.21.15.27:0/268675231 conn(0x7f063c055340 msgr2=0x7f063c036100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:01.073 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.005+0000 7f5e40bec640 1 -- 172.21.15.27:0/2394731645 wait complete. 2024-02-09T23:57:01.073 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.005+0000 7fdf10577640 1 -- 172.21.15.27:0/2749577383 --> [v2:172.21.15.27:6817/2430846680,v1:172.21.15.27:6818/2430846680] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fdef0002d30 con 0x7fdeec073b60 2024-02-09T23:57:01.073 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.005+0000 7f3caaffd640 1 -- 172.21.15.27:0/895852880 shutdown_connections 2024-02-09T23:57:01.074 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.005+0000 7f3caaffd640 1 -- 172.21.15.27:0/895852880 >> 172.21.15.27:0/895852880 conn(0x7f3cc006ac50 msgr2=0x7f3cc00b0b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:01.074 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.006+0000 7f3caaffd640 1 -- 172.21.15.27:0/895852880 shutdown_connections 2024-02-09T23:57:01.074 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.006+0000 7f81f29d5640 1 -- 172.21.15.27:0/1376791700 --> [v2:172.21.15.153:6808/2140922766,v1:172.21.15.153:6809/2140922766] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f81e4005390 con 0x7f81d0073a80 2024-02-09T23:57:01.074 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.006+0000 7f3caaffd640 1 -- 172.21.15.27:0/895852880 wait complete. 2024-02-09T23:57:01.075 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.006+0000 7fdefeffd640 1 -- 172.21.15.27:0/2749577383 <== osd.0 v2:172.21.15.27:6817/2430846680 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fdef0002d30 con 0x7fdeec073b60 2024-02-09T23:57:01.075 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.006+0000 7f06494c5640 1 -- 172.21.15.27:0/268675231 shutdown_connections 2024-02-09T23:57:01.075 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.006+0000 7f06494c5640 1 -- 172.21.15.27:0/268675231 wait complete. 2024-02-09T23:57:01.076 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.006+0000 7f6da1ffb640 1 -- 172.21.15.27:0/2123647800 --> [v2:172.21.15.153:6800/4177207361,v1:172.21.15.153:6801/4177207361] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f6d84002d30 con 0x7f6d8c073a60 2024-02-09T23:57:01.076 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.006+0000 7f81e27fc640 1 -- 172.21.15.27:0/1376791700 <== osd.7 v2:172.21.15.153:6808/2140922766 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f81e4005390 con 0x7f81d0073a80 2024-02-09T23:57:01.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.006+0000 7fdf10577640 1 -- 172.21.15.27:0/2749577383 >> [v2:172.21.15.27:6817/2430846680,v1:172.21.15.27:6818/2430846680] conn(0x7fdeec073b60 msgr2=0x7fdeec075f80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.006+0000 7fdf10577640 1 --2- 172.21.15.27:0/2749577383 >> [v2:172.21.15.27:6817/2430846680,v1:172.21.15.27:6818/2430846680] conn(0x7fdeec073b60 0x7fdeec075f80 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.006+0000 7f6da8ff9640 1 -- 172.21.15.27:0/2123647800 <== osd.6 v2:172.21.15.153:6800/4177207361 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f6d84002d30 con 0x7f6d8c073a60 2024-02-09T23:57:01.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.007+0000 7fdf10577640 1 -- 172.21.15.27:0/2749577383 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fdeec06b8e0 msgr2=0x7fdeec06dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.007+0000 7fdf10577640 1 --2- 172.21.15.27:0/2749577383 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fdeec06b8e0 0x7fdeec06dda0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fdf04006fd0 tx=0x7fdf0400b690 comp rx=0 tx=0).stop 2024-02-09T23:57:01.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.007+0000 7fdf10577640 1 -- 172.21.15.27:0/2749577383 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdf080cbbb0 msgr2=0x7fdf080ac570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.007+0000 7fdf10577640 1 --2- 172.21.15.27:0/2749577383 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdf080cbbb0 0x7fdf080ac570 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fdf0000ae40 tx=0x7fdf0000e500 comp rx=0 tx=0).stop 2024-02-09T23:57:01.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.007+0000 7fdf0eb14640 1 -- 172.21.15.27:0/2749577383 reap_dead start 2024-02-09T23:57:01.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.007+0000 7fdf10577640 1 -- 172.21.15.27:0/2749577383 shutdown_connections 2024-02-09T23:57:01.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.007+0000 7fdf10577640 1 -- 172.21.15.27:0/2749577383 >> 172.21.15.27:0/2749577383 conn(0x7fdf08066d80 msgr2=0x7fdf0806ac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:01.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.007+0000 7f81f29d5640 1 -- 172.21.15.27:0/1376791700 >> [v2:172.21.15.153:6808/2140922766,v1:172.21.15.153:6809/2140922766] conn(0x7f81d0073a80 msgr2=0x7f81d0075ea0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.007+0000 7f81f29d5640 1 --2- 172.21.15.27:0/1376791700 >> [v2:172.21.15.153:6808/2140922766,v1:172.21.15.153:6809/2140922766] conn(0x7f81d0073a80 0x7f81d0075ea0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.007+0000 7fdf10577640 1 -- 172.21.15.27:0/2749577383 shutdown_connections 2024-02-09T23:57:01.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.007+0000 7fdf10577640 1 -- 172.21.15.27:0/2749577383 wait complete. 2024-02-09T23:57:01.080 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.007+0000 7f6da1ffb640 1 -- 172.21.15.27:0/2123647800 >> [v2:172.21.15.153:6800/4177207361,v1:172.21.15.153:6801/4177207361] conn(0x7f6d8c073a60 msgr2=0x7f6d8c075e80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.080 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.007+0000 7f6da1ffb640 1 --2- 172.21.15.27:0/2123647800 >> [v2:172.21.15.153:6800/4177207361,v1:172.21.15.153:6801/4177207361] conn(0x7f6d8c073a60 0x7f6d8c075e80 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.080 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.007+0000 7f81f29d5640 1 -- 172.21.15.27:0/1376791700 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f81d006b860 msgr2=0x7f81d006dd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.080 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.007+0000 7f81f29d5640 1 --2- 172.21.15.27:0/1376791700 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f81d006b860 0x7f81d006dd20 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f81e8036000 tx=0x7f81e8030000 comp rx=0 tx=0).stop 2024-02-09T23:57:01.080 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.007+0000 7f81f29d5640 1 -- 172.21.15.27:0/1376791700 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f81e40da940 msgr2=0x7f81e40ddd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.080 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.007+0000 7f81f29d5640 1 --2- 172.21.15.27:0/1376791700 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f81e40da940 0x7f81e40ddd90 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f81ec000b60 tx=0x7f81ec075210 comp rx=0 tx=0).stop 2024-02-09T23:57:01.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.007+0000 7f6da1ffb640 1 -- 172.21.15.27:0/2123647800 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f6d8c06b840 msgr2=0x7f6d8c06dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.007+0000 7f6da1ffb640 1 --2- 172.21.15.27:0/2123647800 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f6d8c06b840 0x7f6d8c06dd00 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f6d9c006f40 tx=0x7f6d9c006e90 comp rx=0 tx=0).stop 2024-02-09T23:57:01.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.007+0000 7f6da1ffb640 1 -- 172.21.15.27:0/2123647800 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6dac0d0e30 msgr2=0x7f6dac1e7260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.007+0000 7f6da1ffb640 1 --2- 172.21.15.27:0/2123647800 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6dac0d0e30 0x7f6dac1e7260 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f6d9400c7f0 tx=0x7f6d9400ccb0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.007+0000 7f6dabfff640 1 -- 172.21.15.27:0/2123647800 reap_dead start 2024-02-09T23:57:01.082 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.007+0000 7f81f21d4640 1 -- 172.21.15.27:0/1376791700 reap_dead start 2024-02-09T23:57:01.082 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.007+0000 7f81f29d5640 1 -- 172.21.15.27:0/1376791700 shutdown_connections 2024-02-09T23:57:01.082 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.007+0000 7f81f29d5640 1 -- 172.21.15.27:0/1376791700 >> 172.21.15.27:0/1376791700 conn(0x7f81e4009fb0 msgr2=0x7f81e40e1fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:01.082 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.008+0000 7f6da1ffb640 1 -- 172.21.15.27:0/2123647800 shutdown_connections 2024-02-09T23:57:01.082 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.008+0000 7f6da1ffb640 1 -- 172.21.15.27:0/2123647800 >> 172.21.15.27:0/2123647800 conn(0x7f6dac06c4f0 msgr2=0x7f6dac0b6990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:01.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.008+0000 7f81f29d5640 1 -- 172.21.15.27:0/1376791700 shutdown_connections 2024-02-09T23:57:01.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.008+0000 7f81f29d5640 1 -- 172.21.15.27:0/1376791700 wait complete. 2024-02-09T23:57:01.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.009+0000 7f6da1ffb640 1 -- 172.21.15.27:0/2123647800 shutdown_connections 2024-02-09T23:57:01.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.009+0000 7f6da1ffb640 1 -- 172.21.15.27:0/2123647800 wait complete. 2024-02-09T23:57:01.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.012+0000 7f2c63d3a640 1 -- 172.21.15.27:0/3071505828 --> [v2:172.21.15.153:6818/1391244229,v1:172.21.15.153:6820/1391244229] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f2c44002cb0 con 0x7f2c40073a80 2024-02-09T23:57:01.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.013+0000 7f2c527fc640 1 -- 172.21.15.27:0/3071505828 <== osd.4 v2:172.21.15.153:6818/1391244229 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f2c44002cb0 con 0x7f2c40073a80 2024-02-09T23:57:01.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.014+0000 7f2c63d3a640 1 -- 172.21.15.27:0/3071505828 >> [v2:172.21.15.153:6818/1391244229,v1:172.21.15.153:6820/1391244229] conn(0x7f2c40073a80 msgr2=0x7f2c40075ea0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.014+0000 7f2c63d3a640 1 --2- 172.21.15.27:0/3071505828 >> [v2:172.21.15.153:6818/1391244229,v1:172.21.15.153:6820/1391244229] conn(0x7f2c40073a80 0x7f2c40075ea0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.014+0000 7f2c63d3a640 1 -- 172.21.15.27:0/3071505828 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2c4006b860 msgr2=0x7f2c4006dd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.014+0000 7f2c63d3a640 1 --2- 172.21.15.27:0/3071505828 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2c4006b860 0x7f2c4006dd20 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f2c4c009880 tx=0x7f2c4c008040 comp rx=0 tx=0).stop 2024-02-09T23:57:01.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.014+0000 7f2c63d3a640 1 -- 172.21.15.27:0/3071505828 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2c5c0b0a90 msgr2=0x7f2c5c167930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.014+0000 7f2c63d3a640 1 --2- 172.21.15.27:0/3071505828 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2c5c0b0a90 0x7f2c5c167930 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f2c54007dc0 tx=0x7f2c5400e4b0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.014+0000 7f2c622d7640 1 -- 172.21.15.27:0/3071505828 reap_dead start 2024-02-09T23:57:01.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.014+0000 7f2c63d3a640 1 -- 172.21.15.27:0/3071505828 shutdown_connections 2024-02-09T23:57:01.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.014+0000 7f2c63d3a640 1 -- 172.21.15.27:0/3071505828 >> 172.21.15.27:0/3071505828 conn(0x7f2c5c066d80 msgr2=0x7f2c5c153530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:01.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.014+0000 7f2c63d3a640 1 -- 172.21.15.27:0/3071505828 shutdown_connections 2024-02-09T23:57:01.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.015+0000 7f2c63d3a640 1 -- 172.21.15.27:0/3071505828 wait complete. 2024-02-09T23:57:01.087 INFO:teuthology.orchestra.run.smithi027.stdout:55834574857 2024-02-09T23:57:01.088 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-02-09T23:57:01.089 INFO:teuthology.orchestra.run.smithi027.stdout:55834574856 2024-02-09T23:57:01.089 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-02-09T23:57:01.090 INFO:teuthology.orchestra.run.smithi027.stdout:55834574857 2024-02-09T23:57:01.090 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-02-09T23:57:01.091 INFO:teuthology.orchestra.run.smithi027.stdout:55834574856 2024-02-09T23:57:01.092 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-02-09T23:57:01.092 INFO:teuthology.orchestra.run.smithi027.stdout:55834574856 2024-02-09T23:57:01.093 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-02-09T23:57:01.094 INFO:teuthology.orchestra.run.smithi027.stdout:55834574856 2024-02-09T23:57:01.094 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-02-09T23:57:01.095 INFO:teuthology.orchestra.run.smithi027.stdout:55834574856 2024-02-09T23:57:01.095 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-02-09T23:57:01.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.308+0000 7fc4eb348640 1 Processor -- start 2024-02-09T23:57:01.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.308+0000 7ff6aa214640 1 Processor -- start 2024-02-09T23:57:01.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.308+0000 7ff6aa214640 1 -- start start 2024-02-09T23:57:01.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.310+0000 7ff6aa214640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff6a406f250 0x7ff6a41599f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.310+0000 7fc4eb348640 1 -- start start 2024-02-09T23:57:01.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.310+0000 7ff6aa214640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff6a406e6e0 con 0x7ff6a40b08c0 2024-02-09T23:57:01.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.310+0000 7ff6aa214640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff6a4071f80 con 0x7ff6a40b37c0 2024-02-09T23:57:01.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.310+0000 7ff6aa214640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6a406dad0 con 0x7ff6a406f250 2024-02-09T23:57:01.313 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.310+0000 7f8e6f59e640 1 Processor -- start 2024-02-09T23:57:01.313 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.310+0000 7ff6a8a11640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7ff6a40b08c0 0x7ff6a4071160 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:49734/0 (socket says 172.21.15.27:49734) 2024-02-09T23:57:01.313 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.310+0000 7f8e6f59e640 1 -- start start 2024-02-09T23:57:01.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.310+0000 7ff6a9a13640 1 --1- >> v1:172.21.15.153:6789/0 conn(0x7ff6a40b37c0 0x7ff6a4071870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.27:35004/0 (socket says 172.21.15.27:35004) 2024-02-09T23:57:01.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.310+0000 7ff6a9a13640 1 -- 172.21.15.27:0/801291112 learned_addr learned my addr 172.21.15.27:0/801291112 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:01.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.311+0000 7ff69bfff640 1 -- 172.21.15.27:0/801291112 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2633495474 0 0) 0x7ff6a406e6e0 con 0x7ff6a40b08c0 2024-02-09T23:57:01.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.311+0000 7ff69bfff640 1 -- 172.21.15.27:0/801291112 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff690003520 con 0x7ff6a40b08c0 2024-02-09T23:57:01.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.311+0000 7ff6a9212640 1 --2- 172.21.15.27:0/801291112 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff6a406f250 0x7ff6a41599f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.311+0000 7fc4eb348640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fc4e406c2a0 0x7fc4e40acd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.311+0000 7ff69bfff640 1 -- 172.21.15.27:0/801291112 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3499206249 0 0) 0x7ff690003520 con 0x7ff6a40b08c0 2024-02-09T23:57:01.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.311+0000 7ff69bfff640 1 -- 172.21.15.27:0/801291112 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff6a406f250 msgr2=0x7ff6a41599f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:01.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.311+0000 7ff69bfff640 1 --2- 172.21.15.27:0/801291112 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff6a406f250 0x7ff6a41599f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.311+0000 7ff69bfff640 1 -- 172.21.15.27:0/801291112 >> v1:172.21.15.153:6789/0 conn(0x7ff6a40b37c0 legacy=0x7ff6a4071870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:01.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.311+0000 7ff69bfff640 1 -- 172.21.15.27:0/801291112 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6a406ddb0 con 0x7ff6a40b08c0 2024-02-09T23:57:01.316 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.311+0000 7fc4eb348640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc4e40ad2c0 0x7fc4e40b4970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.316 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.311+0000 7fc4eb348640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc4e415bce0 con 0x7fc4e40cee30 2024-02-09T23:57:01.316 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.311+0000 7ff69bfff640 1 -- 172.21.15.27:0/801291112 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7ff6a0001670 con 0x7ff6a40b08c0 2024-02-09T23:57:01.316 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.311+0000 7ff69bfff640 1 -- 172.21.15.27:0/801291112 >> v1:172.21.15.27:6789/0 conn(0x7ff6a40b08c0 legacy=0x7ff6a4071160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.316 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.311+0000 7ff69bfff640 1 --2- 172.21.15.27:0/801291112 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff6a406f250 0x7ff6900039c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.317 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.311+0000 7fc4eb348640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc4e406b0c0 con 0x7fc4e406c2a0 2024-02-09T23:57:01.317 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.311+0000 7ff69bfff640 1 --2- 172.21.15.27:0/801291112 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff6900040d0 0x7ff6900047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.317 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.311+0000 7ff69bfff640 1 --2- 172.21.15.27:0/801291112 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff690004e20 0x7ff69000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.317 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.311+0000 7ff69bfff640 1 -- 172.21.15.27:0/801291112 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6a406dad0 con 0x7ff690004e20 2024-02-09T23:57:01.317 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.311+0000 7ff69bfff640 1 -- 172.21.15.27:0/801291112 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff690005640 con 0x7ff6900040d0 2024-02-09T23:57:01.317 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.311+0000 7ff69bfff640 1 -- 172.21.15.27:0/801291112 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6900146d0 con 0x7ff6a406f250 2024-02-09T23:57:01.319 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.311+0000 7fc4eb348640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4e406b3a0 con 0x7fc4e40ad2c0 2024-02-09T23:57:01.319 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.311+0000 7fc4e88e3640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fc4e406c2a0 0x7fc4e40acd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.319 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.311+0000 7fc4e88e3640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fc4e406c2a0 0x7fc4e40acd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:40270/0 (socket says 172.21.15.27:40270) 2024-02-09T23:57:01.319 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.311+0000 7fc4e88e3640 1 -- 172.21.15.27:0/3870280838 learned_addr learned my addr 172.21.15.27:0/3870280838 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:01.319 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.312+0000 7ff6a8a11640 1 --2- 172.21.15.27:0/801291112 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff6900040d0 0x7ff6900047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.319 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.312+0000 7ff6a9212640 1 --2- 172.21.15.27:0/801291112 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff6a406f250 0x7ff6900039c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.320 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.312+0000 7f8e6f59e640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f8e680069d0 0x7f8e68006e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.320 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.312+0000 7f8e6f59e640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8e68054320 con 0x7f8e68005e80 2024-02-09T23:57:01.320 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.312+0000 7f8e6f59e640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8e68053710 con 0x7f8e680eacf0 2024-02-09T23:57:01.320 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.312+0000 7f8e6f59e640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8e680539f0 con 0x7f8e680069d0 2024-02-09T23:57:01.320 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.312+0000 7fc4e98e5640 1 --2- 172.21.15.27:0/3870280838 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc4e40ad2c0 0x7fc4e40b4970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.320 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.312+0000 7f8e6ed9d640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f8e680069d0 0x7f8e68006e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.321 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.312+0000 7f07de987640 1 Processor -- start 2024-02-09T23:57:01.321 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.312+0000 7ff6a8a11640 1 -- 172.21.15.27:0/801291112 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff6a406f250 msgr2=0x7ff6900039c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:01.321 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.312+0000 7ff6a8a11640 1 --2- 172.21.15.27:0/801291112 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff6a406f250 0x7ff6900039c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.321 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.312+0000 7ff6a8a11640 1 -- 172.21.15.27:0/801291112 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff690004e20 msgr2=0x7ff69000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:01.322 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.312+0000 7f8e6ed9d640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f8e680069d0 0x7f8e68006e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:46418/0 (socket says 172.21.15.27:46418) 2024-02-09T23:57:01.322 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.312+0000 7f8e6ed9d640 1 -- 172.21.15.27:0/585207889 learned_addr learned my addr 172.21.15.27:0/585207889 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:01.322 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.312+0000 7ff6a8a11640 1 --2- 172.21.15.27:0/801291112 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff690004e20 0x7ff69000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.322 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.312+0000 7ff6a8a11640 1 -- 172.21.15.27:0/801291112 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6a4071f80 con 0x7ff6900040d0 2024-02-09T23:57:01.322 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.312+0000 7f2e9359e640 1 Processor -- start 2024-02-09T23:57:01.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.312+0000 7f6035a14640 1 Processor -- start 2024-02-09T23:57:01.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.313+0000 7f6035a14640 1 -- start start 2024-02-09T23:57:01.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.313+0000 7fc4e98e5640 1 -- 172.21.15.27:0/3870280838 >> v2:172.21.15.153:3300/0 conn(0x7fc4e406c2a0 msgr2=0x7fc4e40acd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:01.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.313+0000 7fc4e98e5640 1 --2- 172.21.15.27:0/3870280838 >> v2:172.21.15.153:3300/0 conn(0x7fc4e406c2a0 0x7fc4e40acd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.313+0000 7fc4e98e5640 1 -- 172.21.15.27:0/3870280838 >> v1:172.21.15.153:6789/0 conn(0x7fc4e40cee30 legacy=0x7fc4e40cf210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:01.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.313+0000 7fc4e98e5640 1 -- 172.21.15.27:0/3870280838 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4e406b680 con 0x7fc4e40ad2c0 2024-02-09T23:57:01.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.313+0000 7f8e6ed9d640 1 -- 172.21.15.27:0/585207889 >> v1:172.21.15.153:6789/0 conn(0x7f8e680eacf0 legacy=0x7f8e6804fa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.313+0000 7f8e6ed9d640 1 -- 172.21.15.27:0/585207889 >> v1:172.21.15.27:6789/0 conn(0x7f8e68005e80 legacy=0x7f8e680062c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:01.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.313+0000 7f8e6ed9d640 1 -- 172.21.15.27:0/585207889 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e68053cd0 con 0x7f8e680069d0 2024-02-09T23:57:01.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.313+0000 7f07de987640 1 -- start start 2024-02-09T23:57:01.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.312+0000 7f2e9359e640 1 -- start start 2024-02-09T23:57:01.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.314+0000 7fc870fa7640 1 Processor -- start 2024-02-09T23:57:01.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.314+0000 7ff6a8a11640 1 --2- 172.21.15.27:0/801291112 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff6900040d0 0x7ff6900047c0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7ff6a000c110 tx=0x7ff6900057f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f312de776b4f4083 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.314+0000 7fbcaebd0640 1 Processor -- start 2024-02-09T23:57:01.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.314+0000 7fc870fa7640 1 -- start start 2024-02-09T23:57:01.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.314+0000 7f07de987640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f07d004b3c0 0x7f07d0034020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.314+0000 7f07de987640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f07d004f4d0 0x7f07d004f950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.314+0000 7fbcaebd0640 1 -- start start 2024-02-09T23:57:01.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.314+0000 7ff69bfff640 1 -- 172.21.15.27:0/801291112 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6a00072d0 con 0x7ff6900040d0 2024-02-09T23:57:01.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.314+0000 7f07de987640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f07d00062e0 con 0x7f07d004fe90 2024-02-09T23:57:01.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.314+0000 7f6035a14640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f60280df220 0x7f602803a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.314+0000 7ff69bfff640 1 -- 172.21.15.27:0/801291112 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff6a0007430 con 0x7ff6900040d0 2024-02-09T23:57:01.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.314+0000 7ff69bfff640 1 -- 172.21.15.27:0/801291112 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6a00072d0 con 0x7ff6900040d0 2024-02-09T23:57:01.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.314+0000 7f2e9259c640 1 --1- >> v1:172.21.15.153:6789/0 conn(0x7f2e940b2a20 0x7f2e94162df0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.27:35024/0 (socket says 172.21.15.27:35024) 2024-02-09T23:57:01.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.314+0000 7fc4e98e5640 1 --2- 172.21.15.27:0/3870280838 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc4e40ad2c0 0x7fc4e40b4970 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fc4d80097a0 tx=0x7fc4d802b820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aa1e9eed583034d8 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.314+0000 7f2e91d9b640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f2e9406d140 0x7f2e94147c60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:49764/0 (socket says 172.21.15.27:49764) 2024-02-09T23:57:01.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.314+0000 7f6035a14640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6028054640 con 0x7f60280e2d80 2024-02-09T23:57:01.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.314+0000 7f2e9359e640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f2e94148370 0x7f2e9416ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.314+0000 7f6035a14640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6028054920 con 0x7f60280e31e0 2024-02-09T23:57:01.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.314+0000 7f6035a14640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6028054c00 con 0x7f60280df220 2024-02-09T23:57:01.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.314+0000 7f2e91d9b640 1 -- 172.21.15.27:0/1886633442 learned_addr learned my addr 172.21.15.27:0/1886633442 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:01.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.315+0000 7f6034a12640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f60280df220 0x7f602803a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.315+0000 7f6034a12640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f60280df220 0x7f602803a7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:40296/0 (socket says 172.21.15.27:40296) 2024-02-09T23:57:01.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.315+0000 7f6034a12640 1 -- 172.21.15.27:0/3956163116 learned_addr learned my addr 172.21.15.27:0/3956163116 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:01.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.315+0000 7f2e92d9d640 1 --2- 172.21.15.27:0/1886633442 >> v2:172.21.15.27:3300/0 conn(0x7f2e94148370 0x7f2e9416ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.314+0000 7f07de987640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f07d0054c10 con 0x7f07d004b3c0 2024-02-09T23:57:01.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.314+0000 7f07de987640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f07d0053a50 con 0x7f07d004f4d0 2024-02-09T23:57:01.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.314+0000 7f07de186640 1 --1- >> v1:172.21.15.153:6789/0 conn(0x7f07d004fe90 0x7f07d00eb260 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.27:35018/0 (socket says 172.21.15.27:35018) 2024-02-09T23:57:01.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.314+0000 7f07de186640 1 -- 172.21.15.27:0/1345422671 learned_addr learned my addr 172.21.15.27:0/1345422671 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:01.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.314+0000 7f07dd985640 1 --2- 172.21.15.27:0/1345422671 >> v2:172.21.15.27:3300/0 conn(0x7f07d004b3c0 0x7f07d0034020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.315+0000 7f07dd184640 1 --2- 172.21.15.27:0/1345422671 >> v2:172.21.15.153:3300/0 conn(0x7f07d004f4d0 0x7f07d004f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.315+0000 7f07dc983640 1 -- 172.21.15.27:0/1345422671 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1925781453 0 0) 0x7f07d00062e0 con 0x7f07d004fe90 2024-02-09T23:57:01.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.315+0000 7f07dc983640 1 -- 172.21.15.27:0/1345422671 --> v1:172.21.15.153:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f07c4003520 con 0x7f07d004fe90 2024-02-09T23:57:01.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.315+0000 7f2e9359e640 1 -- 172.21.15.27:0/1886633442 --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e94165e20 con 0x7f2e9406d140 2024-02-09T23:57:01.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.315+0000 7f2e9359e640 1 -- 172.21.15.27:0/1886633442 --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e94166100 con 0x7f2e940b2a20 2024-02-09T23:57:01.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.315+0000 7f2e9359e640 1 -- 172.21.15.27:0/1886633442 --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e941663e0 con 0x7f2e94148370 2024-02-09T23:57:01.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.315+0000 7f07dd985640 1 -- 172.21.15.27:0/1345422671 >> v2:172.21.15.153:3300/0 conn(0x7f07d004f4d0 msgr2=0x7f07d004f950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:01.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.315+0000 7f07dd985640 1 --2- 172.21.15.27:0/1345422671 >> v2:172.21.15.153:3300/0 conn(0x7f07d004f4d0 0x7f07d004f950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.315+0000 7f07dd985640 1 -- 172.21.15.27:0/1345422671 >> v1:172.21.15.153:6789/0 conn(0x7f07d004fe90 legacy=0x7f07d00eb260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.315+0000 7f07dd985640 1 -- 172.21.15.27:0/1345422671 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07d0053d30 con 0x7f07d004b3c0 2024-02-09T23:57:01.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.315+0000 7fc4e3fff640 1 -- 172.21.15.27:0/3870280838 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4d8031780 con 0x7fc4e40ad2c0 2024-02-09T23:57:01.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.315+0000 7f8e6ed9d640 1 --2- 172.21.15.27:0/585207889 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8e680069d0 0x7f8e68006e40 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f8e70069b60 tx=0x7f8e700a6970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff33a9db34de43dc server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.316+0000 7f8e6d59a640 1 -- 172.21.15.27:0/585207889 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e700ab950 con 0x7f8e680069d0 2024-02-09T23:57:01.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.316+0000 7f8e6d59a640 1 -- 172.21.15.27:0/585207889 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8e700abab0 con 0x7f8e680069d0 2024-02-09T23:57:01.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.315+0000 7ff6aa214640 1 -- 172.21.15.27:0/801291112 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff6900040d0 msgr2=0x7ff6900047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.315+0000 7ff6aa214640 1 --2- 172.21.15.27:0/801291112 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff6900040d0 0x7ff6900047c0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7ff6a000c110 tx=0x7ff6900057f0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.315+0000 7ff6a9a13640 1 -- 172.21.15.27:0/801291112 reap_dead start 2024-02-09T23:57:01.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.316+0000 7ff6aa214640 1 -- 172.21.15.27:0/801291112 shutdown_connections 2024-02-09T23:57:01.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.316+0000 7ff6aa214640 1 -- 172.21.15.27:0/801291112 >> 172.21.15.27:0/801291112 conn(0x7ff6a4066f90 msgr2=0x7ff6a406ac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:01.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.316+0000 7ff6aa214640 1 -- 172.21.15.27:0/801291112 shutdown_connections 2024-02-09T23:57:01.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.316+0000 7f07dd184640 1 --2- 172.21.15.27:0/1345422671 >> v2:172.21.15.153:3300/0 conn(0x7f07d004f4d0 0x7f07d004f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:57:01.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.315+0000 7fc4e3fff640 1 -- 172.21.15.27:0/3870280838 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc4d80318e0 con 0x7fc4e40ad2c0 2024-02-09T23:57:01.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.315+0000 7fbcaebd0640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fbca80cef70 0x7fbca81664e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.316+0000 7fbcaebd0640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbca8072350 con 0x7fbca80cd040 2024-02-09T23:57:01.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.316+0000 7fbcaebd0640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbca8145660 con 0x7fbca8145280 2024-02-09T23:57:01.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.316+0000 7fbcaebd0640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbca8071f30 con 0x7fbca80cef70 2024-02-09T23:57:01.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.316+0000 7fbcad16d640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fbca80cef70 0x7fbca81664e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.316+0000 7fbcad16d640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fbca80cef70 0x7fbca81664e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:40304/0 (socket says 172.21.15.27:40304) 2024-02-09T23:57:01.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.316+0000 7fbcad16d640 1 -- 172.21.15.27:0/1237407252 learned_addr learned my addr 172.21.15.27:0/1237407252 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:01.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.315+0000 7f6034a12640 1 -- 172.21.15.27:0/3956163116 >> v1:172.21.15.153:6789/0 conn(0x7f60280e31e0 legacy=0x7f6028053af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.315+0000 7f6034a12640 1 -- 172.21.15.27:0/3956163116 >> v1:172.21.15.27:6789/0 conn(0x7f60280e2d80 legacy=0x7f60280533e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:01.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.315+0000 7f6034a12640 1 -- 172.21.15.27:0/3956163116 --> v2:172.21.15.153:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60280062e0 con 0x7f60280df220 2024-02-09T23:57:01.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.316+0000 7f8e6d59a640 1 -- 172.21.15.27:0/585207889 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e700abea0 con 0x7f8e680069d0 2024-02-09T23:57:01.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.316+0000 7fbcad16d640 1 -- 172.21.15.27:0/1237407252 >> v1:172.21.15.153:6789/0 conn(0x7fbca8145280 legacy=0x7fbca80cc930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:01.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.316+0000 7fbcad16d640 1 -- 172.21.15.27:0/1237407252 >> v1:172.21.15.27:6789/0 conn(0x7fbca80cd040 legacy=0x7fbca80ce860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:01.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.316+0000 7fbcad16d640 1 -- 172.21.15.27:0/1237407252 --> v2:172.21.15.153:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbca80cf3e0 con 0x7fbca80cef70 2024-02-09T23:57:01.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.316+0000 7fc870fa7640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc86c0b6b20 0x7fc86c0b5470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.316+0000 7fc4e3fff640 1 -- 172.21.15.27:0/3870280838 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4d8031c70 con 0x7fc4e40ad2c0 2024-02-09T23:57:01.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.316+0000 7fc4eb348640 1 -- 172.21.15.27:0/3870280838 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc4e40ad2c0 msgr2=0x7fc4e40b4970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.316+0000 7fc4eb348640 1 --2- 172.21.15.27:0/3870280838 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc4e40ad2c0 0x7fc4e40b4970 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fc4d80097a0 tx=0x7fc4d802b820 comp rx=0 tx=0).stop 2024-02-09T23:57:01.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.316+0000 7ff6aa214640 1 -- 172.21.15.27:0/801291112 wait complete. 2024-02-09T23:57:01.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.316+0000 7fc86a59c640 1 --1- >> v1:172.21.15.153:6789/0 conn(0x7fc86c161280 0x7fc86c0b9310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.27:35040/0 (socket says 172.21.15.27:35040) 2024-02-09T23:57:01.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.316+0000 7fc86a59c640 1 -- 172.21.15.27:0/2782492201 learned_addr learned my addr 172.21.15.27:0/2782492201 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:01.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.316+0000 7fc869d9b640 1 --2- 172.21.15.27:0/2782492201 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc86c0b6b20 0x7fc86c0b5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.316+0000 7fc870fa7640 1 --2- 172.21.15.27:0/2782492201 >> v2:172.21.15.153:3300/0 conn(0x7fc86c0b6f80 0x7fc86c0b59b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.317+0000 7fc4eb348640 1 -- 172.21.15.27:0/3870280838 shutdown_connections 2024-02-09T23:57:01.339 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.316+0000 7fc870fa7640 1 -- 172.21.15.27:0/2782492201 --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc86c161660 con 0x7fc86c161280 2024-02-09T23:57:01.339 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.316+0000 7fc870fa7640 1 -- 172.21.15.27:0/2782492201 --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc86c0b9a20 con 0x7fc86c0b6f80 2024-02-09T23:57:01.339 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.316+0000 7fc870fa7640 1 -- 172.21.15.27:0/2782492201 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc86c0d1c10 con 0x7fc86c0b6b20 2024-02-09T23:57:01.339 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.317+0000 7fc4eb348640 1 --2- 172.21.15.27:0/3870280838 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc4e40ad2c0 0x7fc4e40b4970 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.339 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.317+0000 7fc4eb348640 1 --2- 172.21.15.27:0/3870280838 >> v2:172.21.15.153:3300/0 conn(0x7fc4e406c2a0 0x7fc4e40acd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.317+0000 7f07dd985640 1 --2- 172.21.15.27:0/1345422671 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f07d004b3c0 0x7f07d0034020 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f07d8000b60 tx=0x7f07d80a67c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b68daecd4574fbf server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.317+0000 7fc4eb348640 1 -- 172.21.15.27:0/3870280838 >> 172.21.15.27:0/3870280838 conn(0x7fc4e40b24c0 msgr2=0x7fc4e40cfd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:01.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.315+0000 7f2e9159a640 1 -- 172.21.15.27:0/1886633442 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3659080196 0 0) 0x7f2e94165e20 con 0x7f2e9406d140 2024-02-09T23:57:01.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.315+0000 7f2e9159a640 1 -- 172.21.15.27:0/1886633442 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2e7c003520 con 0x7f2e9406d140 2024-02-09T23:57:01.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.315+0000 7f2e92d9d640 1 -- 172.21.15.27:0/1886633442 >> v1:172.21.15.153:6789/0 conn(0x7f2e940b2a20 legacy=0x7f2e94162df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.315+0000 7f2e92d9d640 1 -- 172.21.15.27:0/1886633442 >> v1:172.21.15.27:6789/0 conn(0x7f2e9406d140 legacy=0x7f2e94147c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.315+0000 7f2e92d9d640 1 -- 172.21.15.27:0/1886633442 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e941666c0 con 0x7f2e94148370 2024-02-09T23:57:01.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.317+0000 7fc86ad9d640 1 --2- 172.21.15.27:0/2782492201 >> v2:172.21.15.153:3300/0 conn(0x7fc86c0b6f80 0x7fc86c0b59b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.317+0000 7fc869d9b640 1 -- 172.21.15.27:0/2782492201 >> v2:172.21.15.153:3300/0 conn(0x7fc86c0b6f80 msgr2=0x7fc86c0b59b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:01.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.317+0000 7fc4eb348640 1 -- 172.21.15.27:0/3870280838 shutdown_connections 2024-02-09T23:57:01.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.317+0000 7fc4eb348640 1 -- 172.21.15.27:0/3870280838 wait complete. 2024-02-09T23:57:01.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.317+0000 7fc869d9b640 1 --2- 172.21.15.27:0/2782492201 >> v2:172.21.15.153:3300/0 conn(0x7fc86c0b6f80 0x7fc86c0b59b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.317+0000 7fc869d9b640 1 -- 172.21.15.27:0/2782492201 >> v1:172.21.15.153:6789/0 conn(0x7fc86c161280 legacy=0x7fc86c0b9310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.317+0000 7fc869d9b640 1 -- 172.21.15.27:0/2782492201 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc86c0d1eb0 con 0x7fc86c0b6b20 2024-02-09T23:57:01.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.317+0000 7f6034a12640 1 --2- 172.21.15.27:0/3956163116 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f60280df220 0x7f602803a7f0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f6024009870 tx=0x7f602402b9a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cc6972390bf191a4 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.343 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.317+0000 7fbcad16d640 1 --2- 172.21.15.27:0/1237407252 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbca80cef70 0x7fbca81664e0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fbc9c009870 tx=0x7fbc9c02b7f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8d154bcfadf574bd server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.343 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.317+0000 7f602f7fe640 1 -- 172.21.15.27:0/3956163116 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6024030860 con 0x7f60280df220 2024-02-09T23:57:01.343 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.317+0000 7f8e6f59e640 1 -- 172.21.15.27:0/585207889 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8e680069d0 msgr2=0x7f8e68006e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.343 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.317+0000 7f8e6f59e640 1 --2- 172.21.15.27:0/585207889 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8e680069d0 0x7f8e68006e40 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f8e70069b60 tx=0x7f8e700a6970 comp rx=0 tx=0).stop 2024-02-09T23:57:01.343 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.317+0000 7f2e92d9d640 1 --2- 172.21.15.27:0/1886633442 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2e94148370 0x7f2e9416ccf0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c009d90 tx=0x7f2e8c02be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83ded02222ebe2a3 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.344 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.317+0000 7f2e9159a640 1 -- 172.21.15.27:0/1886633442 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e8c02cbd0 con 0x7f2e94148370 2024-02-09T23:57:01.344 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.317+0000 7f2e9159a640 1 -- 172.21.15.27:0/1886633442 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e8c02cd30 con 0x7f2e94148370 2024-02-09T23:57:01.344 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.317+0000 7f2e9159a640 1 -- 172.21.15.27:0/1886633442 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e8c02cea0 con 0x7f2e94148370 2024-02-09T23:57:01.344 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.317+0000 7f602f7fe640 1 -- 172.21.15.27:0/3956163116 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60240309c0 con 0x7f60280df220 2024-02-09T23:57:01.344 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.317+0000 7f602f7fe640 1 -- 172.21.15.27:0/3956163116 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6024030d50 con 0x7f60280df220 2024-02-09T23:57:01.344 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.317+0000 7f07dc983640 1 -- 172.21.15.27:0/1345422671 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07d80ac5e0 con 0x7f07d004b3c0 2024-02-09T23:57:01.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.317+0000 7f07dc983640 1 -- 172.21.15.27:0/1345422671 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f07d80ac740 con 0x7f07d004b3c0 2024-02-09T23:57:01.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.317+0000 7f07dc983640 1 -- 172.21.15.27:0/1345422671 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07d80acb90 con 0x7f07d004b3c0 2024-02-09T23:57:01.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.318+0000 7fbca77fe640 1 -- 172.21.15.27:0/1237407252 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc9c031750 con 0x7fbca80cef70 2024-02-09T23:57:01.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.318+0000 7f8e6f59e640 1 -- 172.21.15.27:0/585207889 shutdown_connections 2024-02-09T23:57:01.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.318+0000 7f8e6f59e640 1 --2- 172.21.15.27:0/585207889 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8e680069d0 0x7f8e68006e40 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.318+0000 7f8e6f59e640 1 -- 172.21.15.27:0/585207889 >> 172.21.15.27:0/585207889 conn(0x7f8e68009fa0 msgr2=0x7f8e6800a380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:01.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.318+0000 7fbca77fe640 1 -- 172.21.15.27:0/1237407252 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbc9c0318b0 con 0x7fbca80cef70 2024-02-09T23:57:01.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.318+0000 7fbca77fe640 1 -- 172.21.15.27:0/1237407252 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc9c031c40 con 0x7fbca80cef70 2024-02-09T23:57:01.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.318+0000 7f8e6f59e640 1 -- 172.21.15.27:0/585207889 shutdown_connections 2024-02-09T23:57:01.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.318+0000 7fc869d9b640 1 --2- 172.21.15.27:0/2782492201 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc86c0b6b20 0x7fc86c0b5470 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fc85c0097a0 tx=0x7fc85c02b710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ce869bba949cd7be server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.318+0000 7f2e9359e640 1 -- 172.21.15.27:0/1886633442 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2e94148370 msgr2=0x7f2e9416ccf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.318+0000 7f2e9359e640 1 --2- 172.21.15.27:0/1886633442 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2e94148370 0x7f2e9416ccf0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c009d90 tx=0x7f2e8c02be20 comp rx=0 tx=0).stop 2024-02-09T23:57:01.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.318+0000 7fc86959a640 1 -- 172.21.15.27:0/2782492201 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc85c030710 con 0x7fc86c0b6b20 2024-02-09T23:57:01.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.318+0000 7fc86959a640 1 -- 172.21.15.27:0/2782492201 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc85c02e050 con 0x7fc86c0b6b20 2024-02-09T23:57:01.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.318+0000 7fc86959a640 1 -- 172.21.15.27:0/2782492201 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc85c030a90 con 0x7fc86c0b6b20 2024-02-09T23:57:01.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.318+0000 7f8e6f59e640 1 -- 172.21.15.27:0/585207889 wait complete. 2024-02-09T23:57:01.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.318+0000 7f07de987640 1 -- 172.21.15.27:0/1345422671 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f07d004b3c0 msgr2=0x7f07d0034020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.319+0000 7fbcaebd0640 1 -- 172.21.15.27:0/1237407252 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbca80cef70 msgr2=0x7fbca81664e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.318+0000 7f07de987640 1 --2- 172.21.15.27:0/1345422671 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f07d004b3c0 0x7f07d0034020 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f07d8000b60 tx=0x7f07d80a67c0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.319+0000 7f07de987640 1 -- 172.21.15.27:0/1345422671 shutdown_connections 2024-02-09T23:57:01.349 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.319+0000 7f07de987640 1 --2- 172.21.15.27:0/1345422671 >> v2:172.21.15.153:3300/0 conn(0x7f07d004f4d0 0x7f07d004f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.349 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.319+0000 7f07de987640 1 --2- 172.21.15.27:0/1345422671 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f07d004b3c0 0x7f07d0034020 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.349 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.319+0000 7f07de987640 1 -- 172.21.15.27:0/1345422671 >> 172.21.15.27:0/1345422671 conn(0x7f07d000a400 msgr2=0x7f07d000a7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:01.349 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.319+0000 7f2e9359e640 1 -- 172.21.15.27:0/1886633442 shutdown_connections 2024-02-09T23:57:01.349 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.319+0000 7f2e9359e640 1 --2- 172.21.15.27:0/1886633442 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2e94148370 0x7f2e9416ccf0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.349 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.319+0000 7f2e9359e640 1 -- 172.21.15.27:0/1886633442 >> 172.21.15.27:0/1886633442 conn(0x7f2e94066f90 msgr2=0x7f2e9406ac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:01.349 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.319+0000 7fbcaebd0640 1 --2- 172.21.15.27:0/1237407252 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbca80cef70 0x7fbca81664e0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fbc9c009870 tx=0x7fbc9c02b7f0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.350 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.319+0000 7ff6aa214640 1 Processor -- start 2024-02-09T23:57:01.350 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.319+0000 7f2e9359e640 1 -- 172.21.15.27:0/1886633442 shutdown_connections 2024-02-09T23:57:01.350 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.319+0000 7fbcaebd0640 1 -- 172.21.15.27:0/1237407252 shutdown_connections 2024-02-09T23:57:01.350 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.319+0000 7f07de987640 1 -- 172.21.15.27:0/1345422671 shutdown_connections 2024-02-09T23:57:01.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.319+0000 7fbcaebd0640 1 --2- 172.21.15.27:0/1237407252 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbca80cef70 0x7fbca81664e0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.319+0000 7fbcaebd0640 1 -- 172.21.15.27:0/1237407252 >> 172.21.15.27:0/1237407252 conn(0x7fbca806ac50 msgr2=0x7fbca806b060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:01.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.319+0000 7fbcaebd0640 1 -- 172.21.15.27:0/1237407252 shutdown_connections 2024-02-09T23:57:01.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.319+0000 7f07de987640 1 -- 172.21.15.27:0/1345422671 wait complete. 2024-02-09T23:57:01.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.319+0000 7fbcaebd0640 1 -- 172.21.15.27:0/1237407252 wait complete. 2024-02-09T23:57:01.352 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.319+0000 7fc4eb348640 1 Processor -- start 2024-02-09T23:57:01.352 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.319+0000 7fc4eb348640 1 -- start start 2024-02-09T23:57:01.352 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.319+0000 7fc870fa7640 1 -- 172.21.15.27:0/2782492201 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc86c0b6b20 msgr2=0x7fc86c0b5470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.352 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.319+0000 7fc870fa7640 1 --2- 172.21.15.27:0/2782492201 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc86c0b6b20 0x7fc86c0b5470 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fc85c0097a0 tx=0x7fc85c02b710 comp rx=0 tx=0).stop 2024-02-09T23:57:01.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.319+0000 7f2e9359e640 1 -- 172.21.15.27:0/1886633442 wait complete. 2024-02-09T23:57:01.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.319+0000 7ff6aa214640 1 -- start start 2024-02-09T23:57:01.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.320+0000 7ff6aa214640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff6900040d0 0x7ff6a4150e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.320+0000 7ff6aa214640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff6a414b3c0 0x7ff6a4158a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.320+0000 7ff6aa214640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff6a414e1e0 0x7ff6a414e690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.320+0000 7ff6aa214640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6a414ebd0 con 0x7ff6a414b3c0 2024-02-09T23:57:01.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.320+0000 7ff6aa214640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6a41ef400 con 0x7ff6a414e1e0 2024-02-09T23:57:01.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.320+0000 7ff6aa214640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6a41ef6e0 con 0x7ff6900040d0 2024-02-09T23:57:01.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.320+0000 7ff6a8a11640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff6a414b3c0 0x7ff6a4158a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.320+0000 7ff6a8a11640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff6a414b3c0 0x7ff6a4158a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:46470/0 (socket says 172.21.15.27:46470) 2024-02-09T23:57:01.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.320+0000 7ff6a8a11640 1 -- 172.21.15.27:0/2740837559 learned_addr learned my addr 172.21.15.27:0/2740837559 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:01.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.320+0000 7fc870fa7640 1 -- 172.21.15.27:0/2782492201 shutdown_connections 2024-02-09T23:57:01.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.320+0000 7fc870fa7640 1 --2- 172.21.15.27:0/2782492201 >> v2:172.21.15.153:3300/0 conn(0x7fc86c0b6f80 0x7fc86c0b59b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.320+0000 7fc870fa7640 1 --2- 172.21.15.27:0/2782492201 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc86c0b6b20 0x7fc86c0b5470 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.320+0000 7fc870fa7640 1 -- 172.21.15.27:0/2782492201 >> 172.21.15.27:0/2782492201 conn(0x7fc86c066f90 msgr2=0x7fc86c0d0470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:01.355 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.320+0000 7ff6a9a13640 1 --2- 172.21.15.27:0/2740837559 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff6a414e1e0 0x7ff6a414e690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.355 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.321+0000 7fc4eb348640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc4e406c2a0 0x7fc4e41489d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.355 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.321+0000 7f6035a14640 1 -- 172.21.15.27:0/3956163116 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f60280df220 msgr2=0x7f602803a7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.355 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.321+0000 7f6035a14640 1 --2- 172.21.15.27:0/3956163116 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f60280df220 0x7f602803a7f0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f6024009870 tx=0x7f602402b9a0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.355 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.321+0000 7ff6a9212640 1 --2- 172.21.15.27:0/2740837559 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff6900040d0 0x7ff6a4150e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.356 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.321+0000 7fc4eb348640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc4e40ad2c0 0x7fc4e409d170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.356 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.321+0000 7fc870fa7640 1 -- 172.21.15.27:0/2782492201 shutdown_connections 2024-02-09T23:57:01.356 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.321+0000 7fc4eb348640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc4e40cee30 0x7fc4e40b0920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.321+0000 7fbcaebd0640 1 Processor -- start 2024-02-09T23:57:01.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.321+0000 7f6035a14640 1 -- 172.21.15.27:0/3956163116 shutdown_connections 2024-02-09T23:57:01.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.321+0000 7f07de987640 1 Processor -- start 2024-02-09T23:57:01.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.321+0000 7f6035a14640 1 --2- 172.21.15.27:0/3956163116 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f60280df220 0x7f602803a7f0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.321+0000 7f6035a14640 1 -- 172.21.15.27:0/3956163116 >> 172.21.15.27:0/3956163116 conn(0x7f602800a400 msgr2=0x7f602800a7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:01.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.321+0000 7fbcaebd0640 1 -- start start 2024-02-09T23:57:01.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.321+0000 7fc870fa7640 1 -- 172.21.15.27:0/2782492201 wait complete. 2024-02-09T23:57:01.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.321+0000 7ff6a9212640 1 -- 172.21.15.27:0/2740837559 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff6a414e1e0 msgr2=0x7ff6a414e690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.359 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.321+0000 7ff6a9212640 1 --2- 172.21.15.27:0/2740837559 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff6a414e1e0 0x7ff6a414e690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.359 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.321+0000 7ff6a9212640 1 -- 172.21.15.27:0/2740837559 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff6a414b3c0 msgr2=0x7ff6a4158a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.359 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.321+0000 7ff6a9212640 1 --2- 172.21.15.27:0/2740837559 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff6a414b3c0 0x7ff6a4158a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.359 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.321+0000 7ff6a9212640 1 -- 172.21.15.27:0/2740837559 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6a41ef9c0 con 0x7ff6900040d0 2024-02-09T23:57:01.359 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.321+0000 7fc4e88e3640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc4e40ad2c0 0x7fc4e409d170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.359 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.321+0000 7fc4e88e3640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc4e40ad2c0 0x7fc4e409d170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:40330/0 (socket says 172.21.15.27:40330) 2024-02-09T23:57:01.359 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.321+0000 7fc4e88e3640 1 -- 172.21.15.27:0/4024194993 learned_addr learned my addr 172.21.15.27:0/4024194993 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:01.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.321+0000 7f8e6f59e640 1 Processor -- start 2024-02-09T23:57:01.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.321+0000 7fc4e90e4640 1 --2- 172.21.15.27:0/4024194993 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc4e406c2a0 0x7fc4e41489d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.321+0000 7f8e6f59e640 1 -- start start 2024-02-09T23:57:01.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.321+0000 7ff6a9212640 1 --2- 172.21.15.27:0/2740837559 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff6900040d0 0x7ff6a4150e00 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7ff69400e640 tx=0x7ff69400eb00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.321+0000 7f07de987640 1 -- start start 2024-02-09T23:57:01.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.321+0000 7fc4e98e5640 1 --2- 172.21.15.27:0/4024194993 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc4e40cee30 0x7fc4e40b0920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.322+0000 7f6035a14640 1 -- 172.21.15.27:0/3956163116 shutdown_connections 2024-02-09T23:57:01.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.322+0000 7f6035a14640 1 -- 172.21.15.27:0/3956163116 wait complete. 2024-02-09T23:57:01.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.322+0000 7fc4eb348640 1 -- 172.21.15.27:0/4024194993 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4e414aed0 con 0x7fc4e40cee30 2024-02-09T23:57:01.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.322+0000 7fc4eb348640 1 -- 172.21.15.27:0/4024194993 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4e4148f10 con 0x7fc4e40ad2c0 2024-02-09T23:57:01.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.322+0000 7fc4eb348640 1 -- 172.21.15.27:0/4024194993 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4e414a250 con 0x7fc4e406c2a0 2024-02-09T23:57:01.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.322+0000 7f2e9359e640 1 Processor -- start 2024-02-09T23:57:01.363 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.322+0000 7ff699ffb640 1 -- 172.21.15.27:0/2740837559 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff694004020 con 0x7ff6900040d0 2024-02-09T23:57:01.363 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.322+0000 7ff6aa214640 1 -- 172.21.15.27:0/2740837559 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff6a41efca0 con 0x7ff6900040d0 2024-02-09T23:57:01.363 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.322+0000 7ff6aa214640 1 -- 172.21.15.27:0/2740837559 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6a4158700 con 0x7ff6900040d0 2024-02-09T23:57:01.363 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.322+0000 7ff699ffb640 1 -- 172.21.15.27:0/2740837559 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff694004180 con 0x7ff6900040d0 2024-02-09T23:57:01.363 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.322+0000 7f07de987640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f07d004b3c0 0x7f07d00db380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.363 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.322+0000 7f8e6f59e640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f8e68005e80 0x7f8e6804d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.364 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.323+0000 7f8e6f59e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8e680069d0 0x7f8e6804db20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.364 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.323+0000 7f8e6f59e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8e680eacf0 0x7f8e680dbcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.364 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.323+0000 7f8e6f59e640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e680e0070 con 0x7f8e680eacf0 2024-02-09T23:57:01.364 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.323+0000 7f8e6f59e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e6804e1f0 con 0x7f8e680069d0 2024-02-09T23:57:01.364 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.323+0000 7f8e6f59e640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8e6804e4d0 con 0x7f8e68005e80 2024-02-09T23:57:01.364 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.323+0000 7f8e6e59c640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f8e68005e80 0x7f8e6804d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.364 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.323+0000 7f8e6e59c640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f8e68005e80 0x7f8e6804d5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:41496/0 (socket says 172.21.15.27:41496) 2024-02-09T23:57:01.364 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.323+0000 7f8e6e59c640 1 -- 172.21.15.27:0/16556239 learned_addr learned my addr 172.21.15.27:0/16556239 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:01.364 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.323+0000 7f8e6dd9b640 1 --2- 172.21.15.27:0/16556239 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8e680069d0 0x7f8e6804db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.365 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.323+0000 7f8e6ed9d640 1 --2- 172.21.15.27:0/16556239 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8e680eacf0 0x7f8e680dbcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.365 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.323+0000 7f8e6e59c640 1 -- 172.21.15.27:0/16556239 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8e680069d0 msgr2=0x7f8e6804db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.365 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.323+0000 7f8e6e59c640 1 --2- 172.21.15.27:0/16556239 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8e680069d0 0x7f8e6804db20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.365 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.323+0000 7f8e6e59c640 1 -- 172.21.15.27:0/16556239 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8e680eacf0 msgr2=0x7f8e680dbcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.365 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.323+0000 7f8e6e59c640 1 --2- 172.21.15.27:0/16556239 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8e680eacf0 0x7f8e680dbcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.365 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.323+0000 7f8e6e59c640 1 -- 172.21.15.27:0/16556239 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e7004f8b0 con 0x7f8e68005e80 2024-02-09T23:57:01.365 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.322+0000 7ff699ffb640 1 -- 172.21.15.27:0/2740837559 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6940042f0 con 0x7ff6900040d0 2024-02-09T23:57:01.365 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.323+0000 7fc4e98e5640 1 -- 172.21.15.27:0/4024194993 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc4e406c2a0 msgr2=0x7fc4e41489d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.323+0000 7fc4e98e5640 1 --2- 172.21.15.27:0/4024194993 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc4e406c2a0 0x7fc4e41489d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.323+0000 7fc4e98e5640 1 -- 172.21.15.27:0/4024194993 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc4e40ad2c0 msgr2=0x7fc4e409d170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.323+0000 7fc4e98e5640 1 --2- 172.21.15.27:0/4024194993 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc4e40ad2c0 0x7fc4e409d170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.323+0000 7fc4e98e5640 1 -- 172.21.15.27:0/4024194993 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4d8009400 con 0x7fc4e40cee30 2024-02-09T23:57:01.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.323+0000 7fbcaebd0640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbca80cd040 0x7fbca813dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.323+0000 7fbcaebd0640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbca80cef70 0x7fbca815b250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.323+0000 7fbcaebd0640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbca8145280 0x7fbca8141e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.323+0000 7fbca7fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbca80cef70 0x7fbca815b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.323+0000 7fbcad16d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbca8145280 0x7fbca8141e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.323+0000 7fbcad16d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbca8145280 0x7fbca8141e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:40348/0 (socket says 172.21.15.27:40348) 2024-02-09T23:57:01.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.323+0000 7fbcad16d640 1 -- 172.21.15.27:0/1670479110 learned_addr learned my addr 172.21.15.27:0/1670479110 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:01.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.323+0000 7fbcaebd0640 1 -- 172.21.15.27:0/1670479110 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbca813b8f0 con 0x7fbca80cef70 2024-02-09T23:57:01.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.323+0000 7fbcaebd0640 1 -- 172.21.15.27:0/1670479110 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbca81f0fd0 con 0x7fbca8145280 2024-02-09T23:57:01.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.323+0000 7fbcaebd0640 1 -- 172.21.15.27:0/1670479110 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbca813e150 con 0x7fbca80cd040 2024-02-09T23:57:01.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.323+0000 7fc870fa7640 1 Processor -- start 2024-02-09T23:57:01.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.323+0000 7fc870fa7640 1 -- start start 2024-02-09T23:57:01.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.324+0000 7f6035a14640 1 Processor -- start 2024-02-09T23:57:01.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.322+0000 7f07de987640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f07d004f4d0 0x7f07d004d230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.324+0000 7f6035a14640 1 -- start start 2024-02-09T23:57:01.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.322+0000 7f07de987640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f07d004fe90 0x7f07d0048ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.324+0000 7f8e6e59c640 1 --2- 172.21.15.27:0/16556239 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f8e68005e80 0x7f8e6804d5e0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f8e6400c400 tx=0x7f8e6400c8c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.322+0000 7f07de987640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07d004dcb0 con 0x7f07d004fe90 2024-02-09T23:57:01.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.322+0000 7f07de987640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07d004df90 con 0x7f07d004f4d0 2024-02-09T23:57:01.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.324+0000 7fbcad16d640 1 -- 172.21.15.27:0/1670479110 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbca80cd040 msgr2=0x7fbca813dc10 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-02-09T23:57:01.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.324+0000 7fbcad16d640 1 --2- 172.21.15.27:0/1670479110 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbca80cd040 0x7fbca813dc10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.324+0000 7fbcad16d640 1 -- 172.21.15.27:0/1670479110 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbca80cef70 msgr2=0x7fbca815b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.370 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.324+0000 7fc4e98e5640 1 --2- 172.21.15.27:0/4024194993 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc4e40cee30 0x7fc4e40b0920 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fc4d8033000 tx=0x7fc4d80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.370 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.322+0000 7f07de987640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f07d004e270 con 0x7f07d004b3c0 2024-02-09T23:57:01.370 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.324+0000 7f07de186640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f07d004fe90 0x7f07d0048ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.370 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.324+0000 7fbcad16d640 1 --2- 172.21.15.27:0/1670479110 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbca80cef70 0x7fbca815b250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.370 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.324+0000 7fbcad16d640 1 -- 172.21.15.27:0/1670479110 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc9c0094d0 con 0x7fbca8145280 2024-02-09T23:57:01.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.324+0000 7f07dd184640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f07d004f4d0 0x7f07d004d230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.324+0000 7fbca7fff640 1 --2- 172.21.15.27:0/1670479110 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbca80cef70 0x7fbca815b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:01.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.324+0000 7f07de186640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f07d004fe90 0x7f07d0048ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:46510/0 (socket says 172.21.15.27:46510) 2024-02-09T23:57:01.372 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.324+0000 7f07de186640 1 -- 172.21.15.27:0/115646006 learned_addr learned my addr 172.21.15.27:0/115646006 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:01.372 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.324+0000 7fbcad16d640 1 --2- 172.21.15.27:0/1670479110 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbca8145280 0x7fbca8141e90 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fbc9c009870 tx=0x7fbc9c0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.372 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.324+0000 7f8e5effd640 1 -- 172.21.15.27:0/16556239 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e640052d0 con 0x7f8e68005e80 2024-02-09T23:57:01.372 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.324+0000 7f8e5effd640 1 -- 172.21.15.27:0/16556239 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8e64005430 con 0x7f8e68005e80 2024-02-09T23:57:01.372 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.324+0000 7f8e5effd640 1 -- 172.21.15.27:0/16556239 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e64003830 con 0x7f8e68005e80 2024-02-09T23:57:01.373 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.324+0000 7f07de186640 1 -- 172.21.15.27:0/115646006 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f07d004b3c0 msgr2=0x7f07d00db380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.373 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.325+0000 7f8e6f59e640 1 -- 172.21.15.27:0/16556239 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8e680d9cc0 con 0x7f8e68005e80 2024-02-09T23:57:01.373 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.324+0000 7f07de186640 1 --2- 172.21.15.27:0/115646006 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f07d004b3c0 0x7f07d00db380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.373 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.324+0000 7f07de186640 1 -- 172.21.15.27:0/115646006 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f07d004f4d0 msgr2=0x7f07d004d230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.374 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.325+0000 7fbca57fa640 1 -- 172.21.15.27:0/1670479110 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc9c033c00 con 0x7fbca8145280 2024-02-09T23:57:01.374 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.325+0000 7f8e6f59e640 1 -- 172.21.15.27:0/16556239 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e680da280 con 0x7f8e68005e80 2024-02-09T23:57:01.374 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.324+0000 7f07de186640 1 --2- 172.21.15.27:0/115646006 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f07d004f4d0 0x7f07d004d230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.374 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.325+0000 7fbca57fa640 1 -- 172.21.15.27:0/1670479110 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbc9c033d60 con 0x7fbca8145280 2024-02-09T23:57:01.375 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.324+0000 7f07de186640 1 -- 172.21.15.27:0/115646006 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07c8009400 con 0x7f07d004fe90 2024-02-09T23:57:01.375 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.325+0000 7fbcaebd0640 1 -- 172.21.15.27:0/1670479110 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbca815b790 con 0x7fbca8145280 2024-02-09T23:57:01.375 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.325+0000 7fc870fa7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc86c0b6b20 0x7fc86c0c88d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.376 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.324+0000 7f07de186640 1 --2- 172.21.15.27:0/115646006 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f07d004fe90 0x7f07d0048ef0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f07d400c3c0 tx=0x7f07d4001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.376 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.325+0000 7fc870fa7640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc86c0b6f80 0x7fc86c0cb9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.376 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.325+0000 7f07ce7fc640 1 -- 172.21.15.27:0/115646006 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07d4005ce0 con 0x7f07d004fe90 2024-02-09T23:57:01.376 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.325+0000 7fbcaebd0640 1 -- 172.21.15.27:0/1670479110 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbca813e6b0 con 0x7fbca8145280 2024-02-09T23:57:01.377 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.325+0000 7f07ce7fc640 1 -- 172.21.15.27:0/115646006 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f07d4005e40 con 0x7f07d004fe90 2024-02-09T23:57:01.377 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.325+0000 7ff699ffb640 1 -- 172.21.15.27:0/2740837559 <== mon.2 v2:172.21.15.153:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7ff694015690 con 0x7ff6900040d0 2024-02-09T23:57:01.377 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.325+0000 7f6035a14640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f60280df220 0x7f60280358a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.377 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.325+0000 7f6035a14640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f60280e2d80 0x7f60280533e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.325+0000 7ff699ffb640 1 --2- 172.21.15.27:0/2740837559 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff68806b8e0 0x7ff68806dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.326+0000 7f6035a14640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f60280e31e0 0x7f6028053920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.325+0000 7ff699ffb640 1 -- 172.21.15.27:0/2740837559 <== mon.2 v2:172.21.15.153:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff69408a670 con 0x7ff6900040d0 2024-02-09T23:57:01.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.325+0000 7f2e9359e640 1 -- start start 2024-02-09T23:57:01.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.326+0000 7f6035a14640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f602817a6c0 con 0x7f60280e31e0 2024-02-09T23:57:01.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.326+0000 7f6035a14640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f602817be00 con 0x7f60280e2d80 2024-02-09T23:57:01.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.326+0000 7f6035213640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f60280e31e0 0x7f6028053920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.326+0000 7ff6aa214640 1 -- 172.21.15.27:0/2740837559 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff684005290 con 0x7ff6900040d0 2024-02-09T23:57:01.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.326+0000 7f6035a14640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6028035f30 con 0x7f60280df220 2024-02-09T23:57:01.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.326+0000 7f6035213640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f60280e31e0 0x7f6028053920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:46520/0 (socket says 172.21.15.27:46520) 2024-02-09T23:57:01.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.326+0000 7f6035213640 1 -- 172.21.15.27:0/3456649959 learned_addr learned my addr 172.21.15.27:0/3456649959 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:01.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.326+0000 7f07ce7fc640 1 -- 172.21.15.27:0/115646006 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07d40072d0 con 0x7f07d004fe90 2024-02-09T23:57:01.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.326+0000 7f07de987640 1 -- 172.21.15.27:0/115646006 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f07d004e550 con 0x7f07d004fe90 2024-02-09T23:57:01.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.326+0000 7f07de987640 1 -- 172.21.15.27:0/115646006 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07d003a900 con 0x7f07d004fe90 2024-02-09T23:57:01.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.326+0000 7f8e6f59e640 1 -- 172.21.15.27:0/16556239 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8e68005380 con 0x7f8e68005e80 2024-02-09T23:57:01.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.326+0000 7f6034a12640 1 --2- 172.21.15.27:0/3456649959 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f60280df220 0x7f60280358a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.326+0000 7f6035213640 1 -- 172.21.15.27:0/3456649959 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f60280df220 msgr2=0x7f60280358a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.326+0000 7f6035213640 1 --2- 172.21.15.27:0/3456649959 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f60280df220 0x7f60280358a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.326+0000 7f6035213640 1 -- 172.21.15.27:0/3456649959 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f60280e2d80 msgr2=0x7f60280533e0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-02-09T23:57:01.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.326+0000 7f6035213640 1 --2- 172.21.15.27:0/3456649959 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f60280e2d80 0x7f60280533e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.326+0000 7f6035213640 1 -- 172.21.15.27:0/3456649959 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60240094d0 con 0x7f60280e31e0 2024-02-09T23:57:01.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.326+0000 7ff6a8a11640 1 --2- 172.21.15.27:0/2740837559 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff68806b8e0 0x7ff68806dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.327+0000 7ff6a8a11640 1 --2- 172.21.15.27:0/2740837559 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff68806b8e0 0x7ff68806dda0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7ff6a000c110 tx=0x7ff6a0009070 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.327+0000 7fbca57fa640 1 -- 172.21.15.27:0/1670479110 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc9c03d6b0 con 0x7fbca8145280 2024-02-09T23:57:01.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.327+0000 7fbcaebd0640 1 -- 172.21.15.27:0/1670479110 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbc88005290 con 0x7fbca8145280 2024-02-09T23:57:01.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.327+0000 7f6035213640 1 --2- 172.21.15.27:0/3456649959 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f60280e31e0 0x7f6028053920 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f6030069c80 tx=0x7f6030074200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.325+0000 7fc86a59c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc86c0b6b20 0x7fc86c0c88d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.325+0000 7fc86a59c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc86c0b6b20 0x7fc86c0c88d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:40364/0 (socket says 172.21.15.27:40364) 2024-02-09T23:57:01.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.325+0000 7fc869d9b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc86c0b6f80 0x7fc86c0cb9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.327+0000 7fc870fa7640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc86c161280 0x7fc86c151e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.327+0000 7fc870fa7640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc86c0c9c30 con 0x7fc86c0b6f80 2024-02-09T23:57:01.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.327+0000 7fc86a59c640 1 -- 172.21.15.27:0/1546196626 learned_addr learned my addr 172.21.15.27:0/1546196626 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:01.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.327+0000 7fc870fa7640 1 -- 172.21.15.27:0/1546196626 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc86c0c8fb0 con 0x7fc86c0b6b20 2024-02-09T23:57:01.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.326+0000 7fc4e1ffb640 1 -- 172.21.15.27:0/4024194993 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4d8032750 con 0x7fc4e40cee30 2024-02-09T23:57:01.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.327+0000 7fc4e1ffb640 1 -- 172.21.15.27:0/4024194993 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc4d80328b0 con 0x7fc4e40cee30 2024-02-09T23:57:01.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.327+0000 7fc4e1ffb640 1 -- 172.21.15.27:0/4024194993 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4d8032c60 con 0x7fc4e40cee30 2024-02-09T23:57:01.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.327+0000 7fc870fa7640 1 -- 172.21.15.27:0/1546196626 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc86c0c9290 con 0x7fc86c161280 2024-02-09T23:57:01.385 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.327+0000 7f8e5effd640 1 -- 172.21.15.27:0/16556239 <== mon.2 v2:172.21.15.153:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f8e64003990 con 0x7f8e68005e80 2024-02-09T23:57:01.385 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.328+0000 7f8e5effd640 1 --2- 172.21.15.27:0/16556239 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f8e5006b8e0 0x7f8e5006dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.385 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.327+0000 7f07de987640 1 -- 172.21.15.27:0/115646006 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f07d004ea70 con 0x7f07d004fe90 2024-02-09T23:57:01.385 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.327+0000 7fc4eb348640 1 -- 172.21.15.27:0/4024194993 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc4e414a530 con 0x7fc4e40cee30 2024-02-09T23:57:01.386 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.328+0000 7fc4eb348640 1 -- 172.21.15.27:0/4024194993 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc4e414aaf0 con 0x7fc4e40cee30 2024-02-09T23:57:01.386 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.328+0000 7fbca57fa640 1 -- 172.21.15.27:0/1670479110 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fbc9c03a040 con 0x7fbca8145280 2024-02-09T23:57:01.386 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.328+0000 7f602d7fa640 1 -- 172.21.15.27:0/3456649959 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6030074880 con 0x7f60280e31e0 2024-02-09T23:57:01.386 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.328+0000 7f602d7fa640 1 -- 172.21.15.27:0/3456649959 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6030074a00 con 0x7f60280e31e0 2024-02-09T23:57:01.386 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.328+0000 7f602d7fa640 1 -- 172.21.15.27:0/3456649959 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6030092640 con 0x7f60280e31e0 2024-02-09T23:57:01.386 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.328+0000 7f6035a14640 1 -- 172.21.15.27:0/3456649959 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6028036210 con 0x7f60280e31e0 2024-02-09T23:57:01.387 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.328+0000 7f8e5effd640 1 -- 172.21.15.27:0/16556239 <== mon.2 v2:172.21.15.153:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8e640896d0 con 0x7f8e68005e80 2024-02-09T23:57:01.387 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.328+0000 7f8e6dd9b640 1 --2- 172.21.15.27:0/16556239 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f8e5006b8e0 0x7f8e5006dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.387 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.328+0000 7f2e9359e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2e9406d140 0x7f2e941eca70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.387 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.328+0000 7f2e9359e640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2e940b2a20 0x7f2e94163c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.387 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.328+0000 7fbca57fa640 1 --2- 172.21.15.27:0/1670479110 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbc9406b8e0 0x7fbc9406dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.328+0000 7f07ce7fc640 1 -- 172.21.15.27:0/115646006 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f07d4007430 con 0x7f07d004fe90 2024-02-09T23:57:01.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.328+0000 7fbca57fa640 1 -- 172.21.15.27:0/1670479110 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbc9c0ac1b0 con 0x7fbca8145280 2024-02-09T23:57:01.389 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.328+0000 7f2e9359e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2e94148370 0x7f2e9414e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.389 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.328+0000 7f2e9359e640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e94163870 con 0x7f2e94148370 2024-02-09T23:57:01.389 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.328+0000 7f2e9359e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e94162bf0 con 0x7f2e9406d140 2024-02-09T23:57:01.389 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.328+0000 7f2e9359e640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e94162ed0 con 0x7f2e940b2a20 2024-02-09T23:57:01.389 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.328+0000 7fbcac96c640 1 --2- 172.21.15.27:0/1670479110 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbc9406b8e0 0x7fbc9406dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.389 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.329+0000 7f07ce7fc640 1 --2- 172.21.15.27:0/115646006 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f07bc06b8e0 0x7f07bc06dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.390 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.329+0000 7f8e6dd9b640 1 --2- 172.21.15.27:0/16556239 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f8e5006b8e0 0x7f8e5006dda0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f8e6804f020 tx=0x7f8e60007e30 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.390 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.328+0000 7fc86ad9d640 1 --2- 172.21.15.27:0/1546196626 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc86c161280 0x7fc86c151e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.390 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.328+0000 7fc86ad9d640 1 -- 172.21.15.27:0/1546196626 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc86c0b6b20 msgr2=0x7fc86c0c88d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.390 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.328+0000 7fc86ad9d640 1 --2- 172.21.15.27:0/1546196626 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc86c0b6b20 0x7fc86c0c88d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.390 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.328+0000 7fc86ad9d640 1 -- 172.21.15.27:0/1546196626 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc86c0b6f80 msgr2=0x7fc86c0cb9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.391 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.329+0000 7f07ce7fc640 1 -- 172.21.15.27:0/115646006 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f07d40895d0 con 0x7f07d004fe90 2024-02-09T23:57:01.391 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.328+0000 7fc86ad9d640 1 --2- 172.21.15.27:0/1546196626 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc86c0b6f80 0x7fc86c0cb9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.391 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.328+0000 7fc86ad9d640 1 -- 172.21.15.27:0/1546196626 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc85c009400 con 0x7fc86c161280 2024-02-09T23:57:01.391 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.328+0000 7fc869d9b640 1 --2- 172.21.15.27:0/1546196626 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc86c0b6f80 0x7fc86c0cb9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:01.391 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.329+0000 7fc86ad9d640 1 --2- 172.21.15.27:0/1546196626 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc86c161280 0x7fc86c151e70 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fc86000d530 tx=0x7fc86000d9f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.391 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.329+0000 7f6035a14640 1 -- 172.21.15.27:0/3456649959 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60280367d0 con 0x7f60280e31e0 2024-02-09T23:57:01.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.329+0000 7fc4cb7fe640 1 -- 172.21.15.27:0/4024194993 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc4e414b010 con 0x7fc4e40cee30 2024-02-09T23:57:01.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.329+0000 7f07dd985640 1 --2- 172.21.15.27:0/115646006 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f07bc06b8e0 0x7f07bc06dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.329+0000 7fbcac96c640 1 --2- 172.21.15.27:0/1670479110 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbc9406b8e0 0x7fbc9406dda0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fbc98003c50 tx=0x7fbc980079b0 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.329+0000 7f2e91d9b640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2e940b2a20 0x7f2e94163c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.329+0000 7f2e9259c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2e9406d140 0x7f2e941eca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.329+0000 7f2e92d9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2e94148370 0x7f2e9414e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.329+0000 7f2e9259c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2e9406d140 0x7f2e941eca70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:40374/0 (socket says 172.21.15.27:40374) 2024-02-09T23:57:01.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.329+0000 7f2e9259c640 1 -- 172.21.15.27:0/1110457949 learned_addr learned my addr 172.21.15.27:0/1110457949 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:01.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.330+0000 7f2e91d9b640 1 -- 172.21.15.27:0/1110457949 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2e9406d140 msgr2=0x7f2e941eca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.330+0000 7f07dd985640 1 --2- 172.21.15.27:0/115646006 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f07bc06b8e0 0x7f07bc06dda0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f07d0008990 tx=0x7f07d80a9000 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.394 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.330+0000 7f2e91d9b640 1 --2- 172.21.15.27:0/1110457949 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2e9406d140 0x7f2e941eca70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.394 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.330+0000 7f2e91d9b640 1 -- 172.21.15.27:0/1110457949 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2e94148370 msgr2=0x7f2e9414e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.394 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.330+0000 7f2e91d9b640 1 --2- 172.21.15.27:0/1110457949 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2e94148370 0x7f2e9414e8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.394 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.330+0000 7f2e91d9b640 1 -- 172.21.15.27:0/1110457949 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e8c009a70 con 0x7f2e940b2a20 2024-02-09T23:57:01.394 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.330+0000 7f2e9259c640 1 --2- 172.21.15.27:0/1110457949 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2e9406d140 0x7f2e941eca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:57:01.394 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.330+0000 7f2e91d9b640 1 --2- 172.21.15.27:0/1110457949 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2e940b2a20 0x7f2e94163c90 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f2e9406d520 tx=0x7f2e8800c8e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.395 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.330+0000 7f6035a14640 1 -- 172.21.15.27:0/3456649959 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6028008e20 con 0x7f60280e31e0 2024-02-09T23:57:01.395 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.332+0000 7ff699ffb640 1 -- 172.21.15.27:0/2740837559 <== mon.2 v2:172.21.15.153:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7ff694055130 con 0x7ff6900040d0 2024-02-09T23:57:01.395 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.333+0000 7fbca57fa640 1 -- 172.21.15.27:0/1670479110 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fbc9c076c40 con 0x7fbca8145280 2024-02-09T23:57:01.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.334+0000 7f07ce7fc640 1 -- 172.21.15.27:0/115646006 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f07d004ea70 con 0x7f07d004fe90 2024-02-09T23:57:01.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.335+0000 7fc4e1ffb640 1 -- 172.21.15.27:0/4024194993 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fc4d804d3f0 con 0x7fc4e40cee30 2024-02-09T23:57:01.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.336+0000 7f602d7fa640 1 -- 172.21.15.27:0/3456649959 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f603009b3f0 con 0x7f60280e31e0 2024-02-09T23:57:01.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.336+0000 7fc4e1ffb640 1 --2- 172.21.15.27:0/4024194993 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc4d006fcf0 0x7fc4d00721b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.336+0000 7f602d7fa640 1 --2- 172.21.15.27:0/3456649959 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f601406b910 0x7f601406ddd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.336+0000 7fc4e1ffb640 1 -- 172.21.15.27:0/4024194993 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc4d80abd90 con 0x7fc4e40cee30 2024-02-09T23:57:01.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.336+0000 7f602d7fa640 1 -- 172.21.15.27:0/3456649959 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6030104ba0 con 0x7f60280e31e0 2024-02-09T23:57:01.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.336+0000 7fc4e90e4640 1 --2- 172.21.15.27:0/4024194993 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc4d006fcf0 0x7fc4d00721b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.336+0000 7fc85affd640 1 -- 172.21.15.27:0/1546196626 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc860021480 con 0x7fc86c161280 2024-02-09T23:57:01.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.337+0000 7f2e82ffd640 1 -- 172.21.15.27:0/1110457949 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e880074e0 con 0x7f2e940b2a20 2024-02-09T23:57:01.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.337+0000 7f2e82ffd640 1 -- 172.21.15.27:0/1110457949 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e88007640 con 0x7f2e940b2a20 2024-02-09T23:57:01.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.337+0000 7f6034a12640 1 --2- 172.21.15.27:0/3456649959 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f601406b910 0x7f601406ddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.399 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.337+0000 7fc85affd640 1 -- 172.21.15.27:0/1546196626 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc86001a070 con 0x7fc86c161280 2024-02-09T23:57:01.399 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.337+0000 7fc85affd640 1 -- 172.21.15.27:0/1546196626 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc860021800 con 0x7fc86c161280 2024-02-09T23:57:01.399 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.337+0000 7f8e5effd640 1 -- 172.21.15.27:0/16556239 <== mon.2 v2:172.21.15.153:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f8e64054210 con 0x7f8e68005e80 2024-02-09T23:57:01.399 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.337+0000 7fc4e90e4640 1 --2- 172.21.15.27:0/4024194993 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc4d006fcf0 0x7fc4d00721b0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fc4d4009f20 tx=0x7fc4d40094d0 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.400 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.337+0000 7f2e9359e640 1 -- 172.21.15.27:0/1110457949 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e941631b0 con 0x7f2e940b2a20 2024-02-09T23:57:01.400 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.337+0000 7f2e9359e640 1 -- 172.21.15.27:0/1110457949 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e941ecfb0 con 0x7f2e940b2a20 2024-02-09T23:57:01.400 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.337+0000 7f6034a12640 1 --2- 172.21.15.27:0/3456649959 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f601406b910 0x7f601406ddd0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f6024036000 tx=0x7f602403b040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.400 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.338+0000 7fc870fa7640 1 -- 172.21.15.27:0/1546196626 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc86c0c9570 con 0x7fc86c161280 2024-02-09T23:57:01.400 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.338+0000 7fc870fa7640 1 -- 172.21.15.27:0/1546196626 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc86c0cbef0 con 0x7fc86c161280 2024-02-09T23:57:01.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.339+0000 7f2e82ffd640 1 -- 172.21.15.27:0/1110457949 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e880049e0 con 0x7f2e940b2a20 2024-02-09T23:57:01.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.339+0000 7f2e9359e640 1 -- 172.21.15.27:0/1110457949 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e940cd370 con 0x7f2e940b2a20 2024-02-09T23:57:01.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.339+0000 7f2e82ffd640 1 -- 172.21.15.27:0/1110457949 <== mon.2 v2:172.21.15.153:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f2e88004c80 con 0x7f2e940b2a20 2024-02-09T23:57:01.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.340+0000 7f2e82ffd640 1 --2- 172.21.15.27:0/1110457949 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2e7406b8e0 0x7f2e7406dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.340+0000 7f2e82ffd640 1 -- 172.21.15.27:0/1110457949 <== mon.2 v2:172.21.15.153:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2e88089e80 con 0x7f2e940b2a20 2024-02-09T23:57:01.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.340+0000 7fc85affd640 1 -- 172.21.15.27:0/1546196626 <== mon.2 v2:172.21.15.153:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fc86002a3a0 con 0x7fc86c161280 2024-02-09T23:57:01.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.340+0000 7fc85affd640 1 --2- 172.21.15.27:0/1546196626 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc84c06b810 0x7fc84c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:01.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.341+0000 7f2e9259c640 1 --2- 172.21.15.27:0/1110457949 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2e7406b8e0 0x7f2e7406dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.341+0000 7fc85affd640 1 -- 172.21.15.27:0/1546196626 <== mon.2 v2:172.21.15.153:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc86001c070 con 0x7fc86c161280 2024-02-09T23:57:01.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.341+0000 7fc86a59c640 1 --2- 172.21.15.27:0/1546196626 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc84c06b810 0x7fc84c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:01.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.341+0000 7fc870fa7640 1 -- 172.21.15.27:0/1546196626 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc86c0746c0 con 0x7fc86c161280 2024-02-09T23:57:01.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.341+0000 7f2e9259c640 1 --2- 172.21.15.27:0/1110457949 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2e7406b8e0 0x7f2e7406dda0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f2e84000f60 tx=0x7f2e84007f00 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.341+0000 7fc86a59c640 1 --2- 172.21.15.27:0/1546196626 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc84c06b810 0x7fc84c06dcd0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fc8640012e0 tx=0x7fc8640018c0 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:01.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.343+0000 7f602d7fa640 1 -- 172.21.15.27:0/3456649959 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f60300cf630 con 0x7f60280e31e0 2024-02-09T23:57:01.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.344+0000 7f2e82ffd640 1 -- 172.21.15.27:0/1110457949 <== mon.2 v2:172.21.15.153:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f2e88054bd0 con 0x7f2e940b2a20 2024-02-09T23:57:01.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.349+0000 7fc85affd640 1 -- 172.21.15.27:0/1546196626 <== mon.2 v2:172.21.15.153:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fc860026080 con 0x7fc86c161280 2024-02-09T23:57:01.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.350+0000 7fc4e1ffb640 1 -- 172.21.15.27:0/4024194993 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fc4d8076940 con 0x7fc4e40cee30 2024-02-09T23:57:01.751 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.749+0000 7f8e6f59e640 1 -- 172.21.15.27:0/16556239 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f8e680ea430 con 0x7f8e68005e80 2024-02-09T23:57:01.751 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.750+0000 7f8e5effd640 1 -- 172.21.15.27:0/16556239 <== mon.2 v2:172.21.15.153:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f8e640578d0 con 0x7f8e68005e80 2024-02-09T23:57:01.752 INFO:teuthology.orchestra.run.smithi027.stdout:55834574855 2024-02-09T23:57:01.755 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.753+0000 7f8e5cff9640 1 -- 172.21.15.27:0/16556239 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f8e5006b8e0 msgr2=0x7f8e5006dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.755 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.753+0000 7f8e5cff9640 1 --2- 172.21.15.27:0/16556239 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f8e5006b8e0 0x7f8e5006dda0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f8e6804f020 tx=0x7f8e60007e30 comp rx=0 tx=0).stop 2024-02-09T23:57:01.756 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.753+0000 7f8e5cff9640 1 -- 172.21.15.27:0/16556239 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f8e68005e80 msgr2=0x7f8e6804d5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.756 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.753+0000 7f8e5cff9640 1 --2- 172.21.15.27:0/16556239 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f8e68005e80 0x7f8e6804d5e0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f8e6400c400 tx=0x7f8e6400c8c0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.756 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.753+0000 7f8e5cff9640 1 -- 172.21.15.27:0/16556239 shutdown_connections 2024-02-09T23:57:01.756 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.753+0000 7f8e5cff9640 1 --2- 172.21.15.27:0/16556239 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f8e5006b8e0 0x7f8e5006dda0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.756 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.753+0000 7f8e5cff9640 1 --2- 172.21.15.27:0/16556239 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8e680eacf0 0x7f8e680dbcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.756 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.753+0000 7f8e5cff9640 1 --2- 172.21.15.27:0/16556239 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8e680069d0 0x7f8e6804db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.756 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.753+0000 7f8e5cff9640 1 --2- 172.21.15.27:0/16556239 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f8e68005e80 0x7f8e6804d5e0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.756 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.754+0000 7f8e5cff9640 1 -- 172.21.15.27:0/16556239 >> 172.21.15.27:0/16556239 conn(0x7f8e68009fa0 msgr2=0x7f8e680062c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:01.756 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.754+0000 7f8e5cff9640 1 -- 172.21.15.27:0/16556239 shutdown_connections 2024-02-09T23:57:01.756 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.754+0000 7f8e5cff9640 1 -- 172.21.15.27:0/16556239 wait complete. 2024-02-09T23:57:01.758 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.756+0000 7f07de987640 1 -- 172.21.15.27:0/115646006 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f07d004ea70 con 0x7f07d004fe90 2024-02-09T23:57:01.758 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.756+0000 7ff6aa214640 1 -- 172.21.15.27:0/2740837559 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7ff684005540 con 0x7ff6900040d0 2024-02-09T23:57:01.758 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.757+0000 7f07ce7fc640 1 -- 172.21.15.27:0/115646006 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f07d004ea70 con 0x7f07d004fe90 2024-02-09T23:57:01.759 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.757+0000 7fbcaebd0640 1 -- 172.21.15.27:0/1670479110 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7fbc88005540 con 0x7fbca8145280 2024-02-09T23:57:01.759 INFO:teuthology.orchestra.run.smithi027.stdout:55834574854 2024-02-09T23:57:01.759 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.758+0000 7ff699ffb640 1 -- 172.21.15.27:0/2740837559 <== mon.2 v2:172.21.15.153:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7ff694019020 con 0x7ff6900040d0 2024-02-09T23:57:01.760 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.758+0000 7fbca57fa640 1 -- 172.21.15.27:0/1670479110 <== mon.1 v2:172.21.15.153:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fbc9c07a300 con 0x7fbca8145280 2024-02-09T23:57:01.762 INFO:teuthology.orchestra.run.smithi027.stdout:55834574854 2024-02-09T23:57:01.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.760+0000 7f07bbfff640 1 -- 172.21.15.27:0/115646006 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f07bc06b8e0 msgr2=0x7f07bc06dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.760+0000 7f07bbfff640 1 --2- 172.21.15.27:0/115646006 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f07bc06b8e0 0x7f07bc06dda0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f07d0008990 tx=0x7f07d80a9000 comp rx=0 tx=0).stop 2024-02-09T23:57:01.763 INFO:teuthology.orchestra.run.smithi027.stdout:55834574854 2024-02-09T23:57:01.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.761+0000 7f07bbfff640 1 -- 172.21.15.27:0/115646006 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f07d004fe90 msgr2=0x7f07d0048ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.761+0000 7f07bbfff640 1 --2- 172.21.15.27:0/115646006 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f07d004fe90 0x7f07d0048ef0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f07d400c3c0 tx=0x7f07d4001e70 comp rx=0 tx=0).stop 2024-02-09T23:57:01.764 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.761+0000 7fbcaebd0640 1 -- 172.21.15.27:0/1670479110 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbc9406b8e0 msgr2=0x7fbc9406dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.764 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.761+0000 7f07bbfff640 1 -- 172.21.15.27:0/115646006 shutdown_connections 2024-02-09T23:57:01.765 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.761+0000 7f07bbfff640 1 --2- 172.21.15.27:0/115646006 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f07bc06b8e0 0x7f07bc06dda0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.765 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.761+0000 7f07bbfff640 1 --2- 172.21.15.27:0/115646006 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f07d004fe90 0x7f07d0048ef0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.765 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.761+0000 7f07bbfff640 1 --2- 172.21.15.27:0/115646006 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f07d004f4d0 0x7f07d004d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.765 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.761+0000 7f07bbfff640 1 --2- 172.21.15.27:0/115646006 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f07d004b3c0 0x7f07d00db380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.765 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.761+0000 7f07bbfff640 1 -- 172.21.15.27:0/115646006 >> 172.21.15.27:0/115646006 conn(0x7f07d000a400 msgr2=0x7f07d0052fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:01.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.761+0000 7fbcaebd0640 1 --2- 172.21.15.27:0/1670479110 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbc9406b8e0 0x7fbc9406dda0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fbc98003c50 tx=0x7fbc980079b0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.761+0000 7fbcaebd0640 1 -- 172.21.15.27:0/1670479110 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbca8145280 msgr2=0x7fbca8141e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.761+0000 7fbcaebd0640 1 --2- 172.21.15.27:0/1670479110 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbca8145280 0x7fbca8141e90 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fbc9c009870 tx=0x7fbc9c0046c0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.761+0000 7fbcaebd0640 1 -- 172.21.15.27:0/1670479110 shutdown_connections 2024-02-09T23:57:01.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.761+0000 7fbcaebd0640 1 --2- 172.21.15.27:0/1670479110 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbc9406b8e0 0x7fbc9406dda0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.761+0000 7fbcaebd0640 1 --2- 172.21.15.27:0/1670479110 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbca8145280 0x7fbca8141e90 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.761+0000 7fbcaebd0640 1 --2- 172.21.15.27:0/1670479110 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbca80cef70 0x7fbca815b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.761+0000 7fbcaebd0640 1 --2- 172.21.15.27:0/1670479110 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbca80cd040 0x7fbca813dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.761+0000 7ff6aa214640 1 -- 172.21.15.27:0/2740837559 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff68806b8e0 msgr2=0x7ff68806dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.761+0000 7ff6aa214640 1 --2- 172.21.15.27:0/2740837559 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff68806b8e0 0x7ff68806dda0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7ff6a000c110 tx=0x7ff6a0009070 comp rx=0 tx=0).stop 2024-02-09T23:57:01.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.761+0000 7fbcaebd0640 1 -- 172.21.15.27:0/1670479110 >> 172.21.15.27:0/1670479110 conn(0x7fbca806ac50 msgr2=0x7fbca80cf6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:01.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.761+0000 7ff6aa214640 1 -- 172.21.15.27:0/2740837559 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff6900040d0 msgr2=0x7ff6a4150e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.761+0000 7ff6aa214640 1 --2- 172.21.15.27:0/2740837559 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff6900040d0 0x7ff6a4150e00 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7ff69400e640 tx=0x7ff69400eb00 comp rx=0 tx=0).stop 2024-02-09T23:57:01.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.762+0000 7fbcaebd0640 1 -- 172.21.15.27:0/1670479110 shutdown_connections 2024-02-09T23:57:01.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.762+0000 7f07bbfff640 1 -- 172.21.15.27:0/115646006 shutdown_connections 2024-02-09T23:57:01.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.762+0000 7f07bbfff640 1 -- 172.21.15.27:0/115646006 wait complete. 2024-02-09T23:57:01.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.762+0000 7fbcaebd0640 1 -- 172.21.15.27:0/1670479110 wait complete. 2024-02-09T23:57:01.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.762+0000 7ff6aa214640 1 -- 172.21.15.27:0/2740837559 shutdown_connections 2024-02-09T23:57:01.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.762+0000 7ff6aa214640 1 --2- 172.21.15.27:0/2740837559 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff68806b8e0 0x7ff68806dda0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.762+0000 7ff6aa214640 1 --2- 172.21.15.27:0/2740837559 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff6a414e1e0 0x7ff6a414e690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.762+0000 7ff6aa214640 1 --2- 172.21.15.27:0/2740837559 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff6a414b3c0 0x7ff6a4158a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.762+0000 7ff6aa214640 1 --2- 172.21.15.27:0/2740837559 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff6900040d0 0x7ff6a4150e00 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.762+0000 7ff6aa214640 1 -- 172.21.15.27:0/2740837559 >> 172.21.15.27:0/2740837559 conn(0x7ff6a4066f90 msgr2=0x7ff6a415c860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:01.770 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.762+0000 7ff6aa214640 1 -- 172.21.15.27:0/2740837559 shutdown_connections 2024-02-09T23:57:01.770 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.762+0000 7ff6aa214640 1 -- 172.21.15.27:0/2740837559 wait complete. 2024-02-09T23:57:01.770 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.766+0000 7f6035a14640 1 -- 172.21.15.27:0/3456649959 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f6028053e60 con 0x7f60280e31e0 2024-02-09T23:57:01.770 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.767+0000 7f602d7fa640 1 -- 172.21.15.27:0/3456649959 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f60300d2cf0 con 0x7f60280e31e0 2024-02-09T23:57:01.771 INFO:teuthology.orchestra.run.smithi027.stdout:55834574854 2024-02-09T23:57:01.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.771+0000 7f601affd640 1 -- 172.21.15.27:0/3456649959 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f601406b910 msgr2=0x7f601406ddd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.771+0000 7f601affd640 1 --2- 172.21.15.27:0/3456649959 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f601406b910 0x7f601406ddd0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f6024036000 tx=0x7f602403b040 comp rx=0 tx=0).stop 2024-02-09T23:57:01.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.771+0000 7f601affd640 1 -- 172.21.15.27:0/3456649959 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f60280e31e0 msgr2=0x7f6028053920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.771+0000 7f601affd640 1 --2- 172.21.15.27:0/3456649959 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f60280e31e0 0x7f6028053920 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f6030069c80 tx=0x7f6030074200 comp rx=0 tx=0).stop 2024-02-09T23:57:01.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.771+0000 7f2e9359e640 1 -- 172.21.15.27:0/1110457949 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f2e9406f0c0 con 0x7f2e940b2a20 2024-02-09T23:57:01.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.772+0000 7f2e82ffd640 1 -- 172.21.15.27:0/1110457949 <== mon.2 v2:172.21.15.153:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f2e88058290 con 0x7f2e940b2a20 2024-02-09T23:57:01.774 INFO:teuthology.orchestra.run.smithi027.stdout:55834574854 2024-02-09T23:57:01.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.772+0000 7f601affd640 1 -- 172.21.15.27:0/3456649959 shutdown_connections 2024-02-09T23:57:01.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.772+0000 7f601affd640 1 --2- 172.21.15.27:0/3456649959 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f601406b910 0x7f601406ddd0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.772+0000 7f601affd640 1 --2- 172.21.15.27:0/3456649959 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f60280e31e0 0x7f6028053920 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.772+0000 7f601affd640 1 --2- 172.21.15.27:0/3456649959 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f60280e2d80 0x7f60280533e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.772+0000 7f601affd640 1 --2- 172.21.15.27:0/3456649959 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f60280df220 0x7f60280358a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.772+0000 7f601affd640 1 -- 172.21.15.27:0/3456649959 >> 172.21.15.27:0/3456649959 conn(0x7f602800a400 msgr2=0x7f60280492e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:01.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.772+0000 7f601affd640 1 -- 172.21.15.27:0/3456649959 shutdown_connections 2024-02-09T23:57:01.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.772+0000 7f601affd640 1 -- 172.21.15.27:0/3456649959 wait complete. 2024-02-09T23:57:01.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.773+0000 7fc870fa7640 1 -- 172.21.15.27:0/1546196626 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7fc86c0b5a00 con 0x7fc86c161280 2024-02-09T23:57:01.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.774+0000 7fc85affd640 1 -- 172.21.15.27:0/1546196626 <== mon.2 v2:172.21.15.153:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fc86005cf60 con 0x7fc86c161280 2024-02-09T23:57:01.776 INFO:teuthology.orchestra.run.smithi027.stdout:55834574854 2024-02-09T23:57:01.777 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574855 for osd.0 2024-02-09T23:57:01.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.775+0000 7f2e9359e640 1 -- 172.21.15.27:0/1110457949 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2e7406b8e0 msgr2=0x7f2e7406dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.775+0000 7f2e9359e640 1 --2- 172.21.15.27:0/1110457949 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2e7406b8e0 0x7f2e7406dda0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f2e84000f60 tx=0x7f2e84007f00 comp rx=0 tx=0).stop 2024-02-09T23:57:01.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.775+0000 7f2e9359e640 1 -- 172.21.15.27:0/1110457949 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2e940b2a20 msgr2=0x7f2e94163c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.775+0000 7f2e9359e640 1 --2- 172.21.15.27:0/1110457949 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2e940b2a20 0x7f2e94163c90 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f2e9406d520 tx=0x7f2e8800c8e0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.775+0000 7f2e9359e640 1 -- 172.21.15.27:0/1110457949 shutdown_connections 2024-02-09T23:57:01.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.775+0000 7f2e9359e640 1 --2- 172.21.15.27:0/1110457949 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2e7406b8e0 0x7f2e7406dda0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.775+0000 7f2e9359e640 1 --2- 172.21.15.27:0/1110457949 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2e94148370 0x7f2e9414e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.775+0000 7f2e9359e640 1 --2- 172.21.15.27:0/1110457949 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2e940b2a20 0x7f2e94163c90 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.776+0000 7fc4cb7fe640 1 -- 172.21.15.27:0/4024194993 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7fc4e414b010 con 0x7fc4e40cee30 2024-02-09T23:57:01.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.775+0000 7f2e9359e640 1 --2- 172.21.15.27:0/1110457949 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2e9406d140 0x7f2e941eca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.775+0000 7f2e9359e640 1 -- 172.21.15.27:0/1110457949 >> 172.21.15.27:0/1110457949 conn(0x7f2e94066f90 msgr2=0x7f2e940b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:01.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.776+0000 7f2e9359e640 1 -- 172.21.15.27:0/1110457949 shutdown_connections 2024-02-09T23:57:01.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.776+0000 7f2e9359e640 1 -- 172.21.15.27:0/1110457949 wait complete. 2024-02-09T23:57:01.779 INFO:teuthology.orchestra.run.smithi027.stdout:55834574855 2024-02-09T23:57:01.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.776+0000 7fc4e1ffb640 1 -- 172.21.15.27:0/4024194993 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fc4e414b010 con 0x7fc4e40cee30 2024-02-09T23:57:01.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.778+0000 7fc870fa7640 1 -- 172.21.15.27:0/1546196626 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc84c06b810 msgr2=0x7fc84c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.778+0000 7fc870fa7640 1 --2- 172.21.15.27:0/1546196626 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc84c06b810 0x7fc84c06dcd0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fc8640012e0 tx=0x7fc8640018c0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.778+0000 7fc870fa7640 1 -- 172.21.15.27:0/1546196626 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc86c161280 msgr2=0x7fc86c151e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.778+0000 7fc870fa7640 1 --2- 172.21.15.27:0/1546196626 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc86c161280 0x7fc86c151e70 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fc86000d530 tx=0x7fc86000d9f0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.778+0000 7fc870fa7640 1 -- 172.21.15.27:0/1546196626 shutdown_connections 2024-02-09T23:57:01.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.778+0000 7fc870fa7640 1 --2- 172.21.15.27:0/1546196626 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc84c06b810 0x7fc84c06dcd0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.778+0000 7fc870fa7640 1 --2- 172.21.15.27:0/1546196626 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc86c161280 0x7fc86c151e70 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.778+0000 7fc870fa7640 1 --2- 172.21.15.27:0/1546196626 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc86c0b6f80 0x7fc86c0cb9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.778+0000 7fc870fa7640 1 --2- 172.21.15.27:0/1546196626 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc86c0b6b20 0x7fc86c0c88d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.778+0000 7fc870fa7640 1 -- 172.21.15.27:0/1546196626 >> 172.21.15.27:0/1546196626 conn(0x7fc86c066f90 msgr2=0x7fc86c153d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:01.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.778+0000 7fc870fa7640 1 -- 172.21.15.27:0/1546196626 shutdown_connections 2024-02-09T23:57:01.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.778+0000 7fc870fa7640 1 -- 172.21.15.27:0/1546196626 wait complete. 2024-02-09T23:57:01.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.779+0000 7fc4cb7fe640 1 -- 172.21.15.27:0/4024194993 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc4d006fcf0 msgr2=0x7fc4d00721b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.779+0000 7fc4cb7fe640 1 --2- 172.21.15.27:0/4024194993 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc4d006fcf0 0x7fc4d00721b0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fc4d4009f20 tx=0x7fc4d40094d0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.780+0000 7fc4cb7fe640 1 -- 172.21.15.27:0/4024194993 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc4e40cee30 msgr2=0x7fc4e40b0920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:01.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.780+0000 7fc4cb7fe640 1 --2- 172.21.15.27:0/4024194993 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc4e40cee30 0x7fc4e40b0920 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fc4d8033000 tx=0x7fc4d80046c0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.780+0000 7fc4cb7fe640 1 -- 172.21.15.27:0/4024194993 shutdown_connections 2024-02-09T23:57:01.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.780+0000 7fc4cb7fe640 1 --2- 172.21.15.27:0/4024194993 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc4d006fcf0 0x7fc4d00721b0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.780+0000 7fc4cb7fe640 1 --2- 172.21.15.27:0/4024194993 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc4e40cee30 0x7fc4e40b0920 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.780+0000 7fc4cb7fe640 1 --2- 172.21.15.27:0/4024194993 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc4e40ad2c0 0x7fc4e409d170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.780+0000 7fc4cb7fe640 1 --2- 172.21.15.27:0/4024194993 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc4e406c2a0 0x7fc4e41489d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:01.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.780+0000 7fc4cb7fe640 1 -- 172.21.15.27:0/4024194993 >> 172.21.15.27:0/4024194993 conn(0x7fc4e40b24c0 msgr2=0x7fc4e40adda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:01.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.780+0000 7fc4cb7fe640 1 -- 172.21.15.27:0/4024194993 shutdown_connections 2024-02-09T23:57:01.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:01.780+0000 7fc4cb7fe640 1 -- 172.21.15.27:0/4024194993 wait complete. 2024-02-09T23:57:01.788 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574854 for osd.2 2024-02-09T23:57:01.788 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574854 for osd.7 2024-02-09T23:57:01.789 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574854 for osd.3 2024-02-09T23:57:01.795 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574854 for osd.6 2024-02-09T23:57:01.798 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574854 for osd.1 2024-02-09T23:57:01.799 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574854 for osd.4 2024-02-09T23:57:01.800 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574855 for osd.5 2024-02-09T23:57:02.778 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-02-09T23:57:02.788 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-02-09T23:57:02.790 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-02-09T23:57:02.790 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-02-09T23:57:02.796 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-02-09T23:57:02.799 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-02-09T23:57:02.799 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-02-09T23:57:02.800 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-02-09T23:57:02.958 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.956+0000 7fcd27e40640 1 Processor -- start 2024-02-09T23:57:02.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.957+0000 7fcd27e40640 1 -- start start 2024-02-09T23:57:02.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.958+0000 7fcd27e40640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fcd20154270 0x7fcd200ae710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:02.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.958+0000 7fcd27e40640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fcd200b3b10 0x7fcd2006dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:02.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.958+0000 7fcd27e40640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcd200af0b0 con 0x7fcd200aec50 2024-02-09T23:57:02.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.958+0000 7fcd27e40640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcd2015a1d0 con 0x7fcd200b3b10 2024-02-09T23:57:02.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.958+0000 7fcd27e40640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcd2015a470 con 0x7fcd20154270 2024-02-09T23:57:02.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.959+0000 7fcd253db640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fcd200aec50 0x7fcd200b3400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:49798/0 (socket says 172.21.15.27:49798) 2024-02-09T23:57:02.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.959+0000 7fcd253db640 1 -- 172.21.15.27:0/1319777432 learned_addr learned my addr 172.21.15.27:0/1319777432 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:02.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.960+0000 7fcd263dd640 1 --2- 172.21.15.27:0/1319777432 >> v2:172.21.15.27:3300/0 conn(0x7fcd200b3b10 0x7fcd2006dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:02.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.960+0000 7fcd263dd640 1 -- 172.21.15.27:0/1319777432 >> v2:172.21.15.153:3300/0 conn(0x7fcd20154270 msgr2=0x7fcd200ae710 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-02-09T23:57:02.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.960+0000 7fcd263dd640 1 --2- 172.21.15.27:0/1319777432 >> v2:172.21.15.153:3300/0 conn(0x7fcd20154270 0x7fcd200ae710 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:02.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.960+0000 7fcd263dd640 1 -- 172.21.15.27:0/1319777432 >> v1:172.21.15.27:6789/0 conn(0x7fcd200aec50 legacy=0x7fcd200b3400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:02.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.960+0000 7fcd263dd640 1 -- 172.21.15.27:0/1319777432 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd200b3f50 con 0x7fcd200b3b10 2024-02-09T23:57:02.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.961+0000 7fcd263dd640 1 --2- 172.21.15.27:0/1319777432 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcd200b3b10 0x7fcd2006dfd0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fcd200cf610 tx=0x7fcd1c02b730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c62d8be217c27119 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:02.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.963+0000 7fcd24bda640 1 -- 172.21.15.27:0/1319777432 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd1c030710 con 0x7fcd200b3b10 2024-02-09T23:57:02.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.963+0000 7fcd24bda640 1 -- 172.21.15.27:0/1319777432 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcd1c02e050 con 0x7fcd200b3b10 2024-02-09T23:57:02.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.964+0000 7fcd27e40640 1 -- 172.21.15.27:0/1319777432 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcd200b3b10 msgr2=0x7fcd2006dfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:02.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.964+0000 7fcd27e40640 1 --2- 172.21.15.27:0/1319777432 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcd200b3b10 0x7fcd2006dfd0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fcd200cf610 tx=0x7fcd1c02b730 comp rx=0 tx=0).stop 2024-02-09T23:57:02.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.964+0000 7fcd27e40640 1 -- 172.21.15.27:0/1319777432 shutdown_connections 2024-02-09T23:57:02.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.964+0000 7fcd27e40640 1 --2- 172.21.15.27:0/1319777432 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcd200b3b10 0x7fcd2006dfd0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:02.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.964+0000 7fcd27e40640 1 --2- 172.21.15.27:0/1319777432 >> v2:172.21.15.153:3300/0 conn(0x7fcd20154270 0x7fcd200ae710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:02.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.964+0000 7fcd27e40640 1 -- 172.21.15.27:0/1319777432 >> 172.21.15.27:0/1319777432 conn(0x7fcd20066d80 msgr2=0x7fcd2006ac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:02.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.965+0000 7fcd27e40640 1 -- 172.21.15.27:0/1319777432 shutdown_connections 2024-02-09T23:57:02.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.965+0000 7fcd27e40640 1 -- 172.21.15.27:0/1319777432 wait complete. 2024-02-09T23:57:02.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.967+0000 7fcd27e40640 1 Processor -- start 2024-02-09T23:57:02.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.967+0000 7fcd27e40640 1 -- start start 2024-02-09T23:57:02.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.968+0000 7fcd27e40640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcd200aec50 0x7fcd20151290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:02.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.968+0000 7fcd27e40640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcd20154270 0x7fcd2014eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:02.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.969+0000 7fcd27e40640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcd20156440 0x7fcd201568d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:02.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.969+0000 7fcd27e40640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd201517d0 con 0x7fcd20154270 2024-02-09T23:57:02.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.969+0000 7fcd27e40640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd20154650 con 0x7fcd20156440 2024-02-09T23:57:02.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.969+0000 7fcd253db640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcd20154270 0x7fcd2014eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:02.974 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.969+0000 7fcd253db640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcd20154270 0x7fcd2014eed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:46550/0 (socket says 172.21.15.27:46550) 2024-02-09T23:57:02.974 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.969+0000 7fcd253db640 1 -- 172.21.15.27:0/2573676739 learned_addr learned my addr 172.21.15.27:0/2573676739 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:02.974 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.969+0000 7fcd25bdc640 1 --2- 172.21.15.27:0/2573676739 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcd200aec50 0x7fcd20151290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:02.974 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.969+0000 7fcd27e40640 1 -- 172.21.15.27:0/2573676739 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcd20156ee0 con 0x7fcd200aec50 2024-02-09T23:57:02.974 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.969+0000 7fcd263dd640 1 --2- 172.21.15.27:0/2573676739 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcd20156440 0x7fcd201568d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:02.974 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.970+0000 7fcd253db640 1 -- 172.21.15.27:0/2573676739 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcd200aec50 msgr2=0x7fcd20151290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:02.974 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.970+0000 7fcd253db640 1 --2- 172.21.15.27:0/2573676739 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcd200aec50 0x7fcd20151290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:02.974 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.970+0000 7fcd253db640 1 -- 172.21.15.27:0/2573676739 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcd20156440 msgr2=0x7fcd201568d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:02.974 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.970+0000 7fcd253db640 1 --2- 172.21.15.27:0/2573676739 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcd20156440 0x7fcd201568d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:02.974 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.970+0000 7fcd253db640 1 -- 172.21.15.27:0/2573676739 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd1c009400 con 0x7fcd20154270 2024-02-09T23:57:02.974 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.970+0000 7fcd253db640 1 --2- 172.21.15.27:0/2573676739 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcd20154270 0x7fcd2014eed0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fcd1800caf0 tx=0x7fcd18002120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:02.974 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.970+0000 7fcd167fc640 1 -- 172.21.15.27:0/2573676739 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd1800a760 con 0x7fcd20154270 2024-02-09T23:57:02.974 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.971+0000 7fcd27e40640 1 -- 172.21.15.27:0/2573676739 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcd2015b0d0 con 0x7fcd20154270 2024-02-09T23:57:02.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.971+0000 7fcd27e40640 1 -- 172.21.15.27:0/2573676739 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcd201574a0 con 0x7fcd20154270 2024-02-09T23:57:02.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.971+0000 7fcd167fc640 1 -- 172.21.15.27:0/2573676739 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcd1800a8c0 con 0x7fcd20154270 2024-02-09T23:57:02.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.972+0000 7fcd167fc640 1 -- 172.21.15.27:0/2573676739 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd1800acb0 con 0x7fcd20154270 2024-02-09T23:57:02.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.974+0000 7fcd167fc640 1 -- 172.21.15.27:0/2573676739 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fcd180070d0 con 0x7fcd20154270 2024-02-09T23:57:02.976 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.974+0000 7fcd167fc640 1 --2- 172.21.15.27:0/2573676739 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fcd0406b8e0 0x7fcd0406dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:02.977 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.975+0000 7fcd167fc640 1 -- 172.21.15.27:0/2573676739 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fcd18089cf0 con 0x7fcd20154270 2024-02-09T23:57:02.977 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.975+0000 7fcd25bdc640 1 --2- 172.21.15.27:0/2573676739 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fcd0406b8e0 0x7fcd0406dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:02.977 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.976+0000 7fcd25bdc640 1 --2- 172.21.15.27:0/2573676739 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fcd0406b8e0 0x7fcd0406dda0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fcd10006fd0 tx=0x7fcd10009060 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:02.979 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.977+0000 7fcd27e40640 1 -- 172.21.15.27:0/2573676739 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcd08005290 con 0x7fcd20154270 2024-02-09T23:57:02.988 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:02.987+0000 7fcd167fc640 1 -- 172.21.15.27:0/2573676739 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fcd18018020 con 0x7fcd20154270 2024-02-09T23:57:03.014 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.012+0000 7f1d7afbc640 1 Processor -- start 2024-02-09T23:57:03.014 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.012+0000 7f1d7afbc640 1 -- start start 2024-02-09T23:57:03.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.012+0000 7f8961c6f640 1 Processor -- start 2024-02-09T23:57:03.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.013+0000 7f90cca26640 1 Processor -- start 2024-02-09T23:57:03.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.013+0000 7f8961c6f640 1 -- start start 2024-02-09T23:57:03.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.010+0000 7facd759e640 1 Processor -- start 2024-02-09T23:57:03.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.010+0000 7facd759e640 1 -- start start 2024-02-09T23:57:03.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.012+0000 7facd759e640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7facd806ebe0 0x7facd80b3330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.012+0000 7facd759e640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7facd80cc010 0x7facd80cc450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.012+0000 7facd759e640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7facd80cc990 con 0x7facd816ab00 2024-02-09T23:57:03.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.012+0000 7facd759e640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7facd806efc0 con 0x7facd80cc010 2024-02-09T23:57:03.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.012+0000 7facd759e640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7facd816ba10 con 0x7facd806ebe0 2024-02-09T23:57:03.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.012+0000 7facd659c640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7facd806ebe0 0x7facd80b3330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.012+0000 7facd5d9b640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7facd80cc010 0x7facd80cc450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.012+0000 7facd659c640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7facd806ebe0 0x7facd80b3330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:40396/0 (socket says 172.21.15.27:40396) 2024-02-09T23:57:03.018 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.012+0000 7facd659c640 1 -- 172.21.15.27:0/2336984474 learned_addr learned my addr 172.21.15.27:0/2336984474 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:03.018 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.013+0000 7facd659c640 1 -- 172.21.15.27:0/2336984474 >> v2:172.21.15.27:3300/0 conn(0x7facd80cc010 msgr2=0x7facd80cc450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:03.018 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.013+0000 7facd659c640 1 --2- 172.21.15.27:0/2336984474 >> v2:172.21.15.27:3300/0 conn(0x7facd80cc010 0x7facd80cc450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.018 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.013+0000 7facd659c640 1 -- 172.21.15.27:0/2336984474 >> v1:172.21.15.153:6789/0 conn(0x7facd816ab00 legacy=0x7facd816af50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.013+0000 7facd659c640 1 -- 172.21.15.27:0/2336984474 --> v2:172.21.15.153:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7facd816e3e0 con 0x7facd806ebe0 2024-02-09T23:57:03.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.013+0000 7f90cca26640 1 -- start start 2024-02-09T23:57:03.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.013+0000 7f1d7afbc640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1d7406c0f0 0x7f1d7406c4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.020 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.013+0000 7f1a7fc1c640 1 Processor -- start 2024-02-09T23:57:03.020 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.013+0000 7f1d7afbc640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f1d740cf310 0x7f1d740b8830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.020 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.014+0000 7f1d7afbc640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f1d740ce060 0x7f1d740ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.020 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.014+0000 7f1d7afbc640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1d740d0120 con 0x7f1d740cf310 2024-02-09T23:57:03.021 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.014+0000 7f1a7fc1c640 1 -- start start 2024-02-09T23:57:03.021 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.014+0000 7f1d7afbc640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1d740d15e0 con 0x7f1d740ce060 2024-02-09T23:57:03.021 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.014+0000 7f1d7afbc640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1d740d18c0 con 0x7f1d7406c0f0 2024-02-09T23:57:03.021 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.014+0000 7f1d73fff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f1d740cf310 0x7f1d740b8830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.021 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.014+0000 7f1d73fff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f1d740cf310 0x7f1d740b8830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:46582/0 (socket says 172.21.15.27:46582) 2024-02-09T23:57:03.021 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.014+0000 7f1d73fff640 1 -- 172.21.15.27:0/4090533068 learned_addr learned my addr 172.21.15.27:0/4090533068 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:03.022 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.014+0000 7f1d79559640 1 --2- 172.21.15.27:0/4090533068 >> v2:172.21.15.153:3300/0 conn(0x7f1d740ce060 0x7f1d740ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.022 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.014+0000 7f094280e640 1 Processor -- start 2024-02-09T23:57:03.023 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.014+0000 7f1d78d58640 1 --2- 172.21.15.27:0/4090533068 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1d7406c0f0 0x7f1d7406c4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.023 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.014+0000 7f094280e640 1 -- start start 2024-02-09T23:57:03.023 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.014+0000 7f8961c6f640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f895c15a9e0 0x7f895c0cdd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.025 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.014+0000 7f1d73fff640 1 -- 172.21.15.27:0/4090533068 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1d7406c0f0 msgr2=0x7f1d7406c4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:03.025 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.014+0000 7f1d73fff640 1 --2- 172.21.15.27:0/4090533068 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1d7406c0f0 0x7f1d7406c4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.025 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.014+0000 7f1d73fff640 1 -- 172.21.15.27:0/4090533068 >> v2:172.21.15.153:3300/0 conn(0x7f1d740ce060 msgr2=0x7f1d740ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:03.025 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.014+0000 7f8961c6f640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f895c0ce330 0x7f895c06e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.025 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.014+0000 7f1d73fff640 1 --2- 172.21.15.27:0/4090533068 >> v2:172.21.15.153:3300/0 conn(0x7f1d740ce060 0x7f1d740ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.025 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.014+0000 7f1d73fff640 1 -- 172.21.15.27:0/4090533068 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d7406ca10 con 0x7f1d740cf310 2024-02-09T23:57:03.026 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.015+0000 7f90cca26640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f90c0050be0 0x7f90c0051090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.026 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.015+0000 7f90cca26640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f90c0039c00 0x7f90c003a030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.026 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.015+0000 7f90cca26640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90c00090f0 con 0x7f90c00e3810 2024-02-09T23:57:03.026 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.015+0000 7f8961c6f640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f895c06e9e0 0x7f895c06ee70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.015+0000 7f90cca26640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90c00515d0 con 0x7f90c0050be0 2024-02-09T23:57:03.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.015+0000 7f90cca26640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90c00093d0 con 0x7f90c0039c00 2024-02-09T23:57:03.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.015+0000 7f90c7fff640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f90c0039c00 0x7f90c003a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.015+0000 7f90c7fff640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f90c0039c00 0x7f90c003a030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:41568/0 (socket says 172.21.15.27:41568) 2024-02-09T23:57:03.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.015+0000 7f90c7fff640 1 -- 172.21.15.27:0/3179167162 learned_addr learned my addr 172.21.15.27:0/3179167162 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:03.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.015+0000 7f8961c6f640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f895c0cea80 con 0x7f895c15a9e0 2024-02-09T23:57:03.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.015+0000 7f8961c6f640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f895c0cd870 con 0x7f895c0ce330 2024-02-09T23:57:03.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.015+0000 7f895bfff640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f895c06e9e0 0x7f895c06ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.015+0000 7f895bfff640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f895c06e9e0 0x7f895c06ee70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:41560/0 (socket says 172.21.15.27:41560) 2024-02-09T23:57:03.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.015+0000 7f895bfff640 1 -- 172.21.15.27:0/2679590349 learned_addr learned my addr 172.21.15.27:0/2679590349 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:03.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.015+0000 7f8961c6f640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f895c0ce7e0 con 0x7f895c06e9e0 2024-02-09T23:57:03.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.015+0000 7f1a7fc1c640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f1a780b3b60 0x7f1a780cc890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.015+0000 7f1a7fc1c640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1a780b47c0 con 0x7f1a7815b8b0 2024-02-09T23:57:03.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.015+0000 7f1a7fc1c640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1a780d1910 con 0x7f1a780d1050 2024-02-09T23:57:03.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.015+0000 7f1a7fc1c640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1a780d1bf0 con 0x7f1a780b3b60 2024-02-09T23:57:03.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.015+0000 7facd659c640 1 --2- 172.21.15.27:0/2336984474 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7facd806ebe0 0x7facd80b3330 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7facd8072600 tx=0x7facd0030410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a6217310238f2a39 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:03.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.015+0000 7facd559a640 1 -- 172.21.15.27:0/2336984474 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facd0009d40 con 0x7facd806ebe0 2024-02-09T23:57:03.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.015+0000 7facd559a640 1 -- 172.21.15.27:0/2336984474 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7facd0033050 con 0x7facd806ebe0 2024-02-09T23:57:03.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.015+0000 7f90c6ffd640 1 --2- 172.21.15.27:0/3179167162 >> v2:172.21.15.27:3300/0 conn(0x7f90c0050be0 0x7f90c0051090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.015+0000 7f90c7fff640 1 -- 172.21.15.27:0/3179167162 >> v2:172.21.15.27:3300/0 conn(0x7f90c0050be0 msgr2=0x7f90c0051090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:03.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.016+0000 7facd559a640 1 -- 172.21.15.27:0/2336984474 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facd000b2f0 con 0x7facd806ebe0 2024-02-09T23:57:03.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.015+0000 7f1a7d9b8640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f1a7815b8b0 0x7f1a780b3450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:49808/0 (socket says 172.21.15.27:49808) 2024-02-09T23:57:03.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.015+0000 7f1a7d9b8640 1 -- 172.21.15.27:0/3746212410 learned_addr learned my addr 172.21.15.27:0/3746212410 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:03.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.016+0000 7f1a7d1b7640 1 --2- 172.21.15.27:0/3746212410 >> v2:172.21.15.27:3300/0 conn(0x7f1a780b3b60 0x7f1a780cc890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.016+0000 7f094280e640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f093c15bb60 0x7f093c0b41f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.016+0000 7f094280e640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f093c0b1b00 con 0x7f093c0b33a0 2024-02-09T23:57:03.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.016+0000 7f094280e640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f093c0b2900 con 0x7f093c0aeca0 2024-02-09T23:57:03.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.016+0000 7f094280e640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f093c0b2040 con 0x7f093c15bb60 2024-02-09T23:57:03.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.016+0000 7f1d73fff640 1 --2- 172.21.15.27:0/4090533068 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1d740cf310 0x7f1d740b8830 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f1d7408c570 tx=0x7f1d5c02b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a263bfa9fbec18e7 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:03.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.016+0000 7f2ba2e74640 1 Processor -- start 2024-02-09T23:57:03.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.016+0000 7f093bfff640 1 --1- >> v1:172.21.15.153:6789/0 conn(0x7f093c0aeca0 0x7f093c0b13f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.27:35068/0 (socket says 172.21.15.27:35068) 2024-02-09T23:57:03.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.016+0000 7f1a7c9b6640 1 -- 172.21.15.27:0/3746212410 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 324094572 0 0) 0x7f1a780d1910 con 0x7f1a780d1050 2024-02-09T23:57:03.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.016+0000 7f093bfff640 1 -- 172.21.15.27:0/1798507545 learned_addr learned my addr 172.21.15.27:0/1798507545 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:03.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.016+0000 7f1a7c9b6640 1 -- 172.21.15.27:0/3746212410 --> v1:172.21.15.153:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1a64003520 con 0x7f1a780d1050 2024-02-09T23:57:03.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.015+0000 7f90c7fff640 1 --2- 172.21.15.27:0/3179167162 >> v2:172.21.15.27:3300/0 conn(0x7f90c0050be0 0x7f90c0051090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.015+0000 7f90c7fff640 1 -- 172.21.15.27:0/3179167162 >> v1:172.21.15.27:6789/0 conn(0x7f90c00e3810 legacy=0x7f90c0008580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:03.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.016+0000 7f90c7fff640 1 -- 172.21.15.27:0/3179167162 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90c0039400 con 0x7f90c0039c00 2024-02-09T23:57:03.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.016+0000 7facd759e640 1 -- 172.21.15.27:0/2336984474 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7facd806ebe0 msgr2=0x7facd80b3330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.016+0000 7facd759e640 1 --2- 172.21.15.27:0/2336984474 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7facd806ebe0 0x7facd80b3330 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7facd8072600 tx=0x7facd0030410 comp rx=0 tx=0).stop 2024-02-09T23:57:03.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.016+0000 7facd759e640 1 -- 172.21.15.27:0/2336984474 shutdown_connections 2024-02-09T23:57:03.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.016+0000 7facd759e640 1 --2- 172.21.15.27:0/2336984474 >> v2:172.21.15.27:3300/0 conn(0x7facd80cc010 0x7facd80cc450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.016+0000 7facd759e640 1 --2- 172.21.15.27:0/2336984474 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7facd806ebe0 0x7facd80b3330 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.016+0000 7facd759e640 1 -- 172.21.15.27:0/2336984474 >> 172.21.15.27:0/2336984474 conn(0x7facd8066b40 msgr2=0x7facd806ac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:03.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.016+0000 7f1a7c9b6640 1 -- 172.21.15.27:0/3746212410 <== mon.1 v1:172.21.15.153:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3650419259 0 0) 0x7f1a64003520 con 0x7f1a780d1050 2024-02-09T23:57:03.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.016+0000 7f1a7c9b6640 1 -- 172.21.15.27:0/3746212410 >> v2:172.21.15.27:3300/0 conn(0x7f1a780b3b60 msgr2=0x7f1a780cc890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:03.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.016+0000 7f1a7c9b6640 1 --2- 172.21.15.27:0/3746212410 >> v2:172.21.15.27:3300/0 conn(0x7f1a780b3b60 0x7f1a780cc890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.015+0000 7f895b7fe640 1 --2- 172.21.15.27:0/2679590349 >> v2:172.21.15.27:3300/0 conn(0x7f895c15a9e0 0x7f895c0cdd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.016+0000 7f895affd640 1 --2- 172.21.15.27:0/2679590349 >> v2:172.21.15.153:3300/0 conn(0x7f895c0ce330 0x7f895c06e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.017+0000 7f1a7c9b6640 1 -- 172.21.15.27:0/3746212410 >> v1:172.21.15.27:6789/0 conn(0x7f1a7815b8b0 legacy=0x7f1a780b3450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.017+0000 7f093b7fe640 1 --2- 172.21.15.27:0/1798507545 >> v2:172.21.15.27:3300/0 conn(0x7f093c15bb60 0x7f093c0b41f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.017+0000 7f1a7c9b6640 1 -- 172.21.15.27:0/3746212410 --> v1:172.21.15.153:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a780d1ed0 con 0x7f1a780d1050 2024-02-09T23:57:03.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.017+0000 7f1d737fe640 1 -- 172.21.15.27:0/4090533068 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d5c031870 con 0x7f1d740cf310 2024-02-09T23:57:03.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.017+0000 7f1a7d1b7640 1 --2- 172.21.15.27:0/3746212410 >> v2:172.21.15.27:3300/0 conn(0x7f1a780b3b60 0x7f1a780cc890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:57:03.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.017+0000 7f093affd640 1 -- 172.21.15.27:0/1798507545 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4167613957 0 0) 0x7f093c0b2900 con 0x7f093c0aeca0 2024-02-09T23:57:03.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.017+0000 7f093affd640 1 -- 172.21.15.27:0/1798507545 --> v1:172.21.15.153:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0924005730 con 0x7f093c0aeca0 2024-02-09T23:57:03.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.017+0000 7f1a7c9b6640 1 -- 172.21.15.27:0/3746212410 <== mon.1 v1:172.21.15.153:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7f1a700019f0 con 0x7f1a780d1050 2024-02-09T23:57:03.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.017+0000 7f895b7fe640 1 -- 172.21.15.27:0/2679590349 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f895c06e9e0 msgr2=0x7f895c06ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:03.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.017+0000 7f895b7fe640 1 --2- 172.21.15.27:0/2679590349 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f895c06e9e0 0x7f895c06ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.017+0000 7f895b7fe640 1 -- 172.21.15.27:0/2679590349 >> v2:172.21.15.153:3300/0 conn(0x7f895c0ce330 msgr2=0x7f895c06e4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:03.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.017+0000 7f895b7fe640 1 --2- 172.21.15.27:0/2679590349 >> v2:172.21.15.153:3300/0 conn(0x7f895c0ce330 0x7f895c06e4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.017+0000 7f895b7fe640 1 -- 172.21.15.27:0/2679590349 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f895c15adc0 con 0x7f895c15a9e0 2024-02-09T23:57:03.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.017+0000 7f093b7fe640 1 -- 172.21.15.27:0/1798507545 >> v1:172.21.15.153:6789/0 conn(0x7f093c0aeca0 legacy=0x7f093c0b13f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.017+0000 7f093b7fe640 1 -- 172.21.15.27:0/1798507545 >> v1:172.21.15.27:6789/0 conn(0x7f093c0b33a0 legacy=0x7f093c0cd790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.017+0000 7f093b7fe640 1 -- 172.21.15.27:0/1798507545 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f093c0b1d60 con 0x7f093c15bb60 2024-02-09T23:57:03.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.017+0000 7f1a7c9b6640 1 -- 172.21.15.27:0/3746212410 >> v1:172.21.15.153:6789/0 conn(0x7f1a780d1050 legacy=0x7f1a780cfa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.017+0000 7f1a7c9b6640 1 --2- 172.21.15.27:0/3746212410 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1a640039e0 0x7f1a64003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.017+0000 7f1a7c9b6640 1 --2- 172.21.15.27:0/3746212410 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1a64004390 0x7f1a64004840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.017+0000 7f1a7c9b6640 1 --2- 172.21.15.27:0/3746212410 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1a64005040 0x7f1a6400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.017+0000 7f1a7d1b7640 1 --2- 172.21.15.27:0/3746212410 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1a64004390 0x7f1a64004840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.017+0000 7f1a7c9b6640 1 -- 172.21.15.27:0/3746212410 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a780d1bf0 con 0x7f1a64005040 2024-02-09T23:57:03.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.017+0000 7f1a7d9b8640 1 --2- 172.21.15.27:0/3746212410 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1a640039e0 0x7f1a64003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.017+0000 7f1a7c9b6640 1 -- 172.21.15.27:0/3746212410 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a6400bfa0 con 0x7f1a640039e0 2024-02-09T23:57:03.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.018+0000 7f1a7c9b6640 1 -- 172.21.15.27:0/3746212410 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a6400c160 con 0x7f1a64004390 2024-02-09T23:57:03.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.017+0000 7facd759e640 1 -- 172.21.15.27:0/2336984474 shutdown_connections 2024-02-09T23:57:03.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.017+0000 7facd759e640 1 -- 172.21.15.27:0/2336984474 wait complete. 2024-02-09T23:57:03.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.017+0000 7f90c7fff640 1 --2- 172.21.15.27:0/3179167162 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f90c0039c00 0x7f90c003a030 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f90bc009870 tx=0x7f90bc02da70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=29655273d07b9da5 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:03.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.016+0000 7f2ba2e74640 1 -- start start 2024-02-09T23:57:03.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.018+0000 7f90c67fc640 1 -- 172.21.15.27:0/3179167162 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90bc02f830 con 0x7f90c0039c00 2024-02-09T23:57:03.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.018+0000 7f2ba2e74640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f2b9c0cc770 0x7f2b9c0cbaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.018+0000 7f2ba2e74640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f2b9c15a990 0x7f2b9c06d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.018+0000 7f2ba2e74640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2b9c15af00 con 0x7f2b9c1598f0 2024-02-09T23:57:03.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.018+0000 7f2ba2e74640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2b9c071290 con 0x7f2b9c0cc770 2024-02-09T23:57:03.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.018+0000 7f2ba2e74640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2b9c071570 con 0x7f2b9c15a990 2024-02-09T23:57:03.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.018+0000 7f1a7e1b9640 1 --2- 172.21.15.27:0/3746212410 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1a64005040 0x7f1a6400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.018+0000 7f90c67fc640 1 -- 172.21.15.27:0/3179167162 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90bc02f990 con 0x7f90c0039c00 2024-02-09T23:57:03.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.018+0000 7f90c67fc640 1 -- 172.21.15.27:0/3179167162 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90bc02fd20 con 0x7f90c0039c00 2024-02-09T23:57:03.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.018+0000 7f1d737fe640 1 -- 172.21.15.27:0/4090533068 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1d5c0319d0 con 0x7f1d740cf310 2024-02-09T23:57:03.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.018+0000 7f2ba1e72640 1 --1- >> v1:172.21.15.153:6789/0 conn(0x7f2b9c1598f0 0x7f2b9c0cc060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.27:35080/0 (socket says 172.21.15.27:35080) 2024-02-09T23:57:03.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.018+0000 7f2ba1e72640 1 -- 172.21.15.27:0/2609320928 learned_addr learned my addr 172.21.15.27:0/2609320928 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:03.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.018+0000 7f2ba2673640 1 --2- 172.21.15.27:0/2609320928 >> v2:172.21.15.153:3300/0 conn(0x7f2b9c15a990 0x7f2b9c06d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.018+0000 7f1d737fe640 1 -- 172.21.15.27:0/4090533068 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d5c031d60 con 0x7f1d740cf310 2024-02-09T23:57:03.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.018+0000 7f2ba1671640 1 --2- 172.21.15.27:0/2609320928 >> v2:172.21.15.27:3300/0 conn(0x7f2b9c0cc770 0x7f2b9c0cbaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.018+0000 7f093b7fe640 1 --2- 172.21.15.27:0/1798507545 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f093c15bb60 0x7f093c0b41f0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f09300097a0 tx=0x7f093002b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e6226bc823415fe server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:03.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.019+0000 7f895b7fe640 1 --2- 172.21.15.27:0/2679590349 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f895c15a9e0 0x7f895c0cdd00 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f895c0cfd10 tx=0x7f894c02b7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ce6affc26bdd642 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:03.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.019+0000 7f093affd640 1 -- 172.21.15.27:0/1798507545 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0930030610 con 0x7f093c15bb60 2024-02-09T23:57:03.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.019+0000 7f1d7afbc640 1 -- 172.21.15.27:0/4090533068 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1d740cf310 msgr2=0x7f1d740b8830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.019+0000 7facd759e640 1 Processor -- start 2024-02-09T23:57:03.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.019+0000 7f1d7afbc640 1 --2- 172.21.15.27:0/4090533068 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1d740cf310 0x7f1d740b8830 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f1d7408c570 tx=0x7f1d5c02b910 comp rx=0 tx=0).stop 2024-02-09T23:57:03.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.019+0000 7f1d7afbc640 1 -- 172.21.15.27:0/4090533068 shutdown_connections 2024-02-09T23:57:03.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.018+0000 7f1a7e1b9640 1 -- 172.21.15.27:0/3746212410 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1a64004390 msgr2=0x7f1a64004840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:03.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.018+0000 7f1a7e1b9640 1 --2- 172.21.15.27:0/3746212410 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1a64004390 0x7f1a64004840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.018+0000 7f1a7e1b9640 1 -- 172.21.15.27:0/3746212410 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1a640039e0 msgr2=0x7f1a64003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:03.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.018+0000 7f1a7e1b9640 1 --2- 172.21.15.27:0/3746212410 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1a640039e0 0x7f1a64003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.018+0000 7f1a7e1b9640 1 -- 172.21.15.27:0/3746212410 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a64003520 con 0x7f1a64005040 2024-02-09T23:57:03.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.019+0000 7f1a7e1b9640 1 -- 172.21.15.27:0/3746212410 reap_dead start 2024-02-09T23:57:03.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.019+0000 7f093affd640 1 -- 172.21.15.27:0/1798507545 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0930030770 con 0x7f093c15bb60 2024-02-09T23:57:03.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.019+0000 7f093affd640 1 -- 172.21.15.27:0/1798507545 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0930030610 con 0x7f093c15bb60 2024-02-09T23:57:03.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.019+0000 7f1d7afbc640 1 --2- 172.21.15.27:0/4090533068 >> v2:172.21.15.153:3300/0 conn(0x7f1d740ce060 0x7f1d740ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.019+0000 7f1d7afbc640 1 --2- 172.21.15.27:0/4090533068 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1d740cf310 0x7f1d740b8830 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.019+0000 7f90cca26640 1 -- 172.21.15.27:0/3179167162 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f90c0039c00 msgr2=0x7f90c003a030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.019+0000 7f90cca26640 1 --2- 172.21.15.27:0/3179167162 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f90c0039c00 0x7f90c003a030 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f90bc009870 tx=0x7f90bc02da70 comp rx=0 tx=0).stop 2024-02-09T23:57:03.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.018+0000 7f2ba2673640 1 -- 172.21.15.27:0/2609320928 >> v2:172.21.15.27:3300/0 conn(0x7f2b9c0cc770 msgr2=0x7f2b9c0cbaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:03.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.018+0000 7f2ba2673640 1 --2- 172.21.15.27:0/2609320928 >> v2:172.21.15.27:3300/0 conn(0x7f2b9c0cc770 0x7f2b9c0cbaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.018+0000 7f2ba2673640 1 -- 172.21.15.27:0/2609320928 >> v1:172.21.15.153:6789/0 conn(0x7f2b9c1598f0 legacy=0x7f2b9c0cc060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.018+0000 7f2ba2673640 1 -- 172.21.15.27:0/2609320928 --> v2:172.21.15.153:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b9c071850 con 0x7f2b9c15a990 2024-02-09T23:57:03.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.019+0000 7f1d7afbc640 1 --2- 172.21.15.27:0/4090533068 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1d7406c0f0 0x7f1d7406c4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.020+0000 7f90cca26640 1 -- 172.21.15.27:0/3179167162 shutdown_connections 2024-02-09T23:57:03.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.020+0000 7f90cca26640 1 --2- 172.21.15.27:0/3179167162 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f90c0039c00 0x7f90c003a030 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.020+0000 7f90cca26640 1 --2- 172.21.15.27:0/3179167162 >> v2:172.21.15.27:3300/0 conn(0x7f90c0050be0 0x7f90c0051090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.020+0000 7f90cca26640 1 -- 172.21.15.27:0/3179167162 >> 172.21.15.27:0/3179167162 conn(0x7f90c0055bc0 msgr2=0x7f90c0055fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:03.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.020+0000 7f1a7d1b7640 1 --2- 172.21.15.27:0/3746212410 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1a64004390 0x7f1a64004840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:03.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.020+0000 7f1a7d9b8640 1 --2- 172.21.15.27:0/3746212410 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1a640039e0 0x7f1a64003dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:03.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.019+0000 7f1d7afbc640 1 -- 172.21.15.27:0/4090533068 >> 172.21.15.27:0/4090533068 conn(0x7f1d740d3bf0 msgr2=0x7f1d740d4000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:03.050 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.020+0000 7f90cca26640 1 -- 172.21.15.27:0/3179167162 shutdown_connections 2024-02-09T23:57:03.050 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.020+0000 7f1a7e1b9640 1 --2- 172.21.15.27:0/3746212410 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1a64005040 0x7f1a6400b980 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f1a70003ec0 tx=0x7f1a640057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42a640a8d726352b server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:03.051 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.020+0000 7f1d7afbc640 1 -- 172.21.15.27:0/4090533068 shutdown_connections 2024-02-09T23:57:03.051 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.020+0000 7f2ba2673640 1 --2- 172.21.15.27:0/2609320928 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2b9c15a990 0x7f2b9c06d7d0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f2b9c15d440 tx=0x7f2b9402cf40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2e7ec0c4cd493af0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:03.051 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.019+0000 7facd759e640 1 -- start start 2024-02-09T23:57:03.052 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.019+0000 7f895a7fc640 1 -- 172.21.15.27:0/2679590349 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f894c031710 con 0x7f895c15a9e0 2024-02-09T23:57:03.052 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.020+0000 7f895a7fc640 1 -- 172.21.15.27:0/2679590349 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f894c02f050 con 0x7f895c15a9e0 2024-02-09T23:57:03.052 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.020+0000 7f895a7fc640 1 -- 172.21.15.27:0/2679590349 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f894c031a90 con 0x7f895c15a9e0 2024-02-09T23:57:03.052 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.020+0000 7f1d7afbc640 1 -- 172.21.15.27:0/4090533068 wait complete. 2024-02-09T23:57:03.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.020+0000 7f1a7c9b6640 1 -- 172.21.15.27:0/3746212410 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a70004bc0 con 0x7f1a64005040 2024-02-09T23:57:03.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.020+0000 7f1a7c9b6640 1 -- 172.21.15.27:0/3746212410 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a70004d40 con 0x7f1a64005040 2024-02-09T23:57:03.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.020+0000 7f094280e640 1 -- 172.21.15.27:0/1798507545 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f093c15bb60 msgr2=0x7f093c0b41f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.020+0000 7f094280e640 1 --2- 172.21.15.27:0/1798507545 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f093c15bb60 0x7f093c0b41f0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f09300097a0 tx=0x7f093002b960 comp rx=0 tx=0).stop 2024-02-09T23:57:03.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.021+0000 7facd759e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7facd806ebe0 0x7facd8157b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.021+0000 7facd759e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7facd80cc010 0x7facd81580b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.020+0000 7f90cca26640 1 -- 172.21.15.27:0/3179167162 wait complete. 2024-02-09T23:57:03.055 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.021+0000 7f094280e640 1 -- 172.21.15.27:0/1798507545 shutdown_connections 2024-02-09T23:57:03.055 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.021+0000 7f094280e640 1 --2- 172.21.15.27:0/1798507545 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f093c15bb60 0x7f093c0b41f0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.055 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.021+0000 7f094280e640 1 -- 172.21.15.27:0/1798507545 >> 172.21.15.27:0/1798507545 conn(0x7f093c06ac50 msgr2=0x7f093c06b060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:03.056 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.021+0000 7facd659c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7facd806ebe0 0x7facd8157b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.056 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.021+0000 7facd659c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7facd806ebe0 0x7facd8157b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:46618/0 (socket says 172.21.15.27:46618) 2024-02-09T23:57:03.056 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.021+0000 7facd759e640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7facd816ab00 0x7facd81f5090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.056 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.021+0000 7f094280e640 1 -- 172.21.15.27:0/1798507545 shutdown_connections 2024-02-09T23:57:03.056 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.021+0000 7f094280e640 1 -- 172.21.15.27:0/1798507545 wait complete. 2024-02-09T23:57:03.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.022+0000 7f90cca26640 1 Processor -- start 2024-02-09T23:57:03.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.021+0000 7f8961c6f640 1 -- 172.21.15.27:0/2679590349 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f895c15a9e0 msgr2=0x7f895c0cdd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.021+0000 7f8961c6f640 1 --2- 172.21.15.27:0/2679590349 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f895c15a9e0 0x7f895c0cdd00 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f895c0cfd10 tx=0x7f894c02b7b0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.021+0000 7f8961c6f640 1 -- 172.21.15.27:0/2679590349 shutdown_connections 2024-02-09T23:57:03.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.021+0000 7f8961c6f640 1 --2- 172.21.15.27:0/2679590349 >> v2:172.21.15.153:3300/0 conn(0x7f895c0ce330 0x7f895c06e4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.022+0000 7f8961c6f640 1 --2- 172.21.15.27:0/2679590349 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f895c06e9e0 0x7f895c06ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.022+0000 7f8961c6f640 1 --2- 172.21.15.27:0/2679590349 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f895c15a9e0 0x7f895c0cdd00 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.022+0000 7f8961c6f640 1 -- 172.21.15.27:0/2679590349 >> 172.21.15.27:0/2679590349 conn(0x7f895c0b2290 msgr2=0x7f895c0b26a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:03.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.022+0000 7f8961c6f640 1 -- 172.21.15.27:0/2679590349 shutdown_connections 2024-02-09T23:57:03.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.021+0000 7f1a7fc1c640 1 -- 172.21.15.27:0/3746212410 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1a64005040 msgr2=0x7f1a6400b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.021+0000 7f1a7fc1c640 1 --2- 172.21.15.27:0/3746212410 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1a64005040 0x7f1a6400b980 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f1a70003ec0 tx=0x7f1a640057f0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.021+0000 7f1a7c9b6640 1 -- 172.21.15.27:0/3746212410 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a700062b0 con 0x7f1a64005040 2024-02-09T23:57:03.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.021+0000 7facd659c640 1 -- 172.21.15.27:0/327111149 learned_addr learned my addr 172.21.15.27:0/327111149 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:03.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.021+0000 7facd759e640 1 -- 172.21.15.27:0/327111149 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7facd81f4c90 con 0x7facd806ebe0 2024-02-09T23:57:03.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.021+0000 7facd759e640 1 -- 172.21.15.27:0/327111149 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7facd820c410 con 0x7facd80cc010 2024-02-09T23:57:03.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.021+0000 7facd759e640 1 -- 172.21.15.27:0/327111149 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7facd820c6d0 con 0x7facd816ab00 2024-02-09T23:57:03.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.021+0000 7facd5d9b640 1 --2- 172.21.15.27:0/327111149 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7facd80cc010 0x7facd81580b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.021+0000 7facd6d9d640 1 --2- 172.21.15.27:0/327111149 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7facd816ab00 0x7facd81f5090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.022+0000 7facd6d9d640 1 -- 172.21.15.27:0/327111149 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7facd80cc010 msgr2=0x7facd81580b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.060 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.022+0000 7facd6d9d640 1 --2- 172.21.15.27:0/327111149 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7facd80cc010 0x7facd81580b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.060 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.022+0000 7facd6d9d640 1 -- 172.21.15.27:0/327111149 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7facd806ebe0 msgr2=0x7facd8157b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.060 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.022+0000 7f8961c6f640 1 -- 172.21.15.27:0/2679590349 wait complete. 2024-02-09T23:57:03.060 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.022+0000 7facd6d9d640 1 --2- 172.21.15.27:0/327111149 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7facd806ebe0 0x7facd8157b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.060 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.022+0000 7facd6d9d640 1 -- 172.21.15.27:0/327111149 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7facd000bbb0 con 0x7facd816ab00 2024-02-09T23:57:03.060 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.020+0000 7f2ba0e70640 1 -- 172.21.15.27:0/2609320928 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b9402dcf0 con 0x7f2b9c15a990 2024-02-09T23:57:03.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.020+0000 7f2ba0e70640 1 -- 172.21.15.27:0/2609320928 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2b9402de50 con 0x7f2b9c15a990 2024-02-09T23:57:03.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.020+0000 7f2ba0e70640 1 -- 172.21.15.27:0/2609320928 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b94035660 con 0x7f2b9c15a990 2024-02-09T23:57:03.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.021+0000 7f2ba2e74640 1 -- 172.21.15.27:0/2609320928 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2b9c15a990 msgr2=0x7f2b9c06d7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.021+0000 7f2ba2e74640 1 --2- 172.21.15.27:0/2609320928 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2b9c15a990 0x7f2b9c06d7d0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f2b9c15d440 tx=0x7f2b9402cf40 comp rx=0 tx=0).stop 2024-02-09T23:57:03.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.022+0000 7f2ba2e74640 1 -- 172.21.15.27:0/2609320928 shutdown_connections 2024-02-09T23:57:03.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.022+0000 7f2ba2e74640 1 --2- 172.21.15.27:0/2609320928 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2b9c15a990 0x7f2b9c06d7d0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.022+0000 7f2ba2e74640 1 --2- 172.21.15.27:0/2609320928 >> v2:172.21.15.27:3300/0 conn(0x7f2b9c0cc770 0x7f2b9c0cbaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.022+0000 7f2ba2e74640 1 -- 172.21.15.27:0/2609320928 >> 172.21.15.27:0/2609320928 conn(0x7f2b9c066b40 msgr2=0x7f2b9c06ac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:03.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.022+0000 7f90cca26640 1 -- start start 2024-02-09T23:57:03.062 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.022+0000 7f1a7fc1c640 1 -- 172.21.15.27:0/3746212410 shutdown_connections 2024-02-09T23:57:03.062 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.022+0000 7f1a7fc1c640 1 --2- 172.21.15.27:0/3746212410 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1a64005040 0x7f1a6400b980 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.062 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.022+0000 7f1a7fc1c640 1 -- 172.21.15.27:0/3746212410 >> 172.21.15.27:0/3746212410 conn(0x7f1a78066960 msgr2=0x7f1a78066d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:03.062 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.022+0000 7facd6d9d640 1 --2- 172.21.15.27:0/327111149 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7facd816ab00 0x7facd81f5090 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7faccc00c390 tx=0x7faccc00c850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:03.062 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.022+0000 7f1a7fc1c640 1 -- 172.21.15.27:0/3746212410 shutdown_connections 2024-02-09T23:57:03.063 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.022+0000 7f2ba2e74640 1 -- 172.21.15.27:0/2609320928 shutdown_connections 2024-02-09T23:57:03.063 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.022+0000 7f2ba2e74640 1 -- 172.21.15.27:0/2609320928 wait complete. 2024-02-09T23:57:03.063 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.022+0000 7facc6ffd640 1 -- 172.21.15.27:0/327111149 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faccc0052d0 con 0x7facd816ab00 2024-02-09T23:57:03.063 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.022+0000 7facd759e640 1 -- 172.21.15.27:0/327111149 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7facd820c9b0 con 0x7facd816ab00 2024-02-09T23:57:03.063 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.022+0000 7facd759e640 1 -- 172.21.15.27:0/327111149 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7facd820cf70 con 0x7facd816ab00 2024-02-09T23:57:03.064 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.022+0000 7f1d7afbc640 1 Processor -- start 2024-02-09T23:57:03.064 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.023+0000 7f1d7afbc640 1 -- start start 2024-02-09T23:57:03.064 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.023+0000 7f90cca26640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f90c0039c00 0x7f90c0174200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.023+0000 7f094280e640 1 Processor -- start 2024-02-09T23:57:03.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.023+0000 7f90cca26640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f90c0050be0 0x7f90c00dc9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.024+0000 7f90c77fe640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f90c0039c00 0x7f90c0174200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.024+0000 7f90c77fe640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f90c0039c00 0x7f90c0174200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:41596/0 (socket says 172.21.15.27:41596) 2024-02-09T23:57:03.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.024+0000 7f2ba2e74640 1 Processor -- start 2024-02-09T23:57:03.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.024+0000 7f90c77fe640 1 -- 172.21.15.27:0/383793314 learned_addr learned my addr 172.21.15.27:0/383793314 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:03.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.024+0000 7f094280e640 1 -- start start 2024-02-09T23:57:03.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.024+0000 7f2ba2e74640 1 -- start start 2024-02-09T23:57:03.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.023+0000 7facc6ffd640 1 -- 172.21.15.27:0/327111149 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faccc005430 con 0x7facd816ab00 2024-02-09T23:57:03.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.024+0000 7f90cca26640 1 --2- 172.21.15.27:0/383793314 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f90c00e3810 0x7f90c00dcf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.024+0000 7f90c6ffd640 1 --2- 172.21.15.27:0/383793314 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f90c0050be0 0x7f90c00dc9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.023+0000 7facc6ffd640 1 -- 172.21.15.27:0/327111149 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faccc007260 con 0x7facd816ab00 2024-02-09T23:57:03.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.024+0000 7f1a7fc1c640 1 -- 172.21.15.27:0/3746212410 wait complete. 2024-02-09T23:57:03.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.024+0000 7f90c7fff640 1 --2- 172.21.15.27:0/383793314 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f90c00e3810 0x7f90c00dcf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.024+0000 7f8961c6f640 1 Processor -- start 2024-02-09T23:57:03.069 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.024+0000 7f90cca26640 1 -- 172.21.15.27:0/383793314 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90c0048230 con 0x7f90c00e3810 2024-02-09T23:57:03.069 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.024+0000 7facc4ff9640 1 -- 172.21.15.27:0/327111149 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7facd80ccfa0 con 0x7facd816ab00 2024-02-09T23:57:03.069 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.024+0000 7f90cca26640 1 -- 172.21.15.27:0/383793314 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90c00499e0 con 0x7f90c0050be0 2024-02-09T23:57:03.069 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.024+0000 7f90cca26640 1 -- 172.21.15.27:0/383793314 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90c004d050 con 0x7f90c0039c00 2024-02-09T23:57:03.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.025+0000 7f8961c6f640 1 -- start start 2024-02-09T23:57:03.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.025+0000 7f1d7afbc640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1d7406c0f0 0x7f1d741faa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.025+0000 7f90c77fe640 1 -- 172.21.15.27:0/383793314 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f90c0050be0 msgr2=0x7f90c00dc9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.025+0000 7f90c77fe640 1 --2- 172.21.15.27:0/383793314 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f90c0050be0 0x7f90c00dc9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.025+0000 7f90c77fe640 1 -- 172.21.15.27:0/383793314 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f90c00e3810 msgr2=0x7f90c00dcf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.025+0000 7f1d78d58640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1d7406c0f0 0x7f1d741faa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.025+0000 7f90c77fe640 1 --2- 172.21.15.27:0/383793314 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f90c00e3810 0x7f90c00dcf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.025+0000 7f90c77fe640 1 -- 172.21.15.27:0/383793314 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90bc0094d0 con 0x7f90c0039c00 2024-02-09T23:57:03.072 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.025+0000 7f094280e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f093c0aeca0 0x7f093c0b0ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.072 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.025+0000 7f2ba2e74640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2b9c0cc770 0x7f2b9c14b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.072 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.025+0000 7f1d78d58640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1d7406c0f0 0x7f1d741faa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:40468/0 (socket says 172.21.15.27:40468) 2024-02-09T23:57:03.072 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.025+0000 7f2ba2e74640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2b9c1598f0 0x7f2b9c0cadc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.073 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.025+0000 7f094280e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f093c0b33a0 0x7f093c140c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.073 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.025+0000 7f1d7afbc640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1d740ce060 0x7f1d740c7ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.073 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.025+0000 7f2ba1e72640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2b9c0cc770 0x7f2b9c14b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.074 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.025+0000 7f093bfff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f093c0aeca0 0x7f093c0b0ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.074 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.025+0000 7f90c7fff640 1 --2- 172.21.15.27:0/383793314 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f90c00e3810 0x7f90c00dcf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:03.074 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.025+0000 7f2ba1e72640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2b9c0cc770 0x7f2b9c14b3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:40484/0 (socket says 172.21.15.27:40484) 2024-02-09T23:57:03.074 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.026+0000 7f093b7fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f093c0b33a0 0x7f093c140c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.075 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.026+0000 7f2ba1671640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2b9c1598f0 0x7f2b9c0cadc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.075 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.026+0000 7f2ba1e72640 1 -- 172.21.15.27:0/2004050185 learned_addr learned my addr 172.21.15.27:0/2004050185 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:03.075 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.026+0000 7f1d78d58640 1 -- 172.21.15.27:0/3282990965 learned_addr learned my addr 172.21.15.27:0/3282990965 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:03.075 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.026+0000 7f2ba2e74640 1 --2- 172.21.15.27:0/2004050185 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2b9c15a990 0x7f2b9c1f24e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.076 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.026+0000 7f90c77fe640 1 --2- 172.21.15.27:0/383793314 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f90c0039c00 0x7f90c0174200 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f90b400b3e0 tx=0x7f90b400b8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:03.076 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.026+0000 7f1d7afbc640 1 --2- 172.21.15.27:0/3282990965 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1d740cf310 0x7f1d740d29d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.076 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.026+0000 7f094280e640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f093c15bb60 0x7f093c1411c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.076 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.026+0000 7f1d73fff640 1 --2- 172.21.15.27:0/3282990965 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1d740ce060 0x7f1d740c7ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.026+0000 7f2ba2e74640 1 -- 172.21.15.27:0/2004050185 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b9c14b900 con 0x7f2b9c15a990 2024-02-09T23:57:03.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.026+0000 7f2ba2e74640 1 -- 172.21.15.27:0/2004050185 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b9c0cb300 con 0x7f2b9c0cc770 2024-02-09T23:57:03.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.026+0000 7f094280e640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f093c13e930 con 0x7f093c0aeca0 2024-02-09T23:57:03.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.026+0000 7f093bfff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f093c0aeca0 0x7f093c0b0ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:46632/0 (socket says 172.21.15.27:46632) 2024-02-09T23:57:03.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.026+0000 7f093bfff640 1 -- 172.21.15.27:0/3598846274 learned_addr learned my addr 172.21.15.27:0/3598846274 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:03.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.026+0000 7f094280e640 1 -- 172.21.15.27:0/3598846274 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f093c0b0420 con 0x7f093c0b33a0 2024-02-09T23:57:03.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.026+0000 7f094280e640 1 -- 172.21.15.27:0/3598846274 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f093c1417f0 con 0x7f093c15bb60 2024-02-09T23:57:03.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.026+0000 7f1d79559640 1 --2- 172.21.15.27:0/3282990965 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1d740cf310 0x7f1d740d29d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.026+0000 7f2ba2e74640 1 -- 172.21.15.27:0/2004050185 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2b9c14fc30 con 0x7f2b9c1598f0 2024-02-09T23:57:03.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.026+0000 7f2ba2673640 1 --2- 172.21.15.27:0/2004050185 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2b9c15a990 0x7f2b9c1f24e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.026+0000 7f1a7fc1c640 1 Processor -- start 2024-02-09T23:57:03.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.026+0000 7f1d7afbc640 1 -- 172.21.15.27:0/3282990965 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d740c9370 con 0x7f1d740cf310 2024-02-09T23:57:03.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.026+0000 7f1d7afbc640 1 -- 172.21.15.27:0/3282990965 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d740c8760 con 0x7f1d7406c0f0 2024-02-09T23:57:03.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.026+0000 7f8961c6f640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f895c06e9e0 0x7f895c0c9ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.026+0000 7f1d7afbc640 1 -- 172.21.15.27:0/3282990965 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1d740c8a40 con 0x7f1d740ce060 2024-02-09T23:57:03.080 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.026+0000 7f1a7fc1c640 1 -- start start 2024-02-09T23:57:03.080 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.026+0000 7f0940dab640 1 --2- 172.21.15.27:0/3598846274 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f093c15bb60 0x7f093c1411c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.026+0000 7f8961c6f640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f895c0ce330 0x7f895c0b53d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.026+0000 7f8961c6f640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f895c15a9e0 0x7f895c0b5910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.027+0000 7f8961c6f640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f895c0b5e50 con 0x7f895c15a9e0 2024-02-09T23:57:03.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.027+0000 7f093bfff640 1 -- 172.21.15.27:0/3598846274 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f093c15bb60 msgr2=0x7f093c1411c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.027+0000 7f093bfff640 1 --2- 172.21.15.27:0/3598846274 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f093c15bb60 0x7f093c1411c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.027+0000 7f093bfff640 1 -- 172.21.15.27:0/3598846274 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f093c0b33a0 msgr2=0x7f093c140c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.082 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.027+0000 7f2ba2673640 1 -- 172.21.15.27:0/2004050185 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2b9c1598f0 msgr2=0x7f2b9c0cadc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.082 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.027+0000 7f2ba2673640 1 --2- 172.21.15.27:0/2004050185 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2b9c1598f0 0x7f2b9c0cadc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.082 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.027+0000 7f2ba2673640 1 -- 172.21.15.27:0/2004050185 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2b9c0cc770 msgr2=0x7f2b9c14b3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.082 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.027+0000 7f2ba2673640 1 --2- 172.21.15.27:0/2004050185 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2b9c0cc770 0x7f2b9c14b3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.082 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.027+0000 7f093bfff640 1 --2- 172.21.15.27:0/3598846274 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f093c0b33a0 0x7f093c140c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.027+0000 7f2ba2673640 1 -- 172.21.15.27:0/2004050185 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b9400d040 con 0x7f2b9c15a990 2024-02-09T23:57:03.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.027+0000 7f2ba1e72640 1 --2- 172.21.15.27:0/2004050185 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2b9c0cc770 0x7f2b9c14b3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:03.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.027+0000 7f093bfff640 1 -- 172.21.15.27:0/3598846274 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0930009400 con 0x7f093c0aeca0 2024-02-09T23:57:03.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.027+0000 7f1d78d58640 1 -- 172.21.15.27:0/3282990965 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1d740ce060 msgr2=0x7f1d740c7ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.027+0000 7f2ba2673640 1 --2- 172.21.15.27:0/2004050185 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2b9c15a990 0x7f2b9c1f24e0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f2b94034000 tx=0x7f2b94004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:03.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.027+0000 7f895bfff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f895c15a9e0 0x7f895c0b5910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.027+0000 7f895bfff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f895c15a9e0 0x7f895c0b5910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:46662/0 (socket says 172.21.15.27:46662) 2024-02-09T23:57:03.085 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.027+0000 7f895bfff640 1 -- 172.21.15.27:0/3688537846 learned_addr learned my addr 172.21.15.27:0/3688537846 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:03.085 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.027+0000 7f8961c6f640 1 -- 172.21.15.27:0/3688537846 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f895c14a670 con 0x7f895c06e9e0 2024-02-09T23:57:03.085 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.027+0000 7f8961c6f640 1 -- 172.21.15.27:0/3688537846 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f895c0b60e0 con 0x7f895c0ce330 2024-02-09T23:57:03.085 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.026+0000 7facc6ffd640 1 -- 172.21.15.27:0/327111149 <== mon.2 v2:172.21.15.153:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7faccc0073c0 con 0x7facd816ab00 2024-02-09T23:57:03.085 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.026+0000 7facc6ffd640 1 --2- 172.21.15.27:0/327111149 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7facb806b8e0 0x7facb806dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.085 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.026+0000 7facc6ffd640 1 -- 172.21.15.27:0/327111149 <== mon.2 v2:172.21.15.153:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7faccc089680 con 0x7facd816ab00 2024-02-09T23:57:03.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.027+0000 7f1d78d58640 1 --2- 172.21.15.27:0/3282990965 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1d740ce060 0x7f1d740c7ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.027+0000 7f1d78d58640 1 -- 172.21.15.27:0/3282990965 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1d740cf310 msgr2=0x7f1d740d29d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.027+0000 7f1d78d58640 1 --2- 172.21.15.27:0/3282990965 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1d740cf310 0x7f1d740d29d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.027+0000 7f1d78d58640 1 -- 172.21.15.27:0/3282990965 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d5c0094d0 con 0x7f1d7406c0f0 2024-02-09T23:57:03.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.027+0000 7f1d79559640 1 --2- 172.21.15.27:0/3282990965 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1d740cf310 0x7f1d740d29d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:57:03.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.027+0000 7f2b927fc640 1 -- 172.21.15.27:0/2004050185 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b94042b10 con 0x7f2b9c15a990 2024-02-09T23:57:03.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.027+0000 7f093bfff640 1 --2- 172.21.15.27:0/3598846274 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f093c0aeca0 0x7f093c0b0ee0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f093400cb40 tx=0x7f093400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:03.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.027+0000 7f2b927fc640 1 -- 172.21.15.27:0/2004050185 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2b94042c70 con 0x7f2b9c15a990 2024-02-09T23:57:03.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.027+0000 7f2ba2e74640 1 -- 172.21.15.27:0/2004050185 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2b9c14ff10 con 0x7f2b9c15a990 2024-02-09T23:57:03.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.027+0000 7f2ba2e74640 1 -- 172.21.15.27:0/2004050185 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2b9c1504d0 con 0x7f2b9c15a990 2024-02-09T23:57:03.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.027+0000 7f1d78d58640 1 --2- 172.21.15.27:0/3282990965 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1d7406c0f0 0x7f1d741faa80 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f1d6400e930 tx=0x7f1d6400edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:03.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.028+0000 7f895bfff640 1 -- 172.21.15.27:0/3688537846 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f895c0ce330 msgr2=0x7f895c0b53d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-02-09T23:57:03.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.028+0000 7f2b927fc640 1 -- 172.21.15.27:0/2004050185 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b94009450 con 0x7f2b9c15a990 2024-02-09T23:57:03.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.028+0000 7f1a7fc1c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1a64005040 0x7f1a7815c5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.028+0000 7f1a7fc1c640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1a78149e40 0x7f1a7814a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.028+0000 7f1a7fc1c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1a781ef5d0 0x7f1a781efa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.028+0000 7f1a7fc1c640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a780b4960 con 0x7f1a64005040 2024-02-09T23:57:03.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.028+0000 7f1a7fc1c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a780b4c40 con 0x7f1a781ef5d0 2024-02-09T23:57:03.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.028+0000 7f1a7fc1c640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a780b4f20 con 0x7f1a78149e40 2024-02-09T23:57:03.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.028+0000 7f1a7d1b7640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1a78149e40 0x7f1a7814a2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.028+0000 7f1a7d1b7640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1a78149e40 0x7f1a7814a2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:41656/0 (socket says 172.21.15.27:41656) 2024-02-09T23:57:03.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.028+0000 7f1a7d1b7640 1 -- 172.21.15.27:0/4250722186 learned_addr learned my addr 172.21.15.27:0/4250722186 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:03.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.028+0000 7f1a7e1b9640 1 --2- 172.21.15.27:0/4250722186 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1a781ef5d0 0x7f1a781efa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.028+0000 7f1a7d9b8640 1 --2- 172.21.15.27:0/4250722186 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1a64005040 0x7f1a7815c5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.028+0000 7f895bfff640 1 --2- 172.21.15.27:0/3688537846 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f895c0ce330 0x7f895c0b53d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.028+0000 7f895bfff640 1 -- 172.21.15.27:0/3688537846 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f895c06e9e0 msgr2=0x7f895c0c9ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.028+0000 7f895bfff640 1 --2- 172.21.15.27:0/3688537846 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f895c06e9e0 0x7f895c0c9ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.028+0000 7f895bfff640 1 -- 172.21.15.27:0/3688537846 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f894c009400 con 0x7f895c15a9e0 2024-02-09T23:57:03.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.028+0000 7f895bfff640 1 --2- 172.21.15.27:0/3688537846 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f895c15a9e0 0x7f895c0b5910 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f8954007d50 tx=0x7f895400e6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:03.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.028+0000 7f1a7d1b7640 1 -- 172.21.15.27:0/4250722186 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1a781ef5d0 msgr2=0x7f1a781efa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.092 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.028+0000 7f0938ff9640 1 -- 172.21.15.27:0/3598846274 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f093400aca0 con 0x7f093c0aeca0 2024-02-09T23:57:03.092 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.028+0000 7f1a7d1b7640 1 --2- 172.21.15.27:0/4250722186 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1a781ef5d0 0x7f1a781efa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.028+0000 7f0938ff9640 1 -- 172.21.15.27:0/3598846274 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f093400ae00 con 0x7f093c0aeca0 2024-02-09T23:57:03.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.028+0000 7f094280e640 1 -- 172.21.15.27:0/3598846274 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f093c0af200 con 0x7f093c0aeca0 2024-02-09T23:57:03.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.028+0000 7f1a7d1b7640 1 -- 172.21.15.27:0/4250722186 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1a64005040 msgr2=0x7f1a7815c5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.029+0000 7f8943fff640 1 -- 172.21.15.27:0/3688537846 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8954009100 con 0x7f895c15a9e0 2024-02-09T23:57:03.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.029+0000 7f094280e640 1 -- 172.21.15.27:0/3598846274 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f093c0b06e0 con 0x7f093c0aeca0 2024-02-09T23:57:03.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.029+0000 7f8943fff640 1 -- 172.21.15.27:0/3688537846 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f895400ee60 con 0x7f895c15a9e0 2024-02-09T23:57:03.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.029+0000 7f8943fff640 1 -- 172.21.15.27:0/3688537846 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8954003bd0 con 0x7f895c15a9e0 2024-02-09T23:57:03.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.029+0000 7f8961c6f640 1 -- 172.21.15.27:0/3688537846 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f895c0b63c0 con 0x7f895c15a9e0 2024-02-09T23:57:03.095 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.029+0000 7f1a7d1b7640 1 --2- 172.21.15.27:0/4250722186 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1a64005040 0x7f1a7815c5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.095 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.029+0000 7f1a7d1b7640 1 -- 172.21.15.27:0/4250722186 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a780b5200 con 0x7f1a78149e40 2024-02-09T23:57:03.095 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.029+0000 7f1a7d9b8640 1 --2- 172.21.15.27:0/4250722186 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1a64005040 0x7f1a7815c5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:57:03.095 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.029+0000 7f8961c6f640 1 -- 172.21.15.27:0/3688537846 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f895c14abf0 con 0x7f895c15a9e0 2024-02-09T23:57:03.096 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.030+0000 7f0938ff9640 1 -- 172.21.15.27:0/3598846274 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f093400aca0 con 0x7f093c0aeca0 2024-02-09T23:57:03.096 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.028+0000 7f1d717fa640 1 -- 172.21.15.27:0/3282990965 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d64009690 con 0x7f1d7406c0f0 2024-02-09T23:57:03.096 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.028+0000 7f1d717fa640 1 -- 172.21.15.27:0/3282990965 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1d6400ca00 con 0x7f1d7406c0f0 2024-02-09T23:57:03.096 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.028+0000 7f1d717fa640 1 -- 172.21.15.27:0/3282990965 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d6400cdb0 con 0x7f1d7406c0f0 2024-02-09T23:57:03.096 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.029+0000 7f1d7afbc640 1 -- 172.21.15.27:0/3282990965 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1d740c8d20 con 0x7f1d7406c0f0 2024-02-09T23:57:03.096 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.029+0000 7f1d7afbc640 1 -- 172.21.15.27:0/3282990965 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1d740ccd00 con 0x7f1d7406c0f0 2024-02-09T23:57:03.096 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.029+0000 7f1a7d1b7640 1 --2- 172.21.15.27:0/4250722186 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1a78149e40 0x7f1a7814a2c0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f1a68010790 tx=0x7f1a68010c50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:03.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.029+0000 7facd659c640 1 --2- 172.21.15.27:0/327111149 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7facb806b8e0 0x7facb806dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.030+0000 7f2b927fc640 1 -- 172.21.15.27:0/2004050185 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f2b9403c040 con 0x7f2b9c15a990 2024-02-09T23:57:03.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.031+0000 7f2b927fc640 1 --2- 172.21.15.27:0/2004050185 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2b8006b860 0x7f2b8006dd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.030+0000 7f8961c6f640 1 -- 172.21.15.27:0/3688537846 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f895c14ae10 con 0x7f895c15a9e0 2024-02-09T23:57:03.098 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.031+0000 7f90b3fff640 1 -- 172.21.15.27:0/383793314 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90b4011830 con 0x7f90c0039c00 2024-02-09T23:57:03.098 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.031+0000 7f094280e640 1 -- 172.21.15.27:0/3598846274 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f091c005290 con 0x7f093c0aeca0 2024-02-09T23:57:03.098 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.031+0000 7f1d7afbc640 1 -- 172.21.15.27:0/3282990965 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1d740b2fb0 con 0x7f1d7406c0f0 2024-02-09T23:57:03.099 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.031+0000 7f2b927fc640 1 -- 172.21.15.27:0/2004050185 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2b9407f340 con 0x7f2b9c15a990 2024-02-09T23:57:03.099 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.031+0000 7f2ba2e74640 1 -- 172.21.15.27:0/2004050185 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2b9c0746c0 con 0x7f2b9c15a990 2024-02-09T23:57:03.099 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.031+0000 7f90b3fff640 1 -- 172.21.15.27:0/383793314 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90b40119b0 con 0x7f90c0039c00 2024-02-09T23:57:03.099 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.031+0000 7f90cca26640 1 -- 172.21.15.27:0/383793314 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90c0174740 con 0x7f90c0039c00 2024-02-09T23:57:03.099 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.031+0000 7f90cca26640 1 -- 172.21.15.27:0/383793314 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90c004c350 con 0x7f90c0039c00 2024-02-09T23:57:03.099 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.031+0000 7f90b3fff640 1 -- 172.21.15.27:0/383793314 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90b4011d60 con 0x7f90c0039c00 2024-02-09T23:57:03.099 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.031+0000 7f8943fff640 1 -- 172.21.15.27:0/3688537846 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f895401a460 con 0x7f895c15a9e0 2024-02-09T23:57:03.100 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.031+0000 7facc6ffd640 1 -- 172.21.15.27:0/327111149 <== mon.2 v2:172.21.15.153:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7faccc054130 con 0x7facd816ab00 2024-02-09T23:57:03.100 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.031+0000 7facd659c640 1 --2- 172.21.15.27:0/327111149 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7facb806b8e0 0x7facb806dda0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7facd0007270 tx=0x7facd000b000 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:03.100 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.031+0000 7f8943fff640 1 --2- 172.21.15.27:0/3688537846 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f894806b8e0 0x7f894806dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.100 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.032+0000 7f2ba1e72640 1 --2- 172.21.15.27:0/2004050185 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2b8006b860 0x7f2b8006dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.101 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.032+0000 7f8943fff640 1 -- 172.21.15.27:0/3688537846 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f895408ad00 con 0x7f895c15a9e0 2024-02-09T23:57:03.101 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.032+0000 7f895b7fe640 1 --2- 172.21.15.27:0/3688537846 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f894806b8e0 0x7f894806dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.101 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.032+0000 7f0938ff9640 1 -- 172.21.15.27:0/3598846274 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f0934007070 con 0x7f093c0aeca0 2024-02-09T23:57:03.101 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.033+0000 7f0938ff9640 1 --2- 172.21.15.27:0/3598846274 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f092806b870 0x7f092806dd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.101 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.033+0000 7f0938ff9640 1 -- 172.21.15.27:0/3598846274 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0934089de0 con 0x7f093c0aeca0 2024-02-09T23:57:03.102 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.033+0000 7f90cca26640 1 -- 172.21.15.27:0/383793314 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f90a8005290 con 0x7f90c0039c00 2024-02-09T23:57:03.102 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.032+0000 7f1a6e7fc640 1 -- 172.21.15.27:0/4250722186 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a6800eae0 con 0x7f1a78149e40 2024-02-09T23:57:03.102 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.033+0000 7f1d717fa640 1 -- 172.21.15.27:0/3282990965 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f1d64005990 con 0x7f1d7406c0f0 2024-02-09T23:57:03.102 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.033+0000 7f90b3fff640 1 -- 172.21.15.27:0/383793314 <== mon.2 v2:172.21.15.153:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f90b401a400 con 0x7f90c0039c00 2024-02-09T23:57:03.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.032+0000 7f1a6e7fc640 1 -- 172.21.15.27:0/4250722186 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a6800ec40 con 0x7f1a78149e40 2024-02-09T23:57:03.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.032+0000 7f1a6e7fc640 1 -- 172.21.15.27:0/4250722186 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a68010ea0 con 0x7f1a78149e40 2024-02-09T23:57:03.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.033+0000 7f1a7fc1c640 1 -- 172.21.15.27:0/4250722186 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1a780b54e0 con 0x7f1a78149e40 2024-02-09T23:57:03.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.033+0000 7f1a7fc1c640 1 -- 172.21.15.27:0/4250722186 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1a7815cb30 con 0x7f1a78149e40 2024-02-09T23:57:03.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.034+0000 7f895b7fe640 1 --2- 172.21.15.27:0/3688537846 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f894806b8e0 0x7f894806dda0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f894c035000 tx=0x7f894c030000 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:03.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.034+0000 7f093b7fe640 1 --2- 172.21.15.27:0/3598846274 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f092806b870 0x7f092806dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.034+0000 7f1d717fa640 1 --2- 172.21.15.27:0/3282990965 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1d5406b810 0x7f1d5406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.034+0000 7f1d717fa640 1 -- 172.21.15.27:0/3282990965 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1d6408a930 con 0x7f1d7406c0f0 2024-02-09T23:57:03.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.034+0000 7f90b3fff640 1 --2- 172.21.15.27:0/383793314 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f90ac06b8e0 0x7f90ac06dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.034+0000 7f2ba1e72640 1 --2- 172.21.15.27:0/2004050185 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2b8006b860 0x7f2b8006dd20 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f2b98000f60 tx=0x7f2b9800b250 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:03.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.034+0000 7f093b7fe640 1 --2- 172.21.15.27:0/3598846274 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f092806b870 0x7f092806dd30 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f0930036000 tx=0x7f0930008030 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:03.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.034+0000 7f1d73fff640 1 --2- 172.21.15.27:0/3282990965 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1d5406b810 0x7f1d5406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.034+0000 7f90c6ffd640 1 --2- 172.21.15.27:0/383793314 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f90ac06b8e0 0x7f90ac06dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.034+0000 7f90b3fff640 1 -- 172.21.15.27:0/383793314 <== mon.2 v2:172.21.15.153:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f90b408a250 con 0x7f90c0039c00 2024-02-09T23:57:03.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.035+0000 7f1d73fff640 1 --2- 172.21.15.27:0/3282990965 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1d5406b810 0x7f1d5406dcd0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f1d5c036000 tx=0x7f1d5c03c040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:03.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.035+0000 7f1a7fc1c640 1 -- 172.21.15.27:0/4250722186 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1a780746c0 con 0x7f1a78149e40 2024-02-09T23:57:03.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.035+0000 7f90c6ffd640 1 --2- 172.21.15.27:0/383793314 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f90ac06b8e0 0x7f90ac06dda0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f90c8050890 tx=0x7f90c808c040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:03.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.038+0000 7f8943fff640 1 -- 172.21.15.27:0/3688537846 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f8954055700 con 0x7f895c15a9e0 2024-02-09T23:57:03.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.038+0000 7f1d717fa640 1 -- 172.21.15.27:0/3282990965 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f1d64055530 con 0x7f1d7406c0f0 2024-02-09T23:57:03.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.039+0000 7f90b3fff640 1 -- 172.21.15.27:0/383793314 <== mon.2 v2:172.21.15.153:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f90b4054c50 con 0x7f90c0039c00 2024-02-09T23:57:03.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.040+0000 7f1a6e7fc640 1 -- 172.21.15.27:0/4250722186 <== mon.2 v2:172.21.15.153:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f1a68004020 con 0x7f1a78149e40 2024-02-09T23:57:03.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.041+0000 7f1a6e7fc640 1 --2- 172.21.15.27:0/4250722186 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1a5c06b8e0 0x7f1a5c06dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.041+0000 7f1a6e7fc640 1 -- 172.21.15.27:0/4250722186 <== mon.2 v2:172.21.15.153:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1a6808a9f0 con 0x7f1a78149e40 2024-02-09T23:57:03.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.041+0000 7f1a7d9b8640 1 --2- 172.21.15.27:0/4250722186 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1a5c06b8e0 0x7f1a5c06dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.042+0000 7f1a7d9b8640 1 --2- 172.21.15.27:0/4250722186 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1a5c06b8e0 0x7f1a5c06dda0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f1a74000f60 tx=0x7f1a74009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:03.109 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.043+0000 7f2b927fc640 1 -- 172.21.15.27:0/2004050185 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f2b9403a080 con 0x7f2b9c15a990 2024-02-09T23:57:03.109 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.044+0000 7f1a6e7fc640 1 -- 172.21.15.27:0/4250722186 <== mon.2 v2:172.21.15.153:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f1a680554a0 con 0x7f1a78149e40 2024-02-09T23:57:03.109 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.052+0000 7f0938ff9640 1 -- 172.21.15.27:0/3598846274 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f0934054820 con 0x7f093c0aeca0 2024-02-09T23:57:03.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.403+0000 7fcd27e40640 1 -- 172.21.15.27:0/2573676739 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7fcd08005540 con 0x7fcd20154270 2024-02-09T23:57:03.406 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.404+0000 7fcd167fc640 1 -- 172.21.15.27:0/2573676739 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fcd180547a0 con 0x7fcd20154270 2024-02-09T23:57:03.406 INFO:teuthology.orchestra.run.smithi027.stdout:55834574857 2024-02-09T23:57:03.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.407+0000 7fcd03fff640 1 -- 172.21.15.27:0/2573676739 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fcd0406b8e0 msgr2=0x7fcd0406dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.407+0000 7fcd03fff640 1 --2- 172.21.15.27:0/2573676739 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fcd0406b8e0 0x7fcd0406dda0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fcd10006fd0 tx=0x7fcd10009060 comp rx=0 tx=0).stop 2024-02-09T23:57:03.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.408+0000 7fcd03fff640 1 -- 172.21.15.27:0/2573676739 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcd20154270 msgr2=0x7fcd2014eed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.408+0000 7fcd03fff640 1 --2- 172.21.15.27:0/2573676739 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcd20154270 0x7fcd2014eed0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fcd1800caf0 tx=0x7fcd18002120 comp rx=0 tx=0).stop 2024-02-09T23:57:03.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.408+0000 7fcd03fff640 1 -- 172.21.15.27:0/2573676739 shutdown_connections 2024-02-09T23:57:03.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.408+0000 7fcd03fff640 1 --2- 172.21.15.27:0/2573676739 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fcd0406b8e0 0x7fcd0406dda0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.408+0000 7fcd03fff640 1 --2- 172.21.15.27:0/2573676739 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcd20156440 0x7fcd201568d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.408+0000 7fcd03fff640 1 --2- 172.21.15.27:0/2573676739 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcd20154270 0x7fcd2014eed0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.408+0000 7fcd03fff640 1 --2- 172.21.15.27:0/2573676739 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcd200aec50 0x7fcd20151290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.408+0000 7fcd03fff640 1 -- 172.21.15.27:0/2573676739 >> 172.21.15.27:0/2573676739 conn(0x7fcd20066d80 msgr2=0x7fcd20157920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:03.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.409+0000 7fcd03fff640 1 -- 172.21.15.27:0/2573676739 shutdown_connections 2024-02-09T23:57:03.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.409+0000 7fcd03fff640 1 -- 172.21.15.27:0/2573676739 wait complete. 2024-02-09T23:57:03.427 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.0 2024-02-09T23:57:03.427 DEBUG:teuthology.parallel:result is None 2024-02-09T23:57:03.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.439+0000 7f8961c6f640 1 -- 172.21.15.27:0/3688537846 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f895c0746c0 con 0x7f895c15a9e0 2024-02-09T23:57:03.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.439+0000 7f8943fff640 1 -- 172.21.15.27:0/3688537846 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f8954015070 con 0x7f895c15a9e0 2024-02-09T23:57:03.441 INFO:teuthology.orchestra.run.smithi027.stdout:55834574856 2024-02-09T23:57:03.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.441+0000 7f8961c6f640 1 -- 172.21.15.27:0/3688537846 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f894806b8e0 msgr2=0x7f894806dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.441+0000 7f8961c6f640 1 --2- 172.21.15.27:0/3688537846 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f894806b8e0 0x7f894806dda0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f894c035000 tx=0x7f894c030000 comp rx=0 tx=0).stop 2024-02-09T23:57:03.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.441+0000 7f8961c6f640 1 -- 172.21.15.27:0/3688537846 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f895c15a9e0 msgr2=0x7f895c0b5910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.441+0000 7f8961c6f640 1 --2- 172.21.15.27:0/3688537846 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f895c15a9e0 0x7f895c0b5910 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f8954007d50 tx=0x7f895400e6a0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.442+0000 7f8961c6f640 1 -- 172.21.15.27:0/3688537846 shutdown_connections 2024-02-09T23:57:03.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.442+0000 7f8961c6f640 1 --2- 172.21.15.27:0/3688537846 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f894806b8e0 0x7f894806dda0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.442+0000 7f8961c6f640 1 --2- 172.21.15.27:0/3688537846 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f895c15a9e0 0x7f895c0b5910 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.442+0000 7f8961c6f640 1 --2- 172.21.15.27:0/3688537846 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f895c0ce330 0x7f895c0b53d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.442+0000 7f8961c6f640 1 --2- 172.21.15.27:0/3688537846 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f895c06e9e0 0x7f895c0c9ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.442+0000 7f8961c6f640 1 -- 172.21.15.27:0/3688537846 >> 172.21.15.27:0/3688537846 conn(0x7f895c0b2290 msgr2=0x7f895c0b0130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:03.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.442+0000 7f8961c6f640 1 -- 172.21.15.27:0/3688537846 shutdown_connections 2024-02-09T23:57:03.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.443+0000 7f8961c6f640 1 -- 172.21.15.27:0/3688537846 wait complete. 2024-02-09T23:57:03.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.449+0000 7facc4ff9640 1 -- 172.21.15.27:0/327111149 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7facd80b27f0 con 0x7facd816ab00 2024-02-09T23:57:03.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.449+0000 7facc6ffd640 1 -- 172.21.15.27:0/327111149 <== mon.2 v2:172.21.15.153:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7faccc0577f0 con 0x7facd816ab00 2024-02-09T23:57:03.451 INFO:teuthology.orchestra.run.smithi027.stdout:55834574857 2024-02-09T23:57:03.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.453+0000 7facc4ff9640 1 -- 172.21.15.27:0/327111149 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7facb806b8e0 msgr2=0x7facb806dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.453+0000 7facc4ff9640 1 --2- 172.21.15.27:0/327111149 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7facb806b8e0 0x7facb806dda0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7facd0007270 tx=0x7facd000b000 comp rx=0 tx=0).stop 2024-02-09T23:57:03.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.453+0000 7facc4ff9640 1 -- 172.21.15.27:0/327111149 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7facd816ab00 msgr2=0x7facd81f5090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.453+0000 7facc4ff9640 1 --2- 172.21.15.27:0/327111149 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7facd816ab00 0x7facd81f5090 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7faccc00c390 tx=0x7faccc00c850 comp rx=0 tx=0).stop 2024-02-09T23:57:03.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.453+0000 7facc4ff9640 1 -- 172.21.15.27:0/327111149 shutdown_connections 2024-02-09T23:57:03.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.453+0000 7facc4ff9640 1 --2- 172.21.15.27:0/327111149 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7facb806b8e0 0x7facb806dda0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.453+0000 7facc4ff9640 1 --2- 172.21.15.27:0/327111149 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7facd816ab00 0x7facd81f5090 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.454+0000 7facc4ff9640 1 --2- 172.21.15.27:0/327111149 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7facd80cc010 0x7facd81580b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.454+0000 7facc4ff9640 1 --2- 172.21.15.27:0/327111149 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7facd806ebe0 0x7facd8157b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.454+0000 7facc4ff9640 1 -- 172.21.15.27:0/327111149 >> 172.21.15.27:0/327111149 conn(0x7facd8066b40 msgr2=0x7facd80b3180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:03.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.454+0000 7facc4ff9640 1 -- 172.21.15.27:0/327111149 shutdown_connections 2024-02-09T23:57:03.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.454+0000 7facc4ff9640 1 -- 172.21.15.27:0/327111149 wait complete. 2024-02-09T23:57:03.458 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.1 2024-02-09T23:57:03.458 DEBUG:teuthology.parallel:result is None 2024-02-09T23:57:03.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.461+0000 7f90cca26640 1 -- 172.21.15.27:0/383793314 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f90a8005540 con 0x7f90c0039c00 2024-02-09T23:57:03.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.462+0000 7f1d7afbc640 1 -- 172.21.15.27:0/3282990965 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f1d740746c0 con 0x7f1d7406c0f0 2024-02-09T23:57:03.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.462+0000 7f90b3fff640 1 -- 172.21.15.27:0/383793314 <== mon.2 v2:172.21.15.153:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f90b4058310 con 0x7f90c0039c00 2024-02-09T23:57:03.464 INFO:teuthology.orchestra.run.smithi027.stdout:55834574856 2024-02-09T23:57:03.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.462+0000 7f1d717fa640 1 -- 172.21.15.27:0/3282990965 <== mon.1 v2:172.21.15.153:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f1d64021020 con 0x7f1d7406c0f0 2024-02-09T23:57:03.465 INFO:teuthology.orchestra.run.smithi027.stdout:55834574856 2024-02-09T23:57:03.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.465+0000 7f90cca26640 1 -- 172.21.15.27:0/383793314 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f90ac06b8e0 msgr2=0x7f90ac06dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.465+0000 7f90cca26640 1 --2- 172.21.15.27:0/383793314 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f90ac06b8e0 0x7f90ac06dda0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f90c8050890 tx=0x7f90c808c040 comp rx=0 tx=0).stop 2024-02-09T23:57:03.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.465+0000 7f90cca26640 1 -- 172.21.15.27:0/383793314 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f90c0039c00 msgr2=0x7f90c0174200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.465+0000 7f90cca26640 1 --2- 172.21.15.27:0/383793314 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f90c0039c00 0x7f90c0174200 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f90b400b3e0 tx=0x7f90b400b8a0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.465+0000 7f90cca26640 1 -- 172.21.15.27:0/383793314 shutdown_connections 2024-02-09T23:57:03.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.465+0000 7f90cca26640 1 --2- 172.21.15.27:0/383793314 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f90ac06b8e0 0x7f90ac06dda0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.465+0000 7f90cca26640 1 --2- 172.21.15.27:0/383793314 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f90c00e3810 0x7f90c00dcf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.465+0000 7f90cca26640 1 --2- 172.21.15.27:0/383793314 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f90c0050be0 0x7f90c00dc9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.465+0000 7f90cca26640 1 --2- 172.21.15.27:0/383793314 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f90c0039c00 0x7f90c0174200 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.465+0000 7f90cca26640 1 -- 172.21.15.27:0/383793314 >> 172.21.15.27:0/383793314 conn(0x7f90c0055bc0 msgr2=0x7f90c003a870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:03.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.465+0000 7f90cca26640 1 -- 172.21.15.27:0/383793314 shutdown_connections 2024-02-09T23:57:03.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.465+0000 7f90cca26640 1 -- 172.21.15.27:0/383793314 wait complete. 2024-02-09T23:57:03.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.465+0000 7f1d7afbc640 1 -- 172.21.15.27:0/3282990965 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1d5406b810 msgr2=0x7f1d5406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.465+0000 7f1d7afbc640 1 --2- 172.21.15.27:0/3282990965 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1d5406b810 0x7f1d5406dcd0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f1d5c036000 tx=0x7f1d5c03c040 comp rx=0 tx=0).stop 2024-02-09T23:57:03.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.465+0000 7f1d7afbc640 1 -- 172.21.15.27:0/3282990965 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1d7406c0f0 msgr2=0x7f1d741faa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.465+0000 7f1d7afbc640 1 --2- 172.21.15.27:0/3282990965 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1d7406c0f0 0x7f1d741faa80 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f1d6400e930 tx=0x7f1d6400edf0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.466+0000 7f1d7afbc640 1 -- 172.21.15.27:0/3282990965 shutdown_connections 2024-02-09T23:57:03.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.466+0000 7f1a7fc1c640 1 -- 172.21.15.27:0/4250722186 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7f1a780b5060 con 0x7f1a78149e40 2024-02-09T23:57:03.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.466+0000 7f1d7afbc640 1 --2- 172.21.15.27:0/3282990965 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1d5406b810 0x7f1d5406dcd0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.466+0000 7f1d7afbc640 1 --2- 172.21.15.27:0/3282990965 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1d740cf310 0x7f1d740d29d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.466+0000 7f1d7afbc640 1 --2- 172.21.15.27:0/3282990965 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1d740ce060 0x7f1d740c7ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.466+0000 7f1d7afbc640 1 --2- 172.21.15.27:0/3282990965 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1d7406c0f0 0x7f1d741faa80 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.466+0000 7f1d7afbc640 1 -- 172.21.15.27:0/3282990965 >> 172.21.15.27:0/3282990965 conn(0x7f1d740d3bf0 msgr2=0x7f1d740b3370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:03.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.466+0000 7f1d7afbc640 1 -- 172.21.15.27:0/3282990965 shutdown_connections 2024-02-09T23:57:03.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.466+0000 7f1d7afbc640 1 -- 172.21.15.27:0/3282990965 wait complete. 2024-02-09T23:57:03.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.466+0000 7f1a6e7fc640 1 -- 172.21.15.27:0/4250722186 <== mon.2 v2:172.21.15.153:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f1a780b5060 con 0x7f1a78149e40 2024-02-09T23:57:03.471 INFO:teuthology.orchestra.run.smithi027.stdout:55834574856 2024-02-09T23:57:03.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.467+0000 7f2ba2e74640 1 -- 172.21.15.27:0/2004050185 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f2b9c0cefa0 con 0x7f2b9c15a990 2024-02-09T23:57:03.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.468+0000 7f2b927fc640 1 -- 172.21.15.27:0/2004050185 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f2b94050030 con 0x7f2b9c15a990 2024-02-09T23:57:03.472 INFO:teuthology.orchestra.run.smithi027.stdout:55834574856 2024-02-09T23:57:03.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.469+0000 7f1a7fc1c640 1 -- 172.21.15.27:0/4250722186 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1a5c06b8e0 msgr2=0x7f1a5c06dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.469+0000 7f1a7fc1c640 1 --2- 172.21.15.27:0/4250722186 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1a5c06b8e0 0x7f1a5c06dda0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f1a74000f60 tx=0x7f1a74009040 comp rx=0 tx=0).stop 2024-02-09T23:57:03.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.469+0000 7f1a7fc1c640 1 -- 172.21.15.27:0/4250722186 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1a78149e40 msgr2=0x7f1a7814a2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.469+0000 7f1a7fc1c640 1 --2- 172.21.15.27:0/4250722186 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1a78149e40 0x7f1a7814a2c0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f1a68010790 tx=0x7f1a68010c50 comp rx=0 tx=0).stop 2024-02-09T23:57:03.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.469+0000 7f1a7fc1c640 1 -- 172.21.15.27:0/4250722186 shutdown_connections 2024-02-09T23:57:03.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.469+0000 7f1a7fc1c640 1 --2- 172.21.15.27:0/4250722186 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1a5c06b8e0 0x7f1a5c06dda0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.469+0000 7f1a7fc1c640 1 --2- 172.21.15.27:0/4250722186 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1a781ef5d0 0x7f1a781efa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.469+0000 7f1a7fc1c640 1 --2- 172.21.15.27:0/4250722186 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1a78149e40 0x7f1a7814a2c0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.469+0000 7f1a7fc1c640 1 --2- 172.21.15.27:0/4250722186 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1a64005040 0x7f1a7815c5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.469+0000 7f1a7fc1c640 1 -- 172.21.15.27:0/4250722186 >> 172.21.15.27:0/4250722186 conn(0x7f1a78066960 msgr2=0x7f1a780d0770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:03.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.469+0000 7f1a7fc1c640 1 -- 172.21.15.27:0/4250722186 shutdown_connections 2024-02-09T23:57:03.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.469+0000 7f1a7fc1c640 1 -- 172.21.15.27:0/4250722186 wait complete. 2024-02-09T23:57:03.475 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.5 2024-02-09T23:57:03.475 DEBUG:teuthology.parallel:result is None 2024-02-09T23:57:03.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.471+0000 7f2ba2e74640 1 -- 172.21.15.27:0/2004050185 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2b8006b860 msgr2=0x7f2b8006dd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.471+0000 7f2ba2e74640 1 --2- 172.21.15.27:0/2004050185 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2b8006b860 0x7f2b8006dd20 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f2b98000f60 tx=0x7f2b9800b250 comp rx=0 tx=0).stop 2024-02-09T23:57:03.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.471+0000 7f2ba2e74640 1 -- 172.21.15.27:0/2004050185 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2b9c15a990 msgr2=0x7f2b9c1f24e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.471+0000 7f2ba2e74640 1 --2- 172.21.15.27:0/2004050185 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2b9c15a990 0x7f2b9c1f24e0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f2b94034000 tx=0x7f2b94004a40 comp rx=0 tx=0).stop 2024-02-09T23:57:03.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.471+0000 7f2ba2e74640 1 -- 172.21.15.27:0/2004050185 shutdown_connections 2024-02-09T23:57:03.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.471+0000 7f2ba2e74640 1 --2- 172.21.15.27:0/2004050185 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2b8006b860 0x7f2b8006dd20 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.471+0000 7f2ba2e74640 1 --2- 172.21.15.27:0/2004050185 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2b9c15a990 0x7f2b9c1f24e0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.471+0000 7f2ba2e74640 1 --2- 172.21.15.27:0/2004050185 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2b9c1598f0 0x7f2b9c0cadc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.471+0000 7f2ba2e74640 1 --2- 172.21.15.27:0/2004050185 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2b9c0cc770 0x7f2b9c14b3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.471+0000 7f2ba2e74640 1 -- 172.21.15.27:0/2004050185 >> 172.21.15.27:0/2004050185 conn(0x7f2b9c066b40 msgr2=0x7f2b9c152350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:03.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.471+0000 7f2ba2e74640 1 -- 172.21.15.27:0/2004050185 shutdown_connections 2024-02-09T23:57:03.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.471+0000 7f2ba2e74640 1 -- 172.21.15.27:0/2004050185 wait complete. 2024-02-09T23:57:03.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.474+0000 7f094280e640 1 -- 172.21.15.27:0/3598846274 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f091c005540 con 0x7f093c0aeca0 2024-02-09T23:57:03.478 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.474+0000 7f0938ff9640 1 -- 172.21.15.27:0/3598846274 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f0934054820 con 0x7f093c0aeca0 2024-02-09T23:57:03.478 INFO:teuthology.orchestra.run.smithi027.stdout:55834574856 2024-02-09T23:57:03.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.478+0000 7f094280e640 1 -- 172.21.15.27:0/3598846274 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f092806b870 msgr2=0x7f092806dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.478+0000 7f094280e640 1 --2- 172.21.15.27:0/3598846274 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f092806b870 0x7f092806dd30 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f0930036000 tx=0x7f0930008030 comp rx=0 tx=0).stop 2024-02-09T23:57:03.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.478+0000 7f094280e640 1 -- 172.21.15.27:0/3598846274 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f093c0aeca0 msgr2=0x7f093c0b0ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.478+0000 7f094280e640 1 --2- 172.21.15.27:0/3598846274 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f093c0aeca0 0x7f093c0b0ee0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f093400cb40 tx=0x7f093400a060 comp rx=0 tx=0).stop 2024-02-09T23:57:03.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.478+0000 7f094280e640 1 -- 172.21.15.27:0/3598846274 shutdown_connections 2024-02-09T23:57:03.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.478+0000 7f094280e640 1 --2- 172.21.15.27:0/3598846274 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f092806b870 0x7f092806dd30 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.478+0000 7f094280e640 1 --2- 172.21.15.27:0/3598846274 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f093c15bb60 0x7f093c1411c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.478+0000 7f094280e640 1 --2- 172.21.15.27:0/3598846274 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f093c0b33a0 0x7f093c140c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.481 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.478+0000 7f094280e640 1 --2- 172.21.15.27:0/3598846274 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f093c0aeca0 0x7f093c0b0ee0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.481 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.478+0000 7f094280e640 1 -- 172.21.15.27:0/3598846274 >> 172.21.15.27:0/3598846274 conn(0x7f093c06ac50 msgr2=0x7f093c0cd9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:03.481 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.478+0000 7f094280e640 1 -- 172.21.15.27:0/3598846274 shutdown_connections 2024-02-09T23:57:03.481 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.478+0000 7f094280e640 1 -- 172.21.15.27:0/3598846274 wait complete. 2024-02-09T23:57:03.483 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.7 2024-02-09T23:57:03.483 DEBUG:teuthology.parallel:result is None 2024-02-09T23:57:03.487 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.6 2024-02-09T23:57:03.487 DEBUG:teuthology.parallel:result is None 2024-02-09T23:57:03.489 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.4 2024-02-09T23:57:03.489 DEBUG:teuthology.parallel:result is None 2024-02-09T23:57:03.492 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.3 2024-02-09T23:57:03.492 DEBUG:teuthology.parallel:result is None 2024-02-09T23:57:03.495 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.2 2024-02-09T23:57:03.495 DEBUG:teuthology.parallel:result is None 2024-02-09T23:57:03.496 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-02-09T23:57:03.496 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-09T23:57:03.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.641+0000 7ff7de8eb640 1 Processor -- start 2024-02-09T23:57:03.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.641+0000 7ff7de8eb640 1 -- start start 2024-02-09T23:57:03.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.642+0000 7ff7de8eb640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7ff7d809a5a0 0x7ff7d806c420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.642+0000 7ff7de8eb640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff7d80d0fc0 con 0x7ff7d815dca0 2024-02-09T23:57:03.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.642+0000 7ff7de8eb640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff7d806cd70 con 0x7ff7d806c960 2024-02-09T23:57:03.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.642+0000 7ff7de8eb640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff7d80d03b0 con 0x7ff7d809a5a0 2024-02-09T23:57:03.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.642+0000 7ff7d7fff640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7ff7d815dca0 0x7ff7d80cfbb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:39622/0 (socket says 172.21.15.27:39622) 2024-02-09T23:57:03.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.642+0000 7ff7d7fff640 1 -- 172.21.15.27:0/2277436161 learned_addr learned my addr 172.21.15.27:0/2277436161 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:03.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.642+0000 7ff7d77fe640 1 --2- 172.21.15.27:0/2277436161 >> v2:172.21.15.27:3300/0 conn(0x7ff7d809a5a0 0x7ff7d806c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.642+0000 7ff7d6ffd640 1 -- 172.21.15.27:0/2277436161 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 506986345 0 0) 0x7ff7d80d0fc0 con 0x7ff7d815dca0 2024-02-09T23:57:03.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.642+0000 7ff7d6ffd640 1 -- 172.21.15.27:0/2277436161 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff7c0003520 con 0x7ff7d815dca0 2024-02-09T23:57:03.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.642+0000 7ff7d77fe640 1 -- 172.21.15.27:0/2277436161 >> v1:172.21.15.153:6789/0 conn(0x7ff7d806c960 legacy=0x7ff7d8167c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:03.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.642+0000 7ff7d77fe640 1 -- 172.21.15.27:0/2277436161 >> v1:172.21.15.27:6789/0 conn(0x7ff7d815dca0 legacy=0x7ff7d80cfbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.642+0000 7ff7d77fe640 1 -- 172.21.15.27:0/2277436161 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7d80d0690 con 0x7ff7d809a5a0 2024-02-09T23:57:03.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.643+0000 7ff7d77fe640 1 --2- 172.21.15.27:0/2277436161 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff7d809a5a0 0x7ff7d806c420 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7ff7cc0097a0 tx=0x7ff7cc02b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3fe2c12d809e06f server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:03.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.643+0000 7ff7d6ffd640 1 -- 172.21.15.27:0/2277436161 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7cc031830 con 0x7ff7d809a5a0 2024-02-09T23:57:03.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.643+0000 7ff7d6ffd640 1 -- 172.21.15.27:0/2277436161 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7cc031990 con 0x7ff7d809a5a0 2024-02-09T23:57:03.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.643+0000 7ff7d6ffd640 1 -- 172.21.15.27:0/2277436161 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7cc031d20 con 0x7ff7d809a5a0 2024-02-09T23:57:03.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.643+0000 7ff7de8eb640 1 -- 172.21.15.27:0/2277436161 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff7d809a5a0 msgr2=0x7ff7d806c420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.643+0000 7ff7de8eb640 1 --2- 172.21.15.27:0/2277436161 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff7d809a5a0 0x7ff7d806c420 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7ff7cc0097a0 tx=0x7ff7cc02b8d0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.643+0000 7ff7de8eb640 1 -- 172.21.15.27:0/2277436161 shutdown_connections 2024-02-09T23:57:03.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.643+0000 7ff7de8eb640 1 --2- 172.21.15.27:0/2277436161 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff7d809a5a0 0x7ff7d806c420 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.644+0000 7ff7de8eb640 1 -- 172.21.15.27:0/2277436161 >> 172.21.15.27:0/2277436161 conn(0x7ff7d80b3460 msgr2=0x7ff7d80b3870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:03.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.644+0000 7ff7de8eb640 1 -- 172.21.15.27:0/2277436161 shutdown_connections 2024-02-09T23:57:03.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.644+0000 7ff7de8eb640 1 -- 172.21.15.27:0/2277436161 wait complete. 2024-02-09T23:57:03.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.645+0000 7ff7de8eb640 1 Processor -- start 2024-02-09T23:57:03.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.645+0000 7ff7de8eb640 1 -- start start 2024-02-09T23:57:03.650 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.646+0000 7ff7de8eb640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff7d806c960 0x7ff7d8156a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.650 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.646+0000 7ff7de8eb640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff7d809a5a0 0x7ff7d8070930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.650 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.646+0000 7ff7de8eb640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff7d815dca0 0x7ff7d8070e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.650 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.646+0000 7ff7de8eb640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7d80cb310 con 0x7ff7d809a5a0 2024-02-09T23:57:03.650 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.646+0000 7ff7de8eb640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7d8156f50 con 0x7ff7d815dca0 2024-02-09T23:57:03.650 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.646+0000 7ff7de8eb640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7d80ca420 con 0x7ff7d806c960 2024-02-09T23:57:03.650 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.646+0000 7ff7d77fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff7d809a5a0 0x7ff7d8070930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.651 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.646+0000 7ff7d77fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff7d809a5a0 0x7ff7d8070930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59406/0 (socket says 172.21.15.27:59406) 2024-02-09T23:57:03.651 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.646+0000 7ff7d77fe640 1 -- 172.21.15.27:0/1883224477 learned_addr learned my addr 172.21.15.27:0/1883224477 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:03.651 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.646+0000 7ff7d77fe640 1 -- 172.21.15.27:0/1883224477 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff7d806c960 msgr2=0x7ff7d8156a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.651 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.646+0000 7ff7d77fe640 1 --2- 172.21.15.27:0/1883224477 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff7d806c960 0x7ff7d8156a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.651 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.646+0000 7ff7dce88640 1 --2- 172.21.15.27:0/1883224477 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff7d815dca0 0x7ff7d8070e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.651 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.646+0000 7ff7d77fe640 1 -- 172.21.15.27:0/1883224477 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff7d815dca0 msgr2=0x7ff7d8070e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.651 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.646+0000 7ff7d77fe640 1 --2- 172.21.15.27:0/1883224477 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff7d815dca0 0x7ff7d8070e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.651 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.646+0000 7ff7d77fe640 1 -- 172.21.15.27:0/1883224477 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7cc009400 con 0x7ff7d809a5a0 2024-02-09T23:57:03.651 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.646+0000 7ff7d77fe640 1 --2- 172.21.15.27:0/1883224477 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff7d809a5a0 0x7ff7d8070930 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7ff7cc02bee0 tx=0x7ff7cc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:03.651 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.646+0000 7ff7d4ff9640 1 -- 172.21.15.27:0/1883224477 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7cc03a6f0 con 0x7ff7d809a5a0 2024-02-09T23:57:03.651 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.646+0000 7ff7d4ff9640 1 -- 172.21.15.27:0/1883224477 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7cc03a870 con 0x7ff7d809a5a0 2024-02-09T23:57:03.651 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.646+0000 7ff7de8eb640 1 -- 172.21.15.27:0/1883224477 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff7d80d15d0 con 0x7ff7d809a5a0 2024-02-09T23:57:03.651 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.646+0000 7ff7d4ff9640 1 -- 172.21.15.27:0/1883224477 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7cc03ac20 con 0x7ff7d809a5a0 2024-02-09T23:57:03.651 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.646+0000 7ff7de8eb640 1 -- 172.21.15.27:0/1883224477 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff7d80ca9e0 con 0x7ff7d809a5a0 2024-02-09T23:57:03.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.647+0000 7ff7de8eb640 1 -- 172.21.15.27:0/1883224477 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff7d8067cc0 con 0x7ff7d809a5a0 2024-02-09T23:57:03.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.648+0000 7ff7d4ff9640 1 -- 172.21.15.27:0/1883224477 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7ff7cc04c3b0 con 0x7ff7d809a5a0 2024-02-09T23:57:03.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.648+0000 7ff7d4ff9640 1 --2- 172.21.15.27:0/1883224477 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff7c406b810 0x7ff7c406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.648+0000 7ff7d4ff9640 1 -- 172.21.15.27:0/1883224477 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff7cc0abe20 con 0x7ff7d809a5a0 2024-02-09T23:57:03.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.648+0000 7ff7d7fff640 1 --2- 172.21.15.27:0/1883224477 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff7c406b810 0x7ff7c406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.649+0000 7ff7d7fff640 1 --2- 172.21.15.27:0/1883224477 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff7c406b810 0x7ff7c406dcd0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7ff7c8000f60 tx=0x7ff7c80078f0 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:03.654 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.652+0000 7ff7d4ff9640 1 -- 172.21.15.27:0/1883224477 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7ff7cc076960 con 0x7ff7d809a5a0 2024-02-09T23:57:03.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.830+0000 7ff7de8eb640 1 -- 172.21.15.27:0/1883224477 --> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7ff7d80d1450 con 0x7ff7c406b810 2024-02-09T23:57:03.839 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.837+0000 7ff7d4ff9640 1 -- 172.21.15.27:0/1883224477 <== mgr.4106 v2:172.21.15.153:6832/1248308414 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264564 (secure 0 0 0) 0x7ff7c8005890 con 0x7ff7c406b810 2024-02-09T23:57:03.842 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:03.843 INFO:teuthology.orchestra.run.smithi027.stderr:dumped all 2024-02-09T23:57:03.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.840+0000 7ff7de8eb640 1 -- 172.21.15.27:0/1883224477 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff7c406b810 msgr2=0x7ff7c406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.840+0000 7ff7de8eb640 1 --2- 172.21.15.27:0/1883224477 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff7c406b810 0x7ff7c406dcd0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7ff7c8000f60 tx=0x7ff7c80078f0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.840+0000 7ff7de8eb640 1 -- 172.21.15.27:0/1883224477 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff7d809a5a0 msgr2=0x7ff7d8070930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.840+0000 7ff7de8eb640 1 --2- 172.21.15.27:0/1883224477 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff7d809a5a0 0x7ff7d8070930 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7ff7cc02bee0 tx=0x7ff7cc0046c0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.840+0000 7ff7de8eb640 1 -- 172.21.15.27:0/1883224477 shutdown_connections 2024-02-09T23:57:03.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.840+0000 7ff7de8eb640 1 --2- 172.21.15.27:0/1883224477 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff7c406b810 0x7ff7c406dcd0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.840+0000 7ff7de8eb640 1 --2- 172.21.15.27:0/1883224477 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff7d815dca0 0x7ff7d8070e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.840+0000 7ff7de8eb640 1 --2- 172.21.15.27:0/1883224477 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff7d809a5a0 0x7ff7d8070930 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.840+0000 7ff7de8eb640 1 --2- 172.21.15.27:0/1883224477 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff7d806c960 0x7ff7d8156a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.840+0000 7ff7de8eb640 1 -- 172.21.15.27:0/1883224477 >> 172.21.15.27:0/1883224477 conn(0x7ff7d80b3460 msgr2=0x7ff7d80cfb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:03.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.840+0000 7ff7de8eb640 1 -- 172.21.15.27:0/1883224477 shutdown_connections 2024-02-09T23:57:03.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.840+0000 7ff7de8eb640 1 -- 172.21.15.27:0/1883224477 wait complete. 2024-02-09T23:57:03.853 INFO:teuthology.orchestra.run.smithi027.stdout:{"pg_ready":true,"pg_map":{"version":25,"stamp":"2024-02-09T23:57:03.441970+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219016,"kb_used_data":2824,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755704,"statfs":{"total":773094113280,"available":772869840896,"internally_reserved":0,"allocated":2891776,"data_stored":1753028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.564854"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083840+0000","last_change":"2024-02-09T23:56:51.894397+0000","last_active":"2024-02-09T23:56:53.083840+0000","last_peered":"2024-02-09T23:56:53.083840+0000","last_clean":"2024-02-09T23:56:53.083840+0000","last_became_active":"2024-02-09T23:56:51.894135+0000","last_became_peered":"2024-02-09T23:56:51.894135+0000","last_unstale":"2024-02-09T23:56:53.083840+0000","last_undegraded":"2024-02-09T23:56:53.083840+0000","last_fullsized":"2024-02-09T23:56:53.083840+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:11:38.388874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878771+0000","last_change":"2024-02-09T23:56:51.885105+0000","last_active":"2024-02-09T23:56:52.878771+0000","last_peered":"2024-02-09T23:56:52.878771+0000","last_clean":"2024-02-09T23:56:52.878771+0000","last_became_active":"2024-02-09T23:56:51.884788+0000","last_became_peered":"2024-02-09T23:56:51.884788+0000","last_unstale":"2024-02-09T23:56:52.878771+0000","last_undegraded":"2024-02-09T23:56:52.878771+0000","last_fullsized":"2024-02-09T23:56:52.878771+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:57:30.936631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084219+0000","last_change":"2024-02-09T23:56:51.887548+0000","last_active":"2024-02-09T23:56:53.084219+0000","last_peered":"2024-02-09T23:56:53.084219+0000","last_clean":"2024-02-09T23:56:53.084219+0000","last_became_active":"2024-02-09T23:56:51.887229+0000","last_became_peered":"2024-02-09T23:56:51.887229+0000","last_unstale":"2024-02-09T23:56:53.084219+0000","last_undegraded":"2024-02-09T23:56:53.084219+0000","last_fullsized":"2024-02-09T23:56:53.084219+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:07:34.824467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075752+0000","last_change":"2024-02-09T23:56:51.897215+0000","last_active":"2024-02-09T23:56:53.075752+0000","last_peered":"2024-02-09T23:56:53.075752+0000","last_clean":"2024-02-09T23:56:53.075752+0000","last_became_active":"2024-02-09T23:56:51.896326+0000","last_became_peered":"2024-02-09T23:56:51.896326+0000","last_unstale":"2024-02-09T23:56:53.075752+0000","last_undegraded":"2024-02-09T23:56:53.075752+0000","last_fullsized":"2024-02-09T23:56:53.075752+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:10:43.619154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083559+0000","last_change":"2024-02-09T23:56:51.893869+0000","last_active":"2024-02-09T23:56:53.083559+0000","last_peered":"2024-02-09T23:56:53.083559+0000","last_clean":"2024-02-09T23:56:53.083559+0000","last_became_active":"2024-02-09T23:56:51.893462+0000","last_became_peered":"2024-02-09T23:56:51.893462+0000","last_unstale":"2024-02-09T23:56:53.083559+0000","last_undegraded":"2024-02-09T23:56:53.083559+0000","last_fullsized":"2024-02-09T23:56:53.083559+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:47.596653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075611+0000","last_change":"2024-02-09T23:56:51.896798+0000","last_active":"2024-02-09T23:56:53.075611+0000","last_peered":"2024-02-09T23:56:53.075611+0000","last_clean":"2024-02-09T23:56:53.075611+0000","last_became_active":"2024-02-09T23:56:51.896412+0000","last_became_peered":"2024-02-09T23:56:51.896412+0000","last_unstale":"2024-02-09T23:56:53.075611+0000","last_undegraded":"2024-02-09T23:56:53.075611+0000","last_fullsized":"2024-02-09T23:56:53.075611+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:57:30.936631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083306+0000","last_change":"2024-02-09T23:56:51.896675+0000","last_active":"2024-02-09T23:56:53.083306+0000","last_peered":"2024-02-09T23:56:53.083306+0000","last_clean":"2024-02-09T23:56:53.083306+0000","last_became_active":"2024-02-09T23:56:51.896415+0000","last_became_peered":"2024-02-09T23:56:51.896415+0000","last_unstale":"2024-02-09T23:56:53.083306+0000","last_undegraded":"2024-02-09T23:56:53.083306+0000","last_fullsized":"2024-02-09T23:56:53.083306+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:09:25.492708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083125+0000","last_change":"2024-02-09T23:56:51.901874+0000","last_active":"2024-02-09T23:56:53.083125+0000","last_peered":"2024-02-09T23:56:53.083125+0000","last_clean":"2024-02-09T23:56:53.083125+0000","last_became_active":"2024-02-09T23:56:51.901436+0000","last_became_peered":"2024-02-09T23:56:51.901436+0000","last_unstale":"2024-02-09T23:56:53.083125+0000","last_undegraded":"2024-02-09T23:56:53.083125+0000","last_fullsized":"2024-02-09T23:56:53.083125+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:56:26.957641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083904+0000","last_change":"2024-02-09T23:56:51.902173+0000","last_active":"2024-02-09T23:56:53.083904+0000","last_peered":"2024-02-09T23:56:53.083904+0000","last_clean":"2024-02-09T23:56:53.083904+0000","last_became_active":"2024-02-09T23:56:51.901895+0000","last_became_peered":"2024-02-09T23:56:51.901895+0000","last_unstale":"2024-02-09T23:56:53.083904+0000","last_undegraded":"2024-02-09T23:56:53.083904+0000","last_fullsized":"2024-02-09T23:56:53.083904+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:15:56.626351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879774+0000","last_change":"2024-02-09T23:56:51.900531+0000","last_active":"2024-02-09T23:56:52.879774+0000","last_peered":"2024-02-09T23:56:52.879774+0000","last_clean":"2024-02-09T23:56:52.879774+0000","last_became_active":"2024-02-09T23:56:51.900275+0000","last_became_peered":"2024-02-09T23:56:51.900275+0000","last_unstale":"2024-02-09T23:56:52.879774+0000","last_undegraded":"2024-02-09T23:56:52.879774+0000","last_fullsized":"2024-02-09T23:56:52.879774+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:10:29.944229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879320+0000","last_change":"2024-02-09T23:56:51.899895+0000","last_active":"2024-02-09T23:56:52.879320+0000","last_peered":"2024-02-09T23:56:52.879320+0000","last_clean":"2024-02-09T23:56:52.879320+0000","last_became_active":"2024-02-09T23:56:51.899629+0000","last_became_peered":"2024-02-09T23:56:51.899629+0000","last_unstale":"2024-02-09T23:56:52.879320+0000","last_undegraded":"2024-02-09T23:56:52.879320+0000","last_fullsized":"2024-02-09T23:56:52.879320+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:02:55.658703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879584+0000","last_change":"2024-02-09T23:56:51.892980+0000","last_active":"2024-02-09T23:56:52.879584+0000","last_peered":"2024-02-09T23:56:52.879584+0000","last_clean":"2024-02-09T23:56:52.879584+0000","last_became_active":"2024-02-09T23:56:51.892701+0000","last_became_peered":"2024-02-09T23:56:51.892701+0000","last_unstale":"2024-02-09T23:56:52.879584+0000","last_undegraded":"2024-02-09T23:56:52.879584+0000","last_fullsized":"2024-02-09T23:56:52.879584+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:55:42.216663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083993+0000","last_change":"2024-02-09T23:56:51.892357+0000","last_active":"2024-02-09T23:56:53.083993+0000","last_peered":"2024-02-09T23:56:53.083993+0000","last_clean":"2024-02-09T23:56:53.083993+0000","last_became_active":"2024-02-09T23:56:51.892081+0000","last_became_peered":"2024-02-09T23:56:51.892081+0000","last_unstale":"2024-02-09T23:56:53.083993+0000","last_undegraded":"2024-02-09T23:56:53.083993+0000","last_fullsized":"2024-02-09T23:56:53.083993+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:57:30.936631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083665+0000","last_change":"2024-02-09T23:56:51.887798+0000","last_active":"2024-02-09T23:56:53.083665+0000","last_peered":"2024-02-09T23:56:53.083665+0000","last_clean":"2024-02-09T23:56:53.083665+0000","last_became_active":"2024-02-09T23:56:51.887476+0000","last_became_peered":"2024-02-09T23:56:51.887476+0000","last_unstale":"2024-02-09T23:56:53.083665+0000","last_undegraded":"2024-02-09T23:56:53.083665+0000","last_fullsized":"2024-02-09T23:56:53.083665+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:23:09.828333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878276+0000","last_change":"2024-02-09T23:56:51.889049+0000","last_active":"2024-02-09T23:56:52.878276+0000","last_peered":"2024-02-09T23:56:52.878276+0000","last_clean":"2024-02-09T23:56:52.878276+0000","last_became_active":"2024-02-09T23:56:51.888750+0000","last_became_peered":"2024-02-09T23:56:51.888750+0000","last_unstale":"2024-02-09T23:56:52.878276+0000","last_undegraded":"2024-02-09T23:56:52.878276+0000","last_fullsized":"2024-02-09T23:56:52.878276+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:06:24.793468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075443+0000","last_change":"2024-02-09T23:56:51.895889+0000","last_active":"2024-02-09T23:56:53.075443+0000","last_peered":"2024-02-09T23:56:53.075443+0000","last_clean":"2024-02-09T23:56:53.075443+0000","last_became_active":"2024-02-09T23:56:51.895579+0000","last_became_peered":"2024-02-09T23:56:51.895579+0000","last_unstale":"2024-02-09T23:56:53.075443+0000","last_undegraded":"2024-02-09T23:56:53.075443+0000","last_fullsized":"2024-02-09T23:56:53.075443+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:20:50.576010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.076028+0000","last_change":"2024-02-09T23:56:51.896498+0000","last_active":"2024-02-09T23:56:53.076028+0000","last_peered":"2024-02-09T23:56:53.076028+0000","last_clean":"2024-02-09T23:56:53.076028+0000","last_became_active":"2024-02-09T23:56:51.896005+0000","last_became_peered":"2024-02-09T23:56:51.896005+0000","last_unstale":"2024-02-09T23:56:53.076028+0000","last_undegraded":"2024-02-09T23:56:53.076028+0000","last_fullsized":"2024-02-09T23:56:53.076028+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:47.596653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083895+0000","last_change":"2024-02-09T23:56:51.892631+0000","last_active":"2024-02-09T23:56:53.083895+0000","last_peered":"2024-02-09T23:56:53.083895+0000","last_clean":"2024-02-09T23:56:53.083895+0000","last_became_active":"2024-02-09T23:56:51.892343+0000","last_became_peered":"2024-02-09T23:56:51.892343+0000","last_unstale":"2024-02-09T23:56:53.083895+0000","last_undegraded":"2024-02-09T23:56:53.083895+0000","last_fullsized":"2024-02-09T23:56:53.083895+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:42:16.751471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083833+0000","last_change":"2024-02-09T23:56:51.894539+0000","last_active":"2024-02-09T23:56:53.083833+0000","last_peered":"2024-02-09T23:56:53.083833+0000","last_clean":"2024-02-09T23:56:53.083833+0000","last_became_active":"2024-02-09T23:56:51.894279+0000","last_became_peered":"2024-02-09T23:56:51.894279+0000","last_unstale":"2024-02-09T23:56:53.083833+0000","last_undegraded":"2024-02-09T23:56:53.083833+0000","last_fullsized":"2024-02-09T23:56:53.083833+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:22:30.677062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878982+0000","last_change":"2024-02-09T23:56:51.888725+0000","last_active":"2024-02-09T23:56:52.878982+0000","last_peered":"2024-02-09T23:56:52.878982+0000","last_clean":"2024-02-09T23:56:52.878982+0000","last_became_active":"2024-02-09T23:56:51.888465+0000","last_became_peered":"2024-02-09T23:56:51.888465+0000","last_unstale":"2024-02-09T23:56:52.878982+0000","last_undegraded":"2024-02-09T23:56:52.878982+0000","last_fullsized":"2024-02-09T23:56:52.878982+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:17:26.611556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084321+0000","last_change":"2024-02-09T23:56:51.893198+0000","last_active":"2024-02-09T23:56:53.084321+0000","last_peered":"2024-02-09T23:56:53.084321+0000","last_clean":"2024-02-09T23:56:53.084321+0000","last_became_active":"2024-02-09T23:56:51.892912+0000","last_became_peered":"2024-02-09T23:56:51.892912+0000","last_unstale":"2024-02-09T23:56:53.084321+0000","last_undegraded":"2024-02-09T23:56:53.084321+0000","last_fullsized":"2024-02-09T23:56:53.084321+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:10:29.944229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075811+0000","last_change":"2024-02-09T23:56:51.896541+0000","last_active":"2024-02-09T23:56:53.075811+0000","last_peered":"2024-02-09T23:56:53.075811+0000","last_clean":"2024-02-09T23:56:53.075811+0000","last_became_active":"2024-02-09T23:56:51.895666+0000","last_became_peered":"2024-02-09T23:56:51.895666+0000","last_unstale":"2024-02-09T23:56:53.075811+0000","last_undegraded":"2024-02-09T23:56:53.075811+0000","last_fullsized":"2024-02-09T23:56:53.075811+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:54:22.347435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083196+0000","last_change":"2024-02-09T23:56:51.889491+0000","last_active":"2024-02-09T23:56:53.083196+0000","last_peered":"2024-02-09T23:56:53.083196+0000","last_clean":"2024-02-09T23:56:53.083196+0000","last_became_active":"2024-02-09T23:56:51.889204+0000","last_became_peered":"2024-02-09T23:56:51.889204+0000","last_unstale":"2024-02-09T23:56:53.083196+0000","last_undegraded":"2024-02-09T23:56:53.083196+0000","last_fullsized":"2024-02-09T23:56:53.083196+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:17:26.611556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075738+0000","last_change":"2024-02-09T23:56:51.896969+0000","last_active":"2024-02-09T23:56:53.075738+0000","last_peered":"2024-02-09T23:56:53.075738+0000","last_clean":"2024-02-09T23:56:53.075738+0000","last_became_active":"2024-02-09T23:56:51.896650+0000","last_became_peered":"2024-02-09T23:56:51.896650+0000","last_unstale":"2024-02-09T23:56:53.075738+0000","last_undegraded":"2024-02-09T23:56:53.075738+0000","last_fullsized":"2024-02-09T23:56:53.075738+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:09:25.492708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083279+0000","last_change":"2024-02-09T23:56:51.890154+0000","last_active":"2024-02-09T23:56:53.083279+0000","last_peered":"2024-02-09T23:56:53.083279+0000","last_clean":"2024-02-09T23:56:53.083279+0000","last_became_active":"2024-02-09T23:56:51.889818+0000","last_became_peered":"2024-02-09T23:56:51.889818+0000","last_unstale":"2024-02-09T23:56:53.083279+0000","last_undegraded":"2024-02-09T23:56:53.083279+0000","last_fullsized":"2024-02-09T23:56:53.083279+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:07:34.824467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879867+0000","last_change":"2024-02-09T23:56:51.893299+0000","last_active":"2024-02-09T23:56:52.879867+0000","last_peered":"2024-02-09T23:56:52.879867+0000","last_clean":"2024-02-09T23:56:52.879867+0000","last_became_active":"2024-02-09T23:56:51.892948+0000","last_became_peered":"2024-02-09T23:56:51.892948+0000","last_unstale":"2024-02-09T23:56:52.879867+0000","last_undegraded":"2024-02-09T23:56:52.879867+0000","last_fullsized":"2024-02-09T23:56:52.879867+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:20:50.576010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878601+0000","last_change":"2024-02-09T23:56:51.895070+0000","last_active":"2024-02-09T23:56:52.878601+0000","last_peered":"2024-02-09T23:56:52.878601+0000","last_clean":"2024-02-09T23:56:52.878601+0000","last_became_active":"2024-02-09T23:56:51.894788+0000","last_became_peered":"2024-02-09T23:56:51.894788+0000","last_unstale":"2024-02-09T23:56:52.878601+0000","last_undegraded":"2024-02-09T23:56:52.878601+0000","last_fullsized":"2024-02-09T23:56:52.878601+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:20:50.576010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084183+0000","last_change":"2024-02-09T23:56:51.889603+0000","last_active":"2024-02-09T23:56:53.084183+0000","last_peered":"2024-02-09T23:56:53.084183+0000","last_clean":"2024-02-09T23:56:53.084183+0000","last_became_active":"2024-02-09T23:56:51.889290+0000","last_became_peered":"2024-02-09T23:56:51.889290+0000","last_unstale":"2024-02-09T23:56:53.084183+0000","last_undegraded":"2024-02-09T23:56:53.084183+0000","last_fullsized":"2024-02-09T23:56:53.084183+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:10:43.619154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084297+0000","last_change":"2024-02-09T23:56:51.890671+0000","last_active":"2024-02-09T23:56:53.084297+0000","last_peered":"2024-02-09T23:56:53.084297+0000","last_clean":"2024-02-09T23:56:53.084297+0000","last_became_active":"2024-02-09T23:56:51.890340+0000","last_became_peered":"2024-02-09T23:56:51.890340+0000","last_unstale":"2024-02-09T23:56:53.084297+0000","last_undegraded":"2024-02-09T23:56:53.084297+0000","last_fullsized":"2024-02-09T23:56:53.084297+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:02:55.658703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075880+0000","last_change":"2024-02-09T23:56:51.899529+0000","last_active":"2024-02-09T23:56:53.075880+0000","last_peered":"2024-02-09T23:56:53.075880+0000","last_clean":"2024-02-09T23:56:53.075880+0000","last_became_active":"2024-02-09T23:56:51.898926+0000","last_became_peered":"2024-02-09T23:56:51.898926+0000","last_unstale":"2024-02-09T23:56:53.075880+0000","last_undegraded":"2024-02-09T23:56:53.075880+0000","last_fullsized":"2024-02-09T23:56:53.075880+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:32:43.587938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083602+0000","last_change":"2024-02-09T23:56:51.902230+0000","last_active":"2024-02-09T23:56:53.083602+0000","last_peered":"2024-02-09T23:56:53.083602+0000","last_clean":"2024-02-09T23:56:53.083602+0000","last_became_active":"2024-02-09T23:56:51.901927+0000","last_became_peered":"2024-02-09T23:56:51.901927+0000","last_unstale":"2024-02-09T23:56:53.083602+0000","last_undegraded":"2024-02-09T23:56:53.083602+0000","last_fullsized":"2024-02-09T23:56:53.083602+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:45.844963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878809+0000","last_change":"2024-02-09T23:56:51.889410+0000","last_active":"2024-02-09T23:56:52.878809+0000","last_peered":"2024-02-09T23:56:52.878809+0000","last_clean":"2024-02-09T23:56:52.878809+0000","last_became_active":"2024-02-09T23:56:51.889118+0000","last_became_peered":"2024-02-09T23:56:51.889118+0000","last_unstale":"2024-02-09T23:56:52.878809+0000","last_undegraded":"2024-02-09T23:56:52.878809+0000","last_fullsized":"2024-02-09T23:56:52.878809+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:23:09.828333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879412+0000","last_change":"2024-02-09T23:56:51.889661+0000","last_active":"2024-02-09T23:56:52.879412+0000","last_peered":"2024-02-09T23:56:52.879412+0000","last_clean":"2024-02-09T23:56:52.879412+0000","last_became_active":"2024-02-09T23:56:51.889406+0000","last_became_peered":"2024-02-09T23:56:51.889406+0000","last_unstale":"2024-02-09T23:56:52.879412+0000","last_undegraded":"2024-02-09T23:56:52.879412+0000","last_fullsized":"2024-02-09T23:56:52.879412+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:11:58.318799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084110+0000","last_change":"2024-02-09T23:56:50.903513+0000","last_active":"2024-02-09T23:56:53.084110+0000","last_peered":"2024-02-09T23:56:53.084110+0000","last_clean":"2024-02-09T23:56:53.084110+0000","last_became_active":"2024-02-09T23:56:50.903229+0000","last_became_peered":"2024-02-09T23:56:50.903229+0000","last_unstale":"2024-02-09T23:56:53.084110+0000","last_undegraded":"2024-02-09T23:56:53.084110+0000","last_fullsized":"2024-02-09T23:56:53.084110+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:24:40.668875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084364+0000","last_change":"2024-02-09T23:56:51.883175+0000","last_active":"2024-02-09T23:56:53.084364+0000","last_peered":"2024-02-09T23:56:53.084364+0000","last_clean":"2024-02-09T23:56:53.084364+0000","last_became_active":"2024-02-09T23:56:51.882906+0000","last_became_peered":"2024-02-09T23:56:51.882906+0000","last_unstale":"2024-02-09T23:56:53.084364+0000","last_undegraded":"2024-02-09T23:56:53.084364+0000","last_fullsized":"2024-02-09T23:56:53.084364+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:20:50.576010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878938+0000","last_change":"2024-02-09T23:56:50.897110+0000","last_active":"2024-02-09T23:56:52.878938+0000","last_peered":"2024-02-09T23:56:52.878938+0000","last_clean":"2024-02-09T23:56:52.878938+0000","last_became_active":"2024-02-09T23:56:50.896819+0000","last_became_peered":"2024-02-09T23:56:50.896819+0000","last_unstale":"2024-02-09T23:56:52.878938+0000","last_undegraded":"2024-02-09T23:56:52.878938+0000","last_fullsized":"2024-02-09T23:56:52.878938+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:44.840045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083345+0000","last_change":"2024-02-09T23:56:50.899367+0000","last_active":"2024-02-09T23:56:53.083345+0000","last_peered":"2024-02-09T23:56:53.083345+0000","last_clean":"2024-02-09T23:56:53.083345+0000","last_became_active":"2024-02-09T23:56:50.898811+0000","last_became_peered":"2024-02-09T23:56:50.898811+0000","last_unstale":"2024-02-09T23:56:53.083345+0000","last_undegraded":"2024-02-09T23:56:53.083345+0000","last_fullsized":"2024-02-09T23:56:53.083345+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:46:36.965757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083187+0000","last_change":"2024-02-09T23:56:51.893497+0000","last_active":"2024-02-09T23:56:53.083187+0000","last_peered":"2024-02-09T23:56:53.083187+0000","last_clean":"2024-02-09T23:56:53.083187+0000","last_became_active":"2024-02-09T23:56:51.892434+0000","last_became_peered":"2024-02-09T23:56:51.892434+0000","last_unstale":"2024-02-09T23:56:53.083187+0000","last_undegraded":"2024-02-09T23:56:53.083187+0000","last_fullsized":"2024-02-09T23:56:53.083187+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:23:09.828333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075623+0000","last_change":"2024-02-09T23:56:50.904084+0000","last_active":"2024-02-09T23:56:53.075623+0000","last_peered":"2024-02-09T23:56:53.075623+0000","last_clean":"2024-02-09T23:56:53.075623+0000","last_became_active":"2024-02-09T23:56:50.903766+0000","last_became_peered":"2024-02-09T23:56:50.903766+0000","last_unstale":"2024-02-09T23:56:53.075623+0000","last_undegraded":"2024-02-09T23:56:53.075623+0000","last_fullsized":"2024-02-09T23:56:53.075623+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-10T23:57:40.624096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878282+0000","last_change":"2024-02-09T23:56:51.894371+0000","last_active":"2024-02-09T23:56:52.878282+0000","last_peered":"2024-02-09T23:56:52.878282+0000","last_clean":"2024-02-09T23:56:52.878282+0000","last_became_active":"2024-02-09T23:56:51.894096+0000","last_became_peered":"2024-02-09T23:56:51.894096+0000","last_unstale":"2024-02-09T23:56:52.878282+0000","last_undegraded":"2024-02-09T23:56:52.878282+0000","last_fullsized":"2024-02-09T23:56:52.878282+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:07:34.824467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879358+0000","last_change":"2024-02-09T23:56:50.904082+0000","last_active":"2024-02-09T23:56:52.879358+0000","last_peered":"2024-02-09T23:56:52.879358+0000","last_clean":"2024-02-09T23:56:52.879358+0000","last_became_active":"2024-02-09T23:56:50.903843+0000","last_became_peered":"2024-02-09T23:56:50.903843+0000","last_unstale":"2024-02-09T23:56:52.879358+0000","last_undegraded":"2024-02-09T23:56:52.879358+0000","last_fullsized":"2024-02-09T23:56:52.879358+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-10T23:57:40.624096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075850+0000","last_change":"2024-02-09T23:56:51.896061+0000","last_active":"2024-02-09T23:56:53.075850+0000","last_peered":"2024-02-09T23:56:53.075850+0000","last_clean":"2024-02-09T23:56:53.075850+0000","last_became_active":"2024-02-09T23:56:51.895724+0000","last_became_peered":"2024-02-09T23:56:51.895724+0000","last_unstale":"2024-02-09T23:56:53.075850+0000","last_undegraded":"2024-02-09T23:56:53.075850+0000","last_fullsized":"2024-02-09T23:56:53.075850+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:46:01.567348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075884+0000","last_change":"2024-02-09T23:56:50.899295+0000","last_active":"2024-02-09T23:56:53.075884+0000","last_peered":"2024-02-09T23:56:53.075884+0000","last_clean":"2024-02-09T23:56:53.075884+0000","last_became_active":"2024-02-09T23:56:50.899036+0000","last_became_peered":"2024-02-09T23:56:50.899036+0000","last_unstale":"2024-02-09T23:56:53.075884+0000","last_undegraded":"2024-02-09T23:56:53.075884+0000","last_fullsized":"2024-02-09T23:56:53.075884+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:44.840045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083520+0000","last_change":"2024-02-09T23:56:51.897342+0000","last_active":"2024-02-09T23:56:53.083520+0000","last_peered":"2024-02-09T23:56:53.083520+0000","last_clean":"2024-02-09T23:56:53.083520+0000","last_became_active":"2024-02-09T23:56:51.897051+0000","last_became_peered":"2024-02-09T23:56:51.897051+0000","last_unstale":"2024-02-09T23:56:53.083520+0000","last_undegraded":"2024-02-09T23:56:53.083520+0000","last_fullsized":"2024-02-09T23:56:53.083520+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:56:26.957641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878624+0000","last_change":"2024-02-09T23:56:50.907622+0000","last_active":"2024-02-09T23:56:52.878624+0000","last_peered":"2024-02-09T23:56:52.878624+0000","last_clean":"2024-02-09T23:56:52.878624+0000","last_became_active":"2024-02-09T23:56:50.906575+0000","last_became_peered":"2024-02-09T23:56:50.906575+0000","last_unstale":"2024-02-09T23:56:52.878624+0000","last_undegraded":"2024-02-09T23:56:52.878624+0000","last_fullsized":"2024-02-09T23:56:52.878624+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:42:15.746553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879705+0000","last_change":"2024-02-09T23:56:51.893528+0000","last_active":"2024-02-09T23:56:52.879705+0000","last_peered":"2024-02-09T23:56:52.879705+0000","last_clean":"2024-02-09T23:56:52.879705+0000","last_became_active":"2024-02-09T23:56:51.893281+0000","last_became_peered":"2024-02-09T23:56:51.893281+0000","last_unstale":"2024-02-09T23:56:52.879705+0000","last_undegraded":"2024-02-09T23:56:52.879705+0000","last_fullsized":"2024-02-09T23:56:52.879705+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:45.844963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879562+0000","last_change":"2024-02-09T23:56:50.899570+0000","last_active":"2024-02-09T23:56:52.879562+0000","last_peered":"2024-02-09T23:56:52.879562+0000","last_clean":"2024-02-09T23:56:52.879562+0000","last_became_active":"2024-02-09T23:56:50.899012+0000","last_became_peered":"2024-02-09T23:56:50.899012+0000","last_unstale":"2024-02-09T23:56:52.879562+0000","last_undegraded":"2024-02-09T23:56:52.879562+0000","last_fullsized":"2024-02-09T23:56:52.879562+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:55:41.211745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083533+0000","last_change":"2024-02-09T23:56:51.898535+0000","last_active":"2024-02-09T23:56:53.083533+0000","last_peered":"2024-02-09T23:56:53.083533+0000","last_clean":"2024-02-09T23:56:53.083533+0000","last_became_active":"2024-02-09T23:56:51.897150+0000","last_became_peered":"2024-02-09T23:56:51.897150+0000","last_unstale":"2024-02-09T23:56:53.083533+0000","last_undegraded":"2024-02-09T23:56:53.083533+0000","last_fullsized":"2024-02-09T23:56:53.083533+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:46:01.567348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084423+0000","last_change":"2024-02-09T23:56:50.908227+0000","last_active":"2024-02-09T23:56:53.084423+0000","last_peered":"2024-02-09T23:56:53.084423+0000","last_clean":"2024-02-09T23:56:53.084423+0000","last_became_active":"2024-02-09T23:56:50.907916+0000","last_became_peered":"2024-02-09T23:56:50.907916+0000","last_unstale":"2024-02-09T23:56:53.084423+0000","last_undegraded":"2024-02-09T23:56:53.084423+0000","last_fullsized":"2024-02-09T23:56:53.084423+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:24:40.668875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083799+0000","last_change":"2024-02-09T23:56:51.893340+0000","last_active":"2024-02-09T23:56:53.083799+0000","last_peered":"2024-02-09T23:56:53.083799+0000","last_clean":"2024-02-09T23:56:53.083799+0000","last_became_active":"2024-02-09T23:56:51.893056+0000","last_became_peered":"2024-02-09T23:56:51.893056+0000","last_unstale":"2024-02-09T23:56:53.083799+0000","last_undegraded":"2024-02-09T23:56:53.083799+0000","last_fullsized":"2024-02-09T23:56:53.083799+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:17:26.611556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075913+0000","last_change":"2024-02-09T23:56:50.905991+0000","last_active":"2024-02-09T23:56:53.075913+0000","last_peered":"2024-02-09T23:56:53.075913+0000","last_clean":"2024-02-09T23:56:53.075913+0000","last_became_active":"2024-02-09T23:56:50.903608+0000","last_became_peered":"2024-02-09T23:56:50.903608+0000","last_unstale":"2024-02-09T23:56:53.075913+0000","last_undegraded":"2024-02-09T23:56:53.075913+0000","last_fullsized":"2024-02-09T23:56:53.075913+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:11:57.313880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083556+0000","last_change":"2024-02-09T23:56:51.898065+0000","last_active":"2024-02-09T23:56:53.083556+0000","last_peered":"2024-02-09T23:56:53.083556+0000","last_clean":"2024-02-09T23:56:53.083556+0000","last_became_active":"2024-02-09T23:56:51.897796+0000","last_became_peered":"2024-02-09T23:56:51.897796+0000","last_unstale":"2024-02-09T23:56:53.083556+0000","last_undegraded":"2024-02-09T23:56:53.083556+0000","last_fullsized":"2024-02-09T23:56:53.083556+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:54:22.347435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878952+0000","last_change":"2024-02-09T23:56:50.894664+0000","last_active":"2024-02-09T23:56:52.878952+0000","last_peered":"2024-02-09T23:56:52.878952+0000","last_clean":"2024-02-09T23:56:52.878952+0000","last_became_active":"2024-02-09T23:56:50.894300+0000","last_became_peered":"2024-02-09T23:56:50.894300+0000","last_unstale":"2024-02-09T23:56:52.878952+0000","last_undegraded":"2024-02-09T23:56:52.878952+0000","last_fullsized":"2024-02-09T23:56:52.878952+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:57:00.507145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878987+0000","last_change":"2024-02-09T23:56:51.888593+0000","last_active":"2024-02-09T23:56:52.878987+0000","last_peered":"2024-02-09T23:56:52.878987+0000","last_clean":"2024-02-09T23:56:52.878987+0000","last_became_active":"2024-02-09T23:56:51.888324+0000","last_became_peered":"2024-02-09T23:56:51.888324+0000","last_unstale":"2024-02-09T23:56:52.878987+0000","last_undegraded":"2024-02-09T23:56:52.878987+0000","last_fullsized":"2024-02-09T23:56:52.878987+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:06:24.793468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083572+0000","last_change":"2024-02-09T23:56:50.899586+0000","last_active":"2024-02-09T23:56:53.083572+0000","last_peered":"2024-02-09T23:56:53.083572+0000","last_clean":"2024-02-09T23:56:53.083572+0000","last_became_active":"2024-02-09T23:56:50.899265+0000","last_became_peered":"2024-02-09T23:56:50.899265+0000","last_unstale":"2024-02-09T23:56:53.083572+0000","last_undegraded":"2024-02-09T23:56:53.083572+0000","last_fullsized":"2024-02-09T23:56:53.083572+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:24:40.668875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083402+0000","last_change":"2024-02-09T23:56:51.898689+0000","last_active":"2024-02-09T23:56:53.083402+0000","last_peered":"2024-02-09T23:56:53.083402+0000","last_clean":"2024-02-09T23:56:53.083402+0000","last_became_active":"2024-02-09T23:56:51.898033+0000","last_became_peered":"2024-02-09T23:56:51.898033+0000","last_unstale":"2024-02-09T23:56:53.083402+0000","last_undegraded":"2024-02-09T23:56:53.083402+0000","last_fullsized":"2024-02-09T23:56:53.083402+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:10:43.619154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.880000+0000","last_change":"2024-02-09T23:56:50.905023+0000","last_active":"2024-02-09T23:56:52.880000+0000","last_peered":"2024-02-09T23:56:52.880000+0000","last_clean":"2024-02-09T23:56:52.880000+0000","last_became_active":"2024-02-09T23:56:50.904739+0000","last_became_peered":"2024-02-09T23:56:50.904739+0000","last_unstale":"2024-02-09T23:56:52.880000+0000","last_undegraded":"2024-02-09T23:56:52.880000+0000","last_fullsized":"2024-02-09T23:56:52.880000+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:46:15.125852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083761+0000","last_change":"2024-02-09T23:56:51.898524+0000","last_active":"2024-02-09T23:56:53.083761+0000","last_peered":"2024-02-09T23:56:53.083761+0000","last_clean":"2024-02-09T23:56:53.083761+0000","last_became_active":"2024-02-09T23:56:51.898087+0000","last_became_peered":"2024-02-09T23:56:51.898087+0000","last_unstale":"2024-02-09T23:56:53.083761+0000","last_undegraded":"2024-02-09T23:56:53.083761+0000","last_fullsized":"2024-02-09T23:56:53.083761+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:35:59.320869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083843+0000","last_change":"2024-02-09T23:56:50.902115+0000","last_active":"2024-02-09T23:56:53.083843+0000","last_peered":"2024-02-09T23:56:53.083843+0000","last_clean":"2024-02-09T23:56:53.083843+0000","last_became_active":"2024-02-09T23:56:50.901790+0000","last_became_peered":"2024-02-09T23:56:50.901790+0000","last_unstale":"2024-02-09T23:56:53.083843+0000","last_undegraded":"2024-02-09T23:56:53.083843+0000","last_fullsized":"2024-02-09T23:56:53.083843+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:36:47.182136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083998+0000","last_change":"2024-02-09T23:56:51.901976+0000","last_active":"2024-02-09T23:56:53.083998+0000","last_peered":"2024-02-09T23:56:53.083998+0000","last_clean":"2024-02-09T23:56:53.083998+0000","last_became_active":"2024-02-09T23:56:51.901698+0000","last_became_peered":"2024-02-09T23:56:51.901698+0000","last_unstale":"2024-02-09T23:56:53.083998+0000","last_undegraded":"2024-02-09T23:56:53.083998+0000","last_fullsized":"2024-02-09T23:56:53.083998+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:23:47.411209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878717+0000","last_change":"2024-02-09T23:56:50.906649+0000","last_active":"2024-02-09T23:56:52.878717+0000","last_peered":"2024-02-09T23:56:52.878717+0000","last_clean":"2024-02-09T23:56:52.878717+0000","last_became_active":"2024-02-09T23:56:50.906260+0000","last_became_peered":"2024-02-09T23:56:50.906260+0000","last_unstale":"2024-02-09T23:56:52.878717+0000","last_undegraded":"2024-02-09T23:56:52.878717+0000","last_fullsized":"2024-02-09T23:56:52.878717+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:52:56.871874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.076106+0000","last_change":"2024-02-09T23:56:51.894662+0000","last_active":"2024-02-09T23:56:53.076106+0000","last_peered":"2024-02-09T23:56:53.076106+0000","last_clean":"2024-02-09T23:56:53.076106+0000","last_became_active":"2024-02-09T23:56:51.894404+0000","last_became_peered":"2024-02-09T23:56:51.894404+0000","last_unstale":"2024-02-09T23:56:53.076106+0000","last_undegraded":"2024-02-09T23:56:53.076106+0000","last_fullsized":"2024-02-09T23:56:53.076106+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:15:56.626351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083814+0000","last_change":"2024-02-09T23:56:50.901776+0000","last_active":"2024-02-09T23:56:53.083814+0000","last_peered":"2024-02-09T23:56:53.083814+0000","last_clean":"2024-02-09T23:56:53.083814+0000","last_became_active":"2024-02-09T23:56:50.901480+0000","last_became_peered":"2024-02-09T23:56:50.901480+0000","last_unstale":"2024-02-09T23:56:53.083814+0000","last_undegraded":"2024-02-09T23:56:53.083814+0000","last_fullsized":"2024-02-09T23:56:53.083814+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:58:06.610802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083551+0000","last_change":"2024-02-09T23:56:51.902168+0000","last_active":"2024-02-09T23:56:53.083551+0000","last_peered":"2024-02-09T23:56:53.083551+0000","last_clean":"2024-02-09T23:56:53.083551+0000","last_became_active":"2024-02-09T23:56:51.901815+0000","last_became_peered":"2024-02-09T23:56:51.901815+0000","last_unstale":"2024-02-09T23:56:53.083551+0000","last_undegraded":"2024-02-09T23:56:53.083551+0000","last_fullsized":"2024-02-09T23:56:53.083551+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:32:43.587938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":170,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083193+0000","last_change":"2024-02-09T23:56:40.567250+0000","last_active":"2024-02-09T23:56:53.083193+0000","last_peered":"2024-02-09T23:56:53.083193+0000","last_clean":"2024-02-09T23:56:53.083193+0000","last_became_active":"2024-02-09T23:56:40.566372+0000","last_became_peered":"2024-02-09T23:56:40.566372+0000","last_unstale":"2024-02-09T23:56:53.083193+0000","last_undegraded":"2024-02-09T23:56:53.083193+0000","last_fullsized":"2024-02-09T23:56:53.083193+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:39.545898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:39.545898+0000","last_clean_scrub_stamp":"2024-02-09T23:56:39.545898+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:46:32.589061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075500+0000","last_change":"2024-02-09T23:56:50.901320+0000","last_active":"2024-02-09T23:56:53.075500+0000","last_peered":"2024-02-09T23:56:53.075500+0000","last_clean":"2024-02-09T23:56:53.075500+0000","last_became_active":"2024-02-09T23:56:50.901005+0000","last_became_peered":"2024-02-09T23:56:50.901005+0000","last_unstale":"2024-02-09T23:56:53.075500+0000","last_undegraded":"2024-02-09T23:56:53.075500+0000","last_fullsized":"2024-02-09T23:56:53.075500+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:57:00.507145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083508+0000","last_change":"2024-02-09T23:56:51.902068+0000","last_active":"2024-02-09T23:56:53.083508+0000","last_peered":"2024-02-09T23:56:53.083508+0000","last_clean":"2024-02-09T23:56:53.083508+0000","last_became_active":"2024-02-09T23:56:51.901767+0000","last_became_peered":"2024-02-09T23:56:51.901767+0000","last_unstale":"2024-02-09T23:56:53.083508+0000","last_undegraded":"2024-02-09T23:56:53.083508+0000","last_fullsized":"2024-02-09T23:56:53.083508+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:10:29.944229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083182+0000","last_change":"2024-02-09T23:56:50.908299+0000","last_active":"2024-02-09T23:56:53.083182+0000","last_peered":"2024-02-09T23:56:53.083182+0000","last_clean":"2024-02-09T23:56:53.083182+0000","last_became_active":"2024-02-09T23:56:50.908052+0000","last_became_peered":"2024-02-09T23:56:50.908052+0000","last_unstale":"2024-02-09T23:56:53.083182+0000","last_undegraded":"2024-02-09T23:56:53.083182+0000","last_fullsized":"2024-02-09T23:56:53.083182+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:42:15.746553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083429+0000","last_change":"2024-02-09T23:56:51.883976+0000","last_active":"2024-02-09T23:56:53.083429+0000","last_peered":"2024-02-09T23:56:53.083429+0000","last_clean":"2024-02-09T23:56:53.083429+0000","last_became_active":"2024-02-09T23:56:51.883661+0000","last_became_peered":"2024-02-09T23:56:51.883661+0000","last_unstale":"2024-02-09T23:56:53.083429+0000","last_undegraded":"2024-02-09T23:56:53.083429+0000","last_fullsized":"2024-02-09T23:56:53.083429+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:16:48.490235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083700+0000","last_change":"2024-02-09T23:56:50.901352+0000","last_active":"2024-02-09T23:56:53.083700+0000","last_peered":"2024-02-09T23:56:53.083700+0000","last_clean":"2024-02-09T23:56:53.083700+0000","last_became_active":"2024-02-09T23:56:50.901058+0000","last_became_peered":"2024-02-09T23:56:50.901058+0000","last_unstale":"2024-02-09T23:56:53.083700+0000","last_undegraded":"2024-02-09T23:56:53.083700+0000","last_fullsized":"2024-02-09T23:56:53.083700+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:57:00.507145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878284+0000","last_change":"2024-02-09T23:56:51.891456+0000","last_active":"2024-02-09T23:56:52.878284+0000","last_peered":"2024-02-09T23:56:52.878284+0000","last_clean":"2024-02-09T23:56:52.878284+0000","last_became_active":"2024-02-09T23:56:51.890977+0000","last_became_peered":"2024-02-09T23:56:51.890977+0000","last_unstale":"2024-02-09T23:56:52.878284+0000","last_undegraded":"2024-02-09T23:56:52.878284+0000","last_fullsized":"2024-02-09T23:56:52.878284+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:02:55.658703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.076010+0000","last_change":"2024-02-09T23:56:50.906995+0000","last_active":"2024-02-09T23:56:53.076010+0000","last_peered":"2024-02-09T23:56:53.076010+0000","last_clean":"2024-02-09T23:56:53.076010+0000","last_became_active":"2024-02-09T23:56:50.906707+0000","last_became_peered":"2024-02-09T23:56:50.906707+0000","last_unstale":"2024-02-09T23:56:53.076010+0000","last_undegraded":"2024-02-09T23:56:53.076010+0000","last_fullsized":"2024-02-09T23:56:53.076010+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:55:41.211745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879912+0000","last_change":"2024-02-09T23:56:51.887667+0000","last_active":"2024-02-09T23:56:52.879912+0000","last_peered":"2024-02-09T23:56:52.879912+0000","last_clean":"2024-02-09T23:56:52.879912+0000","last_became_active":"2024-02-09T23:56:51.887378+0000","last_became_peered":"2024-02-09T23:56:51.887378+0000","last_unstale":"2024-02-09T23:56:52.879912+0000","last_undegraded":"2024-02-09T23:56:52.879912+0000","last_fullsized":"2024-02-09T23:56:52.879912+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:42:16.751471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878537+0000","last_change":"2024-02-09T23:56:50.906017+0000","last_active":"2024-02-09T23:56:52.878537+0000","last_peered":"2024-02-09T23:56:52.878537+0000","last_clean":"2024-02-09T23:56:52.878537+0000","last_became_active":"2024-02-09T23:56:50.905714+0000","last_became_peered":"2024-02-09T23:56:50.905714+0000","last_unstale":"2024-02-09T23:56:52.878537+0000","last_undegraded":"2024-02-09T23:56:52.878537+0000","last_fullsized":"2024-02-09T23:56:52.878537+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-10T23:57:40.624096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.076030+0000","last_change":"2024-02-09T23:56:51.897133+0000","last_active":"2024-02-09T23:56:53.076030+0000","last_peered":"2024-02-09T23:56:53.076030+0000","last_clean":"2024-02-09T23:56:53.076030+0000","last_became_active":"2024-02-09T23:56:51.896300+0000","last_became_peered":"2024-02-09T23:56:51.896300+0000","last_unstale":"2024-02-09T23:56:53.076030+0000","last_undegraded":"2024-02-09T23:56:53.076030+0000","last_fullsized":"2024-02-09T23:56:53.076030+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:35:59.320869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083816+0000","last_change":"2024-02-09T23:56:50.909643+0000","last_active":"2024-02-09T23:56:53.083816+0000","last_peered":"2024-02-09T23:56:53.083816+0000","last_clean":"2024-02-09T23:56:53.083816+0000","last_became_active":"2024-02-09T23:56:50.909466+0000","last_became_peered":"2024-02-09T23:56:50.909466+0000","last_unstale":"2024-02-09T23:56:53.083816+0000","last_undegraded":"2024-02-09T23:56:53.083816+0000","last_fullsized":"2024-02-09T23:56:53.083816+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:13:28.190704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878349+0000","last_change":"2024-02-09T23:56:51.890446+0000","last_active":"2024-02-09T23:56:52.878349+0000","last_peered":"2024-02-09T23:56:52.878349+0000","last_clean":"2024-02-09T23:56:52.878349+0000","last_became_active":"2024-02-09T23:56:51.890185+0000","last_became_peered":"2024-02-09T23:56:51.890185+0000","last_unstale":"2024-02-09T23:56:52.878349+0000","last_undegraded":"2024-02-09T23:56:52.878349+0000","last_fullsized":"2024-02-09T23:56:52.878349+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:10:29.944229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.914437+0000","last_change":"2024-02-09T23:56:50.905931+0000","last_active":"2024-02-09T23:56:52.914437+0000","last_peered":"2024-02-09T23:56:52.914437+0000","last_clean":"2024-02-09T23:56:52.914437+0000","last_became_active":"2024-02-09T23:56:50.905646+0000","last_became_peered":"2024-02-09T23:56:50.905646+0000","last_unstale":"2024-02-09T23:56:52.914437+0000","last_undegraded":"2024-02-09T23:56:52.914437+0000","last_fullsized":"2024-02-09T23:56:52.914437+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:55:41.211745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083403+0000","last_change":"2024-02-09T23:56:51.893935+0000","last_active":"2024-02-09T23:56:53.083403+0000","last_peered":"2024-02-09T23:56:53.083403+0000","last_clean":"2024-02-09T23:56:53.083403+0000","last_became_active":"2024-02-09T23:56:51.893644+0000","last_became_peered":"2024-02-09T23:56:51.893644+0000","last_unstale":"2024-02-09T23:56:53.083403+0000","last_undegraded":"2024-02-09T23:56:53.083403+0000","last_fullsized":"2024-02-09T23:56:53.083403+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:02:55.658703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879455+0000","last_change":"2024-02-09T23:56:50.902629+0000","last_active":"2024-02-09T23:56:52.879455+0000","last_peered":"2024-02-09T23:56:52.879455+0000","last_clean":"2024-02-09T23:56:52.879455+0000","last_became_active":"2024-02-09T23:56:50.901950+0000","last_became_peered":"2024-02-09T23:56:50.901950+0000","last_unstale":"2024-02-09T23:56:52.879455+0000","last_undegraded":"2024-02-09T23:56:52.879455+0000","last_fullsized":"2024-02-09T23:56:52.879455+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:11:57.313880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084081+0000","last_change":"2024-02-09T23:56:51.885980+0000","last_active":"2024-02-09T23:56:53.084081+0000","last_peered":"2024-02-09T23:56:53.084081+0000","last_clean":"2024-02-09T23:56:53.084081+0000","last_became_active":"2024-02-09T23:56:51.885678+0000","last_became_peered":"2024-02-09T23:56:51.885678+0000","last_unstale":"2024-02-09T23:56:53.084081+0000","last_undegraded":"2024-02-09T23:56:53.084081+0000","last_fullsized":"2024-02-09T23:56:53.084081+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:06:24.793468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083131+0000","last_change":"2024-02-09T23:56:50.909092+0000","last_active":"2024-02-09T23:56:53.083131+0000","last_peered":"2024-02-09T23:56:53.083131+0000","last_clean":"2024-02-09T23:56:53.083131+0000","last_became_active":"2024-02-09T23:56:50.908838+0000","last_became_peered":"2024-02-09T23:56:50.908838+0000","last_unstale":"2024-02-09T23:56:53.083131+0000","last_undegraded":"2024-02-09T23:56:53.083131+0000","last_fullsized":"2024-02-09T23:56:53.083131+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:44.840045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879375+0000","last_change":"2024-02-09T23:56:51.887659+0000","last_active":"2024-02-09T23:56:52.879375+0000","last_peered":"2024-02-09T23:56:52.879375+0000","last_clean":"2024-02-09T23:56:52.879375+0000","last_became_active":"2024-02-09T23:56:51.887356+0000","last_became_peered":"2024-02-09T23:56:51.887356+0000","last_unstale":"2024-02-09T23:56:52.879375+0000","last_undegraded":"2024-02-09T23:56:52.879375+0000","last_fullsized":"2024-02-09T23:56:52.879375+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-10T23:57:41.629014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878383+0000","last_change":"2024-02-09T23:56:50.906125+0000","last_active":"2024-02-09T23:56:52.878383+0000","last_peered":"2024-02-09T23:56:52.878383+0000","last_clean":"2024-02-09T23:56:52.878383+0000","last_became_active":"2024-02-09T23:56:50.905794+0000","last_became_peered":"2024-02-09T23:56:50.905794+0000","last_unstale":"2024-02-09T23:56:52.878383+0000","last_undegraded":"2024-02-09T23:56:52.878383+0000","last_fullsized":"2024-02-09T23:56:52.878383+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:11:57.313880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083274+0000","last_change":"2024-02-09T23:56:51.889563+0000","last_active":"2024-02-09T23:56:53.083274+0000","last_peered":"2024-02-09T23:56:53.083274+0000","last_clean":"2024-02-09T23:56:53.083274+0000","last_became_active":"2024-02-09T23:56:51.889162+0000","last_became_peered":"2024-02-09T23:56:51.889162+0000","last_unstale":"2024-02-09T23:56:53.083274+0000","last_undegraded":"2024-02-09T23:56:53.083274+0000","last_fullsized":"2024-02-09T23:56:53.083274+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:06:24.793468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878415+0000","last_change":"2024-02-09T23:56:50.905912+0000","last_active":"2024-02-09T23:56:52.878415+0000","last_peered":"2024-02-09T23:56:52.878415+0000","last_clean":"2024-02-09T23:56:52.878415+0000","last_became_active":"2024-02-09T23:56:50.905602+0000","last_became_peered":"2024-02-09T23:56:50.905602+0000","last_unstale":"2024-02-09T23:56:52.878415+0000","last_undegraded":"2024-02-09T23:56:52.878415+0000","last_fullsized":"2024-02-09T23:56:52.878415+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:44.840045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084039+0000","last_change":"2024-02-09T23:56:51.891880+0000","last_active":"2024-02-09T23:56:53.084039+0000","last_peered":"2024-02-09T23:56:53.084039+0000","last_clean":"2024-02-09T23:56:53.084039+0000","last_became_active":"2024-02-09T23:56:51.891504+0000","last_became_peered":"2024-02-09T23:56:51.891504+0000","last_unstale":"2024-02-09T23:56:53.084039+0000","last_undegraded":"2024-02-09T23:56:53.084039+0000","last_fullsized":"2024-02-09T23:56:53.084039+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:09:25.492708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083715+0000","last_change":"2024-02-09T23:56:50.903298+0000","last_active":"2024-02-09T23:56:53.083715+0000","last_peered":"2024-02-09T23:56:53.083715+0000","last_clean":"2024-02-09T23:56:53.083715+0000","last_became_active":"2024-02-09T23:56:50.902361+0000","last_became_peered":"2024-02-09T23:56:50.902361+0000","last_unstale":"2024-02-09T23:56:53.083715+0000","last_undegraded":"2024-02-09T23:56:53.083715+0000","last_fullsized":"2024-02-09T23:56:53.083715+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:55:41.211745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879012+0000","last_change":"2024-02-09T23:56:51.892624+0000","last_active":"2024-02-09T23:56:52.879012+0000","last_peered":"2024-02-09T23:56:52.879012+0000","last_clean":"2024-02-09T23:56:52.879012+0000","last_became_active":"2024-02-09T23:56:51.892160+0000","last_became_peered":"2024-02-09T23:56:51.892160+0000","last_unstale":"2024-02-09T23:56:52.879012+0000","last_undegraded":"2024-02-09T23:56:52.879012+0000","last_fullsized":"2024-02-09T23:56:52.879012+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:07:34.824467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.076062+0000","last_change":"2024-02-09T23:56:51.895867+0000","last_active":"2024-02-09T23:56:53.076062+0000","last_peered":"2024-02-09T23:56:53.076062+0000","last_clean":"2024-02-09T23:56:53.076062+0000","last_became_active":"2024-02-09T23:56:51.895562+0000","last_became_peered":"2024-02-09T23:56:51.895562+0000","last_unstale":"2024-02-09T23:56:53.076062+0000","last_undegraded":"2024-02-09T23:56:53.076062+0000","last_fullsized":"2024-02-09T23:56:53.076062+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:22:30.677062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083613+0000","last_change":"2024-02-09T23:56:50.905998+0000","last_active":"2024-02-09T23:56:53.083613+0000","last_peered":"2024-02-09T23:56:53.083613+0000","last_clean":"2024-02-09T23:56:53.083613+0000","last_became_active":"2024-02-09T23:56:50.905684+0000","last_became_peered":"2024-02-09T23:56:50.905684+0000","last_unstale":"2024-02-09T23:56:53.083613+0000","last_undegraded":"2024-02-09T23:56:53.083613+0000","last_fullsized":"2024-02-09T23:56:53.083613+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:52:56.871874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.076080+0000","last_change":"2024-02-09T23:56:51.898967+0000","last_active":"2024-02-09T23:56:53.076080+0000","last_peered":"2024-02-09T23:56:53.076080+0000","last_clean":"2024-02-09T23:56:53.076080+0000","last_became_active":"2024-02-09T23:56:51.898565+0000","last_became_peered":"2024-02-09T23:56:51.898565+0000","last_unstale":"2024-02-09T23:56:53.076080+0000","last_undegraded":"2024-02-09T23:56:53.076080+0000","last_fullsized":"2024-02-09T23:56:53.076080+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:11:38.388874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083711+0000","last_change":"2024-02-09T23:56:50.903994+0000","last_active":"2024-02-09T23:56:53.083711+0000","last_peered":"2024-02-09T23:56:53.083711+0000","last_clean":"2024-02-09T23:56:53.083711+0000","last_became_active":"2024-02-09T23:56:50.903714+0000","last_became_peered":"2024-02-09T23:56:50.903714+0000","last_unstale":"2024-02-09T23:56:53.083711+0000","last_undegraded":"2024-02-09T23:56:53.083711+0000","last_fullsized":"2024-02-09T23:56:53.083711+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:18:56.774220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083389+0000","last_change":"2024-02-09T23:56:51.902191+0000","last_active":"2024-02-09T23:56:53.083389+0000","last_peered":"2024-02-09T23:56:53.083389+0000","last_clean":"2024-02-09T23:56:53.083389+0000","last_became_active":"2024-02-09T23:56:51.901883+0000","last_became_peered":"2024-02-09T23:56:51.901883+0000","last_unstale":"2024-02-09T23:56:53.083389+0000","last_undegraded":"2024-02-09T23:56:53.083389+0000","last_fullsized":"2024-02-09T23:56:53.083389+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:02:55.048824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083732+0000","last_change":"2024-02-09T23:56:50.908655+0000","last_active":"2024-02-09T23:56:53.083732+0000","last_peered":"2024-02-09T23:56:53.083732+0000","last_clean":"2024-02-09T23:56:53.083732+0000","last_became_active":"2024-02-09T23:56:50.908332+0000","last_became_peered":"2024-02-09T23:56:50.908332+0000","last_unstale":"2024-02-09T23:56:53.083732+0000","last_undegraded":"2024-02-09T23:56:53.083732+0000","last_fullsized":"2024-02-09T23:56:53.083732+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:36:47.182136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083569+0000","last_change":"2024-02-09T23:56:51.894270+0000","last_active":"2024-02-09T23:56:53.083569+0000","last_peered":"2024-02-09T23:56:53.083569+0000","last_clean":"2024-02-09T23:56:53.083569+0000","last_became_active":"2024-02-09T23:56:51.893989+0000","last_became_peered":"2024-02-09T23:56:51.893989+0000","last_unstale":"2024-02-09T23:56:53.083569+0000","last_undegraded":"2024-02-09T23:56:53.083569+0000","last_fullsized":"2024-02-09T23:56:53.083569+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:20:50.576010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083694+0000","last_change":"2024-02-09T23:56:50.908339+0000","last_active":"2024-02-09T23:56:53.083694+0000","last_peered":"2024-02-09T23:56:53.083694+0000","last_clean":"2024-02-09T23:56:53.083694+0000","last_became_active":"2024-02-09T23:56:50.908067+0000","last_became_peered":"2024-02-09T23:56:50.908067+0000","last_unstale":"2024-02-09T23:56:53.083694+0000","last_undegraded":"2024-02-09T23:56:53.083694+0000","last_fullsized":"2024-02-09T23:56:53.083694+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:36:47.182136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574856,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":802816,"data_stored":661884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55600000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.505}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51500000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60499999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32400000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574856,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":72546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56899999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.622}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54200000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53000000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38500000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36699999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574857,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27228,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344612,"statfs":{"total":96636764160,"available":96608882688,"internally_reserved":0,"allocated":208896,"data_stored":71024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48399999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41099999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42399999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574856,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":71060,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41899999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47799999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.434}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36799999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]}]},{"osd":3,"up_from":13,"seq":55834574856,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":72546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64000000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57599999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66100000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68100000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69499999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70999999999999996}]}]},{"osd":2,"up_from":13,"seq":55834574856,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":204800,"data_stored":70934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.22700000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27500000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.315}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58599999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48299999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59699999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574856,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":212992,"data_stored":71094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36499999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.311}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48599999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57199999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58999999999999997}]}]},{"osd":0,"up_from":13,"seq":55834574857,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":811008,"data_stored":661940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36799999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28399999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30599999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67800000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59699999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78000000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71699999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-09T23:57:03.858 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-09T23:57:04.001 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.999+0000 7fe36726f640 1 Processor -- start 2024-02-09T23:57:04.001 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:03.999+0000 7fe36726f640 1 -- start start 2024-02-09T23:57:04.002 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.000+0000 7fe36726f640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fe360145210 0x7fe3600b4470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:04.002 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.000+0000 7fe36726f640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fe3600cc950 0x7fe3600ccdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:04.002 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.000+0000 7fe36726f640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe3600b1310 0x7fe3600b17a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:04.002 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.000+0000 7fe36726f640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe3600b2bf0 con 0x7fe3600cc950 2024-02-09T23:57:04.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.000+0000 7fe36726f640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe3600b1ce0 con 0x7fe360145210 2024-02-09T23:57:04.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.000+0000 7fe36726f640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe3600cd2f0 con 0x7fe3600b1310 2024-02-09T23:57:04.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.000+0000 7fe36480a640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fe3600cc950 0x7fe3600ccdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:04.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.000+0000 7fe36480a640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fe3600cc950 0x7fe3600ccdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59418/0 (socket says 172.21.15.27:59418) 2024-02-09T23:57:04.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.000+0000 7fe36480a640 1 -- 172.21.15.27:0/2437264360 learned_addr learned my addr 172.21.15.27:0/2437264360 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:04.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.000+0000 7fe36580c640 1 --2- 172.21.15.27:0/2437264360 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe3600b1310 0x7fe3600b17a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:04.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.000+0000 7fe36500b640 1 --2- 172.21.15.27:0/2437264360 >> v2:172.21.15.153:3300/0 conn(0x7fe360145210 0x7fe3600b4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:04.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.000+0000 7fe36480a640 1 -- 172.21.15.27:0/2437264360 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe3600b1310 msgr2=0x7fe3600b17a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:04.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.000+0000 7fe36480a640 1 --2- 172.21.15.27:0/2437264360 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe3600b1310 0x7fe3600b17a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.000+0000 7fe36480a640 1 -- 172.21.15.27:0/2437264360 >> v2:172.21.15.153:3300/0 conn(0x7fe360145210 msgr2=0x7fe3600b4470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:04.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.000+0000 7fe36480a640 1 --2- 172.21.15.27:0/2437264360 >> v2:172.21.15.153:3300/0 conn(0x7fe360145210 0x7fe3600b4470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.000+0000 7fe36480a640 1 -- 172.21.15.27:0/2437264360 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3600b33d0 con 0x7fe3600cc950 2024-02-09T23:57:04.008 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.001+0000 7fe36480a640 1 --2- 172.21.15.27:0/2437264360 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe3600cc950 0x7fe3600ccdb0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fe3600b4d70 tx=0x7fe35002b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ce7ae22e916ed5 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:04.008 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.001+0000 7fe357fff640 1 -- 172.21.15.27:0/2437264360 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe350031640 con 0x7fe3600cc950 2024-02-09T23:57:04.009 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.001+0000 7fe357fff640 1 -- 172.21.15.27:0/2437264360 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe3500317a0 con 0x7fe3600cc950 2024-02-09T23:57:04.009 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.001+0000 7fe357fff640 1 -- 172.21.15.27:0/2437264360 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe350031b30 con 0x7fe3600cc950 2024-02-09T23:57:04.009 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.002+0000 7fe36726f640 1 -- 172.21.15.27:0/2437264360 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe3600cc950 msgr2=0x7fe3600ccdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:04.009 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.002+0000 7fe36726f640 1 --2- 172.21.15.27:0/2437264360 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe3600cc950 0x7fe3600ccdb0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fe3600b4d70 tx=0x7fe35002b8f0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.009 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.002+0000 7fe36726f640 1 -- 172.21.15.27:0/2437264360 shutdown_connections 2024-02-09T23:57:04.009 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.002+0000 7fe36726f640 1 --2- 172.21.15.27:0/2437264360 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe3600b1310 0x7fe3600b17a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.009 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.002+0000 7fe36726f640 1 --2- 172.21.15.27:0/2437264360 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe3600cc950 0x7fe3600ccdb0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.009 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.002+0000 7fe36726f640 1 --2- 172.21.15.27:0/2437264360 >> v2:172.21.15.153:3300/0 conn(0x7fe360145210 0x7fe3600b4470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.009 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.002+0000 7fe36726f640 1 -- 172.21.15.27:0/2437264360 >> 172.21.15.27:0/2437264360 conn(0x7fe36006ac50 msgr2=0x7fe36006b060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:04.009 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.002+0000 7fe36726f640 1 -- 172.21.15.27:0/2437264360 shutdown_connections 2024-02-09T23:57:04.009 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.002+0000 7fe36726f640 1 -- 172.21.15.27:0/2437264360 wait complete. 2024-02-09T23:57:04.009 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.003+0000 7fe36726f640 1 Processor -- start 2024-02-09T23:57:04.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.003+0000 7fe36726f640 1 -- start start 2024-02-09T23:57:04.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.004+0000 7fe36726f640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe3600b1310 0x7fe3600ad530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:04.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.004+0000 7fe36726f640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe3600cc950 0x7fe36013d1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:04.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.004+0000 7fe36726f640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe360145210 0x7fe3601e1df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:04.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.004+0000 7fe36726f640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe36013d6f0 con 0x7fe360145210 2024-02-09T23:57:04.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.004+0000 7fe36726f640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3601e1090 con 0x7fe3600cc950 2024-02-09T23:57:04.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.004+0000 7fe36726f640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe3601e1370 con 0x7fe3600b1310 2024-02-09T23:57:04.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.004+0000 7fe36580c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe360145210 0x7fe3601e1df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:04.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.004+0000 7fe36580c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe360145210 0x7fe3601e1df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59420/0 (socket says 172.21.15.27:59420) 2024-02-09T23:57:04.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.004+0000 7fe36580c640 1 -- 172.21.15.27:0/3748337131 learned_addr learned my addr 172.21.15.27:0/3748337131 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:04.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.004+0000 7fe36480a640 1 --2- 172.21.15.27:0/3748337131 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe3600cc950 0x7fe36013d1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:04.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.004+0000 7fe36500b640 1 --2- 172.21.15.27:0/3748337131 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe3600b1310 0x7fe3600ad530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:04.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.004+0000 7fe36580c640 1 -- 172.21.15.27:0/3748337131 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe3600b1310 msgr2=0x7fe3600ad530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:04.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.004+0000 7fe36580c640 1 --2- 172.21.15.27:0/3748337131 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe3600b1310 0x7fe3600ad530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.004+0000 7fe36580c640 1 -- 172.21.15.27:0/3748337131 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe3600cc950 msgr2=0x7fe36013d1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:04.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.004+0000 7fe36580c640 1 --2- 172.21.15.27:0/3748337131 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe3600cc950 0x7fe36013d1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.004+0000 7fe36580c640 1 -- 172.21.15.27:0/3748337131 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3500094d0 con 0x7fe360145210 2024-02-09T23:57:04.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.004+0000 7fe36480a640 1 --2- 172.21.15.27:0/3748337131 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe3600cc950 0x7fe36013d1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:04.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.004+0000 7fe36500b640 1 --2- 172.21.15.27:0/3748337131 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe3600b1310 0x7fe3600ad530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:04.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.004+0000 7fe36580c640 1 --2- 172.21.15.27:0/3748337131 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe360145210 0x7fe3601e1df0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fe358007d20 tx=0x7fe35800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:04.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.004+0000 7fe355ffb640 1 -- 172.21.15.27:0/3748337131 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe358014420 con 0x7fe360145210 2024-02-09T23:57:04.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.004+0000 7fe355ffb640 1 -- 172.21.15.27:0/3748337131 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe3580145a0 con 0x7fe360145210 2024-02-09T23:57:04.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.004+0000 7fe36726f640 1 -- 172.21.15.27:0/3748337131 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe3601e1650 con 0x7fe360145210 2024-02-09T23:57:04.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.005+0000 7fe355ffb640 1 -- 172.21.15.27:0/3748337131 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe358014950 con 0x7fe360145210 2024-02-09T23:57:04.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.005+0000 7fe36726f640 1 -- 172.21.15.27:0/3748337131 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe3600ae140 con 0x7fe360145210 2024-02-09T23:57:04.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.006+0000 7fe36726f640 1 -- 172.21.15.27:0/3748337131 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe3600ae2d0 con 0x7fe360145210 2024-02-09T23:57:04.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.006+0000 7fe355ffb640 1 -- 172.21.15.27:0/3748337131 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fe358014ab0 con 0x7fe360145210 2024-02-09T23:57:04.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.006+0000 7fe355ffb640 1 --2- 172.21.15.27:0/3748337131 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe34406b810 0x7fe34406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:04.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.006+0000 7fe355ffb640 1 -- 172.21.15.27:0/3748337131 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe35808a9e0 con 0x7fe360145210 2024-02-09T23:57:04.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.006+0000 7fe36500b640 1 --2- 172.21.15.27:0/3748337131 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe34406b810 0x7fe34406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:04.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.007+0000 7fe36500b640 1 --2- 172.21.15.27:0/3748337131 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe34406b810 0x7fe34406dcd0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fe35c006fd0 tx=0x7fe35c008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:04.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.010+0000 7fe355ffb640 1 -- 172.21.15.27:0/3748337131 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fe358055490 con 0x7fe360145210 2024-02-09T23:57:04.189 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.187+0000 7fe36726f640 1 -- 172.21.15.27:0/3748337131 --> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fe3600b3990 con 0x7fe34406b810 2024-02-09T23:57:04.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.194+0000 7fe355ffb640 1 -- 172.21.15.27:0/3748337131 <== mgr.4106 v2:172.21.15.153:6832/1248308414 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264564 (secure 0 0 0) 0x7fe35c007730 con 0x7fe34406b810 2024-02-09T23:57:04.199 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:04.200 INFO:teuthology.orchestra.run.smithi027.stderr:dumped all 2024-02-09T23:57:04.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.197+0000 7fe36726f640 1 -- 172.21.15.27:0/3748337131 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe34406b810 msgr2=0x7fe34406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:04.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.197+0000 7fe36726f640 1 --2- 172.21.15.27:0/3748337131 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe34406b810 0x7fe34406dcd0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fe35c006fd0 tx=0x7fe35c008040 comp rx=0 tx=0).stop 2024-02-09T23:57:04.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.197+0000 7fe36726f640 1 -- 172.21.15.27:0/3748337131 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe360145210 msgr2=0x7fe3601e1df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:04.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.197+0000 7fe36726f640 1 --2- 172.21.15.27:0/3748337131 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe360145210 0x7fe3601e1df0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fe358007d20 tx=0x7fe35800e4b0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.197+0000 7fe36726f640 1 -- 172.21.15.27:0/3748337131 shutdown_connections 2024-02-09T23:57:04.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.197+0000 7fe36726f640 1 --2- 172.21.15.27:0/3748337131 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe34406b810 0x7fe34406dcd0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.197+0000 7fe36726f640 1 --2- 172.21.15.27:0/3748337131 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe360145210 0x7fe3601e1df0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.197+0000 7fe36726f640 1 --2- 172.21.15.27:0/3748337131 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe3600cc950 0x7fe36013d1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.197+0000 7fe36726f640 1 --2- 172.21.15.27:0/3748337131 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe3600b1310 0x7fe3600ad530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.197+0000 7fe36726f640 1 -- 172.21.15.27:0/3748337131 >> 172.21.15.27:0/3748337131 conn(0x7fe36006ac50 msgr2=0x7fe360144520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:04.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.197+0000 7fe36726f640 1 -- 172.21.15.27:0/3748337131 shutdown_connections 2024-02-09T23:57:04.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.198+0000 7fe36726f640 1 -- 172.21.15.27:0/3748337131 wait complete. 2024-02-09T23:57:04.210 INFO:teuthology.orchestra.run.smithi027.stdout:{"pg_ready":true,"pg_map":{"version":25,"stamp":"2024-02-09T23:57:03.441970+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219016,"kb_used_data":2824,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755704,"statfs":{"total":773094113280,"available":772869840896,"internally_reserved":0,"allocated":2891776,"data_stored":1753028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.564854"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083840+0000","last_change":"2024-02-09T23:56:51.894397+0000","last_active":"2024-02-09T23:56:53.083840+0000","last_peered":"2024-02-09T23:56:53.083840+0000","last_clean":"2024-02-09T23:56:53.083840+0000","last_became_active":"2024-02-09T23:56:51.894135+0000","last_became_peered":"2024-02-09T23:56:51.894135+0000","last_unstale":"2024-02-09T23:56:53.083840+0000","last_undegraded":"2024-02-09T23:56:53.083840+0000","last_fullsized":"2024-02-09T23:56:53.083840+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:11:38.388874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878771+0000","last_change":"2024-02-09T23:56:51.885105+0000","last_active":"2024-02-09T23:56:52.878771+0000","last_peered":"2024-02-09T23:56:52.878771+0000","last_clean":"2024-02-09T23:56:52.878771+0000","last_became_active":"2024-02-09T23:56:51.884788+0000","last_became_peered":"2024-02-09T23:56:51.884788+0000","last_unstale":"2024-02-09T23:56:52.878771+0000","last_undegraded":"2024-02-09T23:56:52.878771+0000","last_fullsized":"2024-02-09T23:56:52.878771+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:57:30.936631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084219+0000","last_change":"2024-02-09T23:56:51.887548+0000","last_active":"2024-02-09T23:56:53.084219+0000","last_peered":"2024-02-09T23:56:53.084219+0000","last_clean":"2024-02-09T23:56:53.084219+0000","last_became_active":"2024-02-09T23:56:51.887229+0000","last_became_peered":"2024-02-09T23:56:51.887229+0000","last_unstale":"2024-02-09T23:56:53.084219+0000","last_undegraded":"2024-02-09T23:56:53.084219+0000","last_fullsized":"2024-02-09T23:56:53.084219+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:07:34.824467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075752+0000","last_change":"2024-02-09T23:56:51.897215+0000","last_active":"2024-02-09T23:56:53.075752+0000","last_peered":"2024-02-09T23:56:53.075752+0000","last_clean":"2024-02-09T23:56:53.075752+0000","last_became_active":"2024-02-09T23:56:51.896326+0000","last_became_peered":"2024-02-09T23:56:51.896326+0000","last_unstale":"2024-02-09T23:56:53.075752+0000","last_undegraded":"2024-02-09T23:56:53.075752+0000","last_fullsized":"2024-02-09T23:56:53.075752+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:10:43.619154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083559+0000","last_change":"2024-02-09T23:56:51.893869+0000","last_active":"2024-02-09T23:56:53.083559+0000","last_peered":"2024-02-09T23:56:53.083559+0000","last_clean":"2024-02-09T23:56:53.083559+0000","last_became_active":"2024-02-09T23:56:51.893462+0000","last_became_peered":"2024-02-09T23:56:51.893462+0000","last_unstale":"2024-02-09T23:56:53.083559+0000","last_undegraded":"2024-02-09T23:56:53.083559+0000","last_fullsized":"2024-02-09T23:56:53.083559+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:47.596653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075611+0000","last_change":"2024-02-09T23:56:51.896798+0000","last_active":"2024-02-09T23:56:53.075611+0000","last_peered":"2024-02-09T23:56:53.075611+0000","last_clean":"2024-02-09T23:56:53.075611+0000","last_became_active":"2024-02-09T23:56:51.896412+0000","last_became_peered":"2024-02-09T23:56:51.896412+0000","last_unstale":"2024-02-09T23:56:53.075611+0000","last_undegraded":"2024-02-09T23:56:53.075611+0000","last_fullsized":"2024-02-09T23:56:53.075611+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:57:30.936631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083306+0000","last_change":"2024-02-09T23:56:51.896675+0000","last_active":"2024-02-09T23:56:53.083306+0000","last_peered":"2024-02-09T23:56:53.083306+0000","last_clean":"2024-02-09T23:56:53.083306+0000","last_became_active":"2024-02-09T23:56:51.896415+0000","last_became_peered":"2024-02-09T23:56:51.896415+0000","last_unstale":"2024-02-09T23:56:53.083306+0000","last_undegraded":"2024-02-09T23:56:53.083306+0000","last_fullsized":"2024-02-09T23:56:53.083306+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:09:25.492708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083125+0000","last_change":"2024-02-09T23:56:51.901874+0000","last_active":"2024-02-09T23:56:53.083125+0000","last_peered":"2024-02-09T23:56:53.083125+0000","last_clean":"2024-02-09T23:56:53.083125+0000","last_became_active":"2024-02-09T23:56:51.901436+0000","last_became_peered":"2024-02-09T23:56:51.901436+0000","last_unstale":"2024-02-09T23:56:53.083125+0000","last_undegraded":"2024-02-09T23:56:53.083125+0000","last_fullsized":"2024-02-09T23:56:53.083125+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:56:26.957641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083904+0000","last_change":"2024-02-09T23:56:51.902173+0000","last_active":"2024-02-09T23:56:53.083904+0000","last_peered":"2024-02-09T23:56:53.083904+0000","last_clean":"2024-02-09T23:56:53.083904+0000","last_became_active":"2024-02-09T23:56:51.901895+0000","last_became_peered":"2024-02-09T23:56:51.901895+0000","last_unstale":"2024-02-09T23:56:53.083904+0000","last_undegraded":"2024-02-09T23:56:53.083904+0000","last_fullsized":"2024-02-09T23:56:53.083904+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:15:56.626351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879774+0000","last_change":"2024-02-09T23:56:51.900531+0000","last_active":"2024-02-09T23:56:52.879774+0000","last_peered":"2024-02-09T23:56:52.879774+0000","last_clean":"2024-02-09T23:56:52.879774+0000","last_became_active":"2024-02-09T23:56:51.900275+0000","last_became_peered":"2024-02-09T23:56:51.900275+0000","last_unstale":"2024-02-09T23:56:52.879774+0000","last_undegraded":"2024-02-09T23:56:52.879774+0000","last_fullsized":"2024-02-09T23:56:52.879774+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:10:29.944229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879320+0000","last_change":"2024-02-09T23:56:51.899895+0000","last_active":"2024-02-09T23:56:52.879320+0000","last_peered":"2024-02-09T23:56:52.879320+0000","last_clean":"2024-02-09T23:56:52.879320+0000","last_became_active":"2024-02-09T23:56:51.899629+0000","last_became_peered":"2024-02-09T23:56:51.899629+0000","last_unstale":"2024-02-09T23:56:52.879320+0000","last_undegraded":"2024-02-09T23:56:52.879320+0000","last_fullsized":"2024-02-09T23:56:52.879320+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:02:55.658703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879584+0000","last_change":"2024-02-09T23:56:51.892980+0000","last_active":"2024-02-09T23:56:52.879584+0000","last_peered":"2024-02-09T23:56:52.879584+0000","last_clean":"2024-02-09T23:56:52.879584+0000","last_became_active":"2024-02-09T23:56:51.892701+0000","last_became_peered":"2024-02-09T23:56:51.892701+0000","last_unstale":"2024-02-09T23:56:52.879584+0000","last_undegraded":"2024-02-09T23:56:52.879584+0000","last_fullsized":"2024-02-09T23:56:52.879584+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:55:42.216663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083993+0000","last_change":"2024-02-09T23:56:51.892357+0000","last_active":"2024-02-09T23:56:53.083993+0000","last_peered":"2024-02-09T23:56:53.083993+0000","last_clean":"2024-02-09T23:56:53.083993+0000","last_became_active":"2024-02-09T23:56:51.892081+0000","last_became_peered":"2024-02-09T23:56:51.892081+0000","last_unstale":"2024-02-09T23:56:53.083993+0000","last_undegraded":"2024-02-09T23:56:53.083993+0000","last_fullsized":"2024-02-09T23:56:53.083993+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:57:30.936631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083665+0000","last_change":"2024-02-09T23:56:51.887798+0000","last_active":"2024-02-09T23:56:53.083665+0000","last_peered":"2024-02-09T23:56:53.083665+0000","last_clean":"2024-02-09T23:56:53.083665+0000","last_became_active":"2024-02-09T23:56:51.887476+0000","last_became_peered":"2024-02-09T23:56:51.887476+0000","last_unstale":"2024-02-09T23:56:53.083665+0000","last_undegraded":"2024-02-09T23:56:53.083665+0000","last_fullsized":"2024-02-09T23:56:53.083665+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:23:09.828333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878276+0000","last_change":"2024-02-09T23:56:51.889049+0000","last_active":"2024-02-09T23:56:52.878276+0000","last_peered":"2024-02-09T23:56:52.878276+0000","last_clean":"2024-02-09T23:56:52.878276+0000","last_became_active":"2024-02-09T23:56:51.888750+0000","last_became_peered":"2024-02-09T23:56:51.888750+0000","last_unstale":"2024-02-09T23:56:52.878276+0000","last_undegraded":"2024-02-09T23:56:52.878276+0000","last_fullsized":"2024-02-09T23:56:52.878276+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:06:24.793468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075443+0000","last_change":"2024-02-09T23:56:51.895889+0000","last_active":"2024-02-09T23:56:53.075443+0000","last_peered":"2024-02-09T23:56:53.075443+0000","last_clean":"2024-02-09T23:56:53.075443+0000","last_became_active":"2024-02-09T23:56:51.895579+0000","last_became_peered":"2024-02-09T23:56:51.895579+0000","last_unstale":"2024-02-09T23:56:53.075443+0000","last_undegraded":"2024-02-09T23:56:53.075443+0000","last_fullsized":"2024-02-09T23:56:53.075443+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:20:50.576010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.076028+0000","last_change":"2024-02-09T23:56:51.896498+0000","last_active":"2024-02-09T23:56:53.076028+0000","last_peered":"2024-02-09T23:56:53.076028+0000","last_clean":"2024-02-09T23:56:53.076028+0000","last_became_active":"2024-02-09T23:56:51.896005+0000","last_became_peered":"2024-02-09T23:56:51.896005+0000","last_unstale":"2024-02-09T23:56:53.076028+0000","last_undegraded":"2024-02-09T23:56:53.076028+0000","last_fullsized":"2024-02-09T23:56:53.076028+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:47.596653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083895+0000","last_change":"2024-02-09T23:56:51.892631+0000","last_active":"2024-02-09T23:56:53.083895+0000","last_peered":"2024-02-09T23:56:53.083895+0000","last_clean":"2024-02-09T23:56:53.083895+0000","last_became_active":"2024-02-09T23:56:51.892343+0000","last_became_peered":"2024-02-09T23:56:51.892343+0000","last_unstale":"2024-02-09T23:56:53.083895+0000","last_undegraded":"2024-02-09T23:56:53.083895+0000","last_fullsized":"2024-02-09T23:56:53.083895+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:42:16.751471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083833+0000","last_change":"2024-02-09T23:56:51.894539+0000","last_active":"2024-02-09T23:56:53.083833+0000","last_peered":"2024-02-09T23:56:53.083833+0000","last_clean":"2024-02-09T23:56:53.083833+0000","last_became_active":"2024-02-09T23:56:51.894279+0000","last_became_peered":"2024-02-09T23:56:51.894279+0000","last_unstale":"2024-02-09T23:56:53.083833+0000","last_undegraded":"2024-02-09T23:56:53.083833+0000","last_fullsized":"2024-02-09T23:56:53.083833+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:22:30.677062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878982+0000","last_change":"2024-02-09T23:56:51.888725+0000","last_active":"2024-02-09T23:56:52.878982+0000","last_peered":"2024-02-09T23:56:52.878982+0000","last_clean":"2024-02-09T23:56:52.878982+0000","last_became_active":"2024-02-09T23:56:51.888465+0000","last_became_peered":"2024-02-09T23:56:51.888465+0000","last_unstale":"2024-02-09T23:56:52.878982+0000","last_undegraded":"2024-02-09T23:56:52.878982+0000","last_fullsized":"2024-02-09T23:56:52.878982+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:17:26.611556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084321+0000","last_change":"2024-02-09T23:56:51.893198+0000","last_active":"2024-02-09T23:56:53.084321+0000","last_peered":"2024-02-09T23:56:53.084321+0000","last_clean":"2024-02-09T23:56:53.084321+0000","last_became_active":"2024-02-09T23:56:51.892912+0000","last_became_peered":"2024-02-09T23:56:51.892912+0000","last_unstale":"2024-02-09T23:56:53.084321+0000","last_undegraded":"2024-02-09T23:56:53.084321+0000","last_fullsized":"2024-02-09T23:56:53.084321+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:10:29.944229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075811+0000","last_change":"2024-02-09T23:56:51.896541+0000","last_active":"2024-02-09T23:56:53.075811+0000","last_peered":"2024-02-09T23:56:53.075811+0000","last_clean":"2024-02-09T23:56:53.075811+0000","last_became_active":"2024-02-09T23:56:51.895666+0000","last_became_peered":"2024-02-09T23:56:51.895666+0000","last_unstale":"2024-02-09T23:56:53.075811+0000","last_undegraded":"2024-02-09T23:56:53.075811+0000","last_fullsized":"2024-02-09T23:56:53.075811+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:54:22.347435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083196+0000","last_change":"2024-02-09T23:56:51.889491+0000","last_active":"2024-02-09T23:56:53.083196+0000","last_peered":"2024-02-09T23:56:53.083196+0000","last_clean":"2024-02-09T23:56:53.083196+0000","last_became_active":"2024-02-09T23:56:51.889204+0000","last_became_peered":"2024-02-09T23:56:51.889204+0000","last_unstale":"2024-02-09T23:56:53.083196+0000","last_undegraded":"2024-02-09T23:56:53.083196+0000","last_fullsized":"2024-02-09T23:56:53.083196+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:17:26.611556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075738+0000","last_change":"2024-02-09T23:56:51.896969+0000","last_active":"2024-02-09T23:56:53.075738+0000","last_peered":"2024-02-09T23:56:53.075738+0000","last_clean":"2024-02-09T23:56:53.075738+0000","last_became_active":"2024-02-09T23:56:51.896650+0000","last_became_peered":"2024-02-09T23:56:51.896650+0000","last_unstale":"2024-02-09T23:56:53.075738+0000","last_undegraded":"2024-02-09T23:56:53.075738+0000","last_fullsized":"2024-02-09T23:56:53.075738+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:09:25.492708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083279+0000","last_change":"2024-02-09T23:56:51.890154+0000","last_active":"2024-02-09T23:56:53.083279+0000","last_peered":"2024-02-09T23:56:53.083279+0000","last_clean":"2024-02-09T23:56:53.083279+0000","last_became_active":"2024-02-09T23:56:51.889818+0000","last_became_peered":"2024-02-09T23:56:51.889818+0000","last_unstale":"2024-02-09T23:56:53.083279+0000","last_undegraded":"2024-02-09T23:56:53.083279+0000","last_fullsized":"2024-02-09T23:56:53.083279+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:07:34.824467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879867+0000","last_change":"2024-02-09T23:56:51.893299+0000","last_active":"2024-02-09T23:56:52.879867+0000","last_peered":"2024-02-09T23:56:52.879867+0000","last_clean":"2024-02-09T23:56:52.879867+0000","last_became_active":"2024-02-09T23:56:51.892948+0000","last_became_peered":"2024-02-09T23:56:51.892948+0000","last_unstale":"2024-02-09T23:56:52.879867+0000","last_undegraded":"2024-02-09T23:56:52.879867+0000","last_fullsized":"2024-02-09T23:56:52.879867+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:20:50.576010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878601+0000","last_change":"2024-02-09T23:56:51.895070+0000","last_active":"2024-02-09T23:56:52.878601+0000","last_peered":"2024-02-09T23:56:52.878601+0000","last_clean":"2024-02-09T23:56:52.878601+0000","last_became_active":"2024-02-09T23:56:51.894788+0000","last_became_peered":"2024-02-09T23:56:51.894788+0000","last_unstale":"2024-02-09T23:56:52.878601+0000","last_undegraded":"2024-02-09T23:56:52.878601+0000","last_fullsized":"2024-02-09T23:56:52.878601+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:20:50.576010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084183+0000","last_change":"2024-02-09T23:56:51.889603+0000","last_active":"2024-02-09T23:56:53.084183+0000","last_peered":"2024-02-09T23:56:53.084183+0000","last_clean":"2024-02-09T23:56:53.084183+0000","last_became_active":"2024-02-09T23:56:51.889290+0000","last_became_peered":"2024-02-09T23:56:51.889290+0000","last_unstale":"2024-02-09T23:56:53.084183+0000","last_undegraded":"2024-02-09T23:56:53.084183+0000","last_fullsized":"2024-02-09T23:56:53.084183+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:10:43.619154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084297+0000","last_change":"2024-02-09T23:56:51.890671+0000","last_active":"2024-02-09T23:56:53.084297+0000","last_peered":"2024-02-09T23:56:53.084297+0000","last_clean":"2024-02-09T23:56:53.084297+0000","last_became_active":"2024-02-09T23:56:51.890340+0000","last_became_peered":"2024-02-09T23:56:51.890340+0000","last_unstale":"2024-02-09T23:56:53.084297+0000","last_undegraded":"2024-02-09T23:56:53.084297+0000","last_fullsized":"2024-02-09T23:56:53.084297+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:02:55.658703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075880+0000","last_change":"2024-02-09T23:56:51.899529+0000","last_active":"2024-02-09T23:56:53.075880+0000","last_peered":"2024-02-09T23:56:53.075880+0000","last_clean":"2024-02-09T23:56:53.075880+0000","last_became_active":"2024-02-09T23:56:51.898926+0000","last_became_peered":"2024-02-09T23:56:51.898926+0000","last_unstale":"2024-02-09T23:56:53.075880+0000","last_undegraded":"2024-02-09T23:56:53.075880+0000","last_fullsized":"2024-02-09T23:56:53.075880+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:32:43.587938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083602+0000","last_change":"2024-02-09T23:56:51.902230+0000","last_active":"2024-02-09T23:56:53.083602+0000","last_peered":"2024-02-09T23:56:53.083602+0000","last_clean":"2024-02-09T23:56:53.083602+0000","last_became_active":"2024-02-09T23:56:51.901927+0000","last_became_peered":"2024-02-09T23:56:51.901927+0000","last_unstale":"2024-02-09T23:56:53.083602+0000","last_undegraded":"2024-02-09T23:56:53.083602+0000","last_fullsized":"2024-02-09T23:56:53.083602+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:45.844963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878809+0000","last_change":"2024-02-09T23:56:51.889410+0000","last_active":"2024-02-09T23:56:52.878809+0000","last_peered":"2024-02-09T23:56:52.878809+0000","last_clean":"2024-02-09T23:56:52.878809+0000","last_became_active":"2024-02-09T23:56:51.889118+0000","last_became_peered":"2024-02-09T23:56:51.889118+0000","last_unstale":"2024-02-09T23:56:52.878809+0000","last_undegraded":"2024-02-09T23:56:52.878809+0000","last_fullsized":"2024-02-09T23:56:52.878809+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:23:09.828333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879412+0000","last_change":"2024-02-09T23:56:51.889661+0000","last_active":"2024-02-09T23:56:52.879412+0000","last_peered":"2024-02-09T23:56:52.879412+0000","last_clean":"2024-02-09T23:56:52.879412+0000","last_became_active":"2024-02-09T23:56:51.889406+0000","last_became_peered":"2024-02-09T23:56:51.889406+0000","last_unstale":"2024-02-09T23:56:52.879412+0000","last_undegraded":"2024-02-09T23:56:52.879412+0000","last_fullsized":"2024-02-09T23:56:52.879412+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:11:58.318799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084110+0000","last_change":"2024-02-09T23:56:50.903513+0000","last_active":"2024-02-09T23:56:53.084110+0000","last_peered":"2024-02-09T23:56:53.084110+0000","last_clean":"2024-02-09T23:56:53.084110+0000","last_became_active":"2024-02-09T23:56:50.903229+0000","last_became_peered":"2024-02-09T23:56:50.903229+0000","last_unstale":"2024-02-09T23:56:53.084110+0000","last_undegraded":"2024-02-09T23:56:53.084110+0000","last_fullsized":"2024-02-09T23:56:53.084110+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:24:40.668875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084364+0000","last_change":"2024-02-09T23:56:51.883175+0000","last_active":"2024-02-09T23:56:53.084364+0000","last_peered":"2024-02-09T23:56:53.084364+0000","last_clean":"2024-02-09T23:56:53.084364+0000","last_became_active":"2024-02-09T23:56:51.882906+0000","last_became_peered":"2024-02-09T23:56:51.882906+0000","last_unstale":"2024-02-09T23:56:53.084364+0000","last_undegraded":"2024-02-09T23:56:53.084364+0000","last_fullsized":"2024-02-09T23:56:53.084364+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:20:50.576010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878938+0000","last_change":"2024-02-09T23:56:50.897110+0000","last_active":"2024-02-09T23:56:52.878938+0000","last_peered":"2024-02-09T23:56:52.878938+0000","last_clean":"2024-02-09T23:56:52.878938+0000","last_became_active":"2024-02-09T23:56:50.896819+0000","last_became_peered":"2024-02-09T23:56:50.896819+0000","last_unstale":"2024-02-09T23:56:52.878938+0000","last_undegraded":"2024-02-09T23:56:52.878938+0000","last_fullsized":"2024-02-09T23:56:52.878938+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:44.840045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083345+0000","last_change":"2024-02-09T23:56:50.899367+0000","last_active":"2024-02-09T23:56:53.083345+0000","last_peered":"2024-02-09T23:56:53.083345+0000","last_clean":"2024-02-09T23:56:53.083345+0000","last_became_active":"2024-02-09T23:56:50.898811+0000","last_became_peered":"2024-02-09T23:56:50.898811+0000","last_unstale":"2024-02-09T23:56:53.083345+0000","last_undegraded":"2024-02-09T23:56:53.083345+0000","last_fullsized":"2024-02-09T23:56:53.083345+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:46:36.965757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083187+0000","last_change":"2024-02-09T23:56:51.893497+0000","last_active":"2024-02-09T23:56:53.083187+0000","last_peered":"2024-02-09T23:56:53.083187+0000","last_clean":"2024-02-09T23:56:53.083187+0000","last_became_active":"2024-02-09T23:56:51.892434+0000","last_became_peered":"2024-02-09T23:56:51.892434+0000","last_unstale":"2024-02-09T23:56:53.083187+0000","last_undegraded":"2024-02-09T23:56:53.083187+0000","last_fullsized":"2024-02-09T23:56:53.083187+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:23:09.828333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075623+0000","last_change":"2024-02-09T23:56:50.904084+0000","last_active":"2024-02-09T23:56:53.075623+0000","last_peered":"2024-02-09T23:56:53.075623+0000","last_clean":"2024-02-09T23:56:53.075623+0000","last_became_active":"2024-02-09T23:56:50.903766+0000","last_became_peered":"2024-02-09T23:56:50.903766+0000","last_unstale":"2024-02-09T23:56:53.075623+0000","last_undegraded":"2024-02-09T23:56:53.075623+0000","last_fullsized":"2024-02-09T23:56:53.075623+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-10T23:57:40.624096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878282+0000","last_change":"2024-02-09T23:56:51.894371+0000","last_active":"2024-02-09T23:56:52.878282+0000","last_peered":"2024-02-09T23:56:52.878282+0000","last_clean":"2024-02-09T23:56:52.878282+0000","last_became_active":"2024-02-09T23:56:51.894096+0000","last_became_peered":"2024-02-09T23:56:51.894096+0000","last_unstale":"2024-02-09T23:56:52.878282+0000","last_undegraded":"2024-02-09T23:56:52.878282+0000","last_fullsized":"2024-02-09T23:56:52.878282+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:07:34.824467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879358+0000","last_change":"2024-02-09T23:56:50.904082+0000","last_active":"2024-02-09T23:56:52.879358+0000","last_peered":"2024-02-09T23:56:52.879358+0000","last_clean":"2024-02-09T23:56:52.879358+0000","last_became_active":"2024-02-09T23:56:50.903843+0000","last_became_peered":"2024-02-09T23:56:50.903843+0000","last_unstale":"2024-02-09T23:56:52.879358+0000","last_undegraded":"2024-02-09T23:56:52.879358+0000","last_fullsized":"2024-02-09T23:56:52.879358+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-10T23:57:40.624096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075850+0000","last_change":"2024-02-09T23:56:51.896061+0000","last_active":"2024-02-09T23:56:53.075850+0000","last_peered":"2024-02-09T23:56:53.075850+0000","last_clean":"2024-02-09T23:56:53.075850+0000","last_became_active":"2024-02-09T23:56:51.895724+0000","last_became_peered":"2024-02-09T23:56:51.895724+0000","last_unstale":"2024-02-09T23:56:53.075850+0000","last_undegraded":"2024-02-09T23:56:53.075850+0000","last_fullsized":"2024-02-09T23:56:53.075850+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:46:01.567348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075884+0000","last_change":"2024-02-09T23:56:50.899295+0000","last_active":"2024-02-09T23:56:53.075884+0000","last_peered":"2024-02-09T23:56:53.075884+0000","last_clean":"2024-02-09T23:56:53.075884+0000","last_became_active":"2024-02-09T23:56:50.899036+0000","last_became_peered":"2024-02-09T23:56:50.899036+0000","last_unstale":"2024-02-09T23:56:53.075884+0000","last_undegraded":"2024-02-09T23:56:53.075884+0000","last_fullsized":"2024-02-09T23:56:53.075884+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:44.840045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083520+0000","last_change":"2024-02-09T23:56:51.897342+0000","last_active":"2024-02-09T23:56:53.083520+0000","last_peered":"2024-02-09T23:56:53.083520+0000","last_clean":"2024-02-09T23:56:53.083520+0000","last_became_active":"2024-02-09T23:56:51.897051+0000","last_became_peered":"2024-02-09T23:56:51.897051+0000","last_unstale":"2024-02-09T23:56:53.083520+0000","last_undegraded":"2024-02-09T23:56:53.083520+0000","last_fullsized":"2024-02-09T23:56:53.083520+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:56:26.957641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878624+0000","last_change":"2024-02-09T23:56:50.907622+0000","last_active":"2024-02-09T23:56:52.878624+0000","last_peered":"2024-02-09T23:56:52.878624+0000","last_clean":"2024-02-09T23:56:52.878624+0000","last_became_active":"2024-02-09T23:56:50.906575+0000","last_became_peered":"2024-02-09T23:56:50.906575+0000","last_unstale":"2024-02-09T23:56:52.878624+0000","last_undegraded":"2024-02-09T23:56:52.878624+0000","last_fullsized":"2024-02-09T23:56:52.878624+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:42:15.746553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879705+0000","last_change":"2024-02-09T23:56:51.893528+0000","last_active":"2024-02-09T23:56:52.879705+0000","last_peered":"2024-02-09T23:56:52.879705+0000","last_clean":"2024-02-09T23:56:52.879705+0000","last_became_active":"2024-02-09T23:56:51.893281+0000","last_became_peered":"2024-02-09T23:56:51.893281+0000","last_unstale":"2024-02-09T23:56:52.879705+0000","last_undegraded":"2024-02-09T23:56:52.879705+0000","last_fullsized":"2024-02-09T23:56:52.879705+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:45.844963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879562+0000","last_change":"2024-02-09T23:56:50.899570+0000","last_active":"2024-02-09T23:56:52.879562+0000","last_peered":"2024-02-09T23:56:52.879562+0000","last_clean":"2024-02-09T23:56:52.879562+0000","last_became_active":"2024-02-09T23:56:50.899012+0000","last_became_peered":"2024-02-09T23:56:50.899012+0000","last_unstale":"2024-02-09T23:56:52.879562+0000","last_undegraded":"2024-02-09T23:56:52.879562+0000","last_fullsized":"2024-02-09T23:56:52.879562+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:55:41.211745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083533+0000","last_change":"2024-02-09T23:56:51.898535+0000","last_active":"2024-02-09T23:56:53.083533+0000","last_peered":"2024-02-09T23:56:53.083533+0000","last_clean":"2024-02-09T23:56:53.083533+0000","last_became_active":"2024-02-09T23:56:51.897150+0000","last_became_peered":"2024-02-09T23:56:51.897150+0000","last_unstale":"2024-02-09T23:56:53.083533+0000","last_undegraded":"2024-02-09T23:56:53.083533+0000","last_fullsized":"2024-02-09T23:56:53.083533+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:46:01.567348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084423+0000","last_change":"2024-02-09T23:56:50.908227+0000","last_active":"2024-02-09T23:56:53.084423+0000","last_peered":"2024-02-09T23:56:53.084423+0000","last_clean":"2024-02-09T23:56:53.084423+0000","last_became_active":"2024-02-09T23:56:50.907916+0000","last_became_peered":"2024-02-09T23:56:50.907916+0000","last_unstale":"2024-02-09T23:56:53.084423+0000","last_undegraded":"2024-02-09T23:56:53.084423+0000","last_fullsized":"2024-02-09T23:56:53.084423+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:24:40.668875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083799+0000","last_change":"2024-02-09T23:56:51.893340+0000","last_active":"2024-02-09T23:56:53.083799+0000","last_peered":"2024-02-09T23:56:53.083799+0000","last_clean":"2024-02-09T23:56:53.083799+0000","last_became_active":"2024-02-09T23:56:51.893056+0000","last_became_peered":"2024-02-09T23:56:51.893056+0000","last_unstale":"2024-02-09T23:56:53.083799+0000","last_undegraded":"2024-02-09T23:56:53.083799+0000","last_fullsized":"2024-02-09T23:56:53.083799+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:17:26.611556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075913+0000","last_change":"2024-02-09T23:56:50.905991+0000","last_active":"2024-02-09T23:56:53.075913+0000","last_peered":"2024-02-09T23:56:53.075913+0000","last_clean":"2024-02-09T23:56:53.075913+0000","last_became_active":"2024-02-09T23:56:50.903608+0000","last_became_peered":"2024-02-09T23:56:50.903608+0000","last_unstale":"2024-02-09T23:56:53.075913+0000","last_undegraded":"2024-02-09T23:56:53.075913+0000","last_fullsized":"2024-02-09T23:56:53.075913+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:11:57.313880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083556+0000","last_change":"2024-02-09T23:56:51.898065+0000","last_active":"2024-02-09T23:56:53.083556+0000","last_peered":"2024-02-09T23:56:53.083556+0000","last_clean":"2024-02-09T23:56:53.083556+0000","last_became_active":"2024-02-09T23:56:51.897796+0000","last_became_peered":"2024-02-09T23:56:51.897796+0000","last_unstale":"2024-02-09T23:56:53.083556+0000","last_undegraded":"2024-02-09T23:56:53.083556+0000","last_fullsized":"2024-02-09T23:56:53.083556+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:54:22.347435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878952+0000","last_change":"2024-02-09T23:56:50.894664+0000","last_active":"2024-02-09T23:56:52.878952+0000","last_peered":"2024-02-09T23:56:52.878952+0000","last_clean":"2024-02-09T23:56:52.878952+0000","last_became_active":"2024-02-09T23:56:50.894300+0000","last_became_peered":"2024-02-09T23:56:50.894300+0000","last_unstale":"2024-02-09T23:56:52.878952+0000","last_undegraded":"2024-02-09T23:56:52.878952+0000","last_fullsized":"2024-02-09T23:56:52.878952+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:57:00.507145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878987+0000","last_change":"2024-02-09T23:56:51.888593+0000","last_active":"2024-02-09T23:56:52.878987+0000","last_peered":"2024-02-09T23:56:52.878987+0000","last_clean":"2024-02-09T23:56:52.878987+0000","last_became_active":"2024-02-09T23:56:51.888324+0000","last_became_peered":"2024-02-09T23:56:51.888324+0000","last_unstale":"2024-02-09T23:56:52.878987+0000","last_undegraded":"2024-02-09T23:56:52.878987+0000","last_fullsized":"2024-02-09T23:56:52.878987+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:06:24.793468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083572+0000","last_change":"2024-02-09T23:56:50.899586+0000","last_active":"2024-02-09T23:56:53.083572+0000","last_peered":"2024-02-09T23:56:53.083572+0000","last_clean":"2024-02-09T23:56:53.083572+0000","last_became_active":"2024-02-09T23:56:50.899265+0000","last_became_peered":"2024-02-09T23:56:50.899265+0000","last_unstale":"2024-02-09T23:56:53.083572+0000","last_undegraded":"2024-02-09T23:56:53.083572+0000","last_fullsized":"2024-02-09T23:56:53.083572+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:24:40.668875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083402+0000","last_change":"2024-02-09T23:56:51.898689+0000","last_active":"2024-02-09T23:56:53.083402+0000","last_peered":"2024-02-09T23:56:53.083402+0000","last_clean":"2024-02-09T23:56:53.083402+0000","last_became_active":"2024-02-09T23:56:51.898033+0000","last_became_peered":"2024-02-09T23:56:51.898033+0000","last_unstale":"2024-02-09T23:56:53.083402+0000","last_undegraded":"2024-02-09T23:56:53.083402+0000","last_fullsized":"2024-02-09T23:56:53.083402+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:10:43.619154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.880000+0000","last_change":"2024-02-09T23:56:50.905023+0000","last_active":"2024-02-09T23:56:52.880000+0000","last_peered":"2024-02-09T23:56:52.880000+0000","last_clean":"2024-02-09T23:56:52.880000+0000","last_became_active":"2024-02-09T23:56:50.904739+0000","last_became_peered":"2024-02-09T23:56:50.904739+0000","last_unstale":"2024-02-09T23:56:52.880000+0000","last_undegraded":"2024-02-09T23:56:52.880000+0000","last_fullsized":"2024-02-09T23:56:52.880000+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:46:15.125852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083761+0000","last_change":"2024-02-09T23:56:51.898524+0000","last_active":"2024-02-09T23:56:53.083761+0000","last_peered":"2024-02-09T23:56:53.083761+0000","last_clean":"2024-02-09T23:56:53.083761+0000","last_became_active":"2024-02-09T23:56:51.898087+0000","last_became_peered":"2024-02-09T23:56:51.898087+0000","last_unstale":"2024-02-09T23:56:53.083761+0000","last_undegraded":"2024-02-09T23:56:53.083761+0000","last_fullsized":"2024-02-09T23:56:53.083761+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:35:59.320869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083843+0000","last_change":"2024-02-09T23:56:50.902115+0000","last_active":"2024-02-09T23:56:53.083843+0000","last_peered":"2024-02-09T23:56:53.083843+0000","last_clean":"2024-02-09T23:56:53.083843+0000","last_became_active":"2024-02-09T23:56:50.901790+0000","last_became_peered":"2024-02-09T23:56:50.901790+0000","last_unstale":"2024-02-09T23:56:53.083843+0000","last_undegraded":"2024-02-09T23:56:53.083843+0000","last_fullsized":"2024-02-09T23:56:53.083843+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:36:47.182136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083998+0000","last_change":"2024-02-09T23:56:51.901976+0000","last_active":"2024-02-09T23:56:53.083998+0000","last_peered":"2024-02-09T23:56:53.083998+0000","last_clean":"2024-02-09T23:56:53.083998+0000","last_became_active":"2024-02-09T23:56:51.901698+0000","last_became_peered":"2024-02-09T23:56:51.901698+0000","last_unstale":"2024-02-09T23:56:53.083998+0000","last_undegraded":"2024-02-09T23:56:53.083998+0000","last_fullsized":"2024-02-09T23:56:53.083998+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:23:47.411209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878717+0000","last_change":"2024-02-09T23:56:50.906649+0000","last_active":"2024-02-09T23:56:52.878717+0000","last_peered":"2024-02-09T23:56:52.878717+0000","last_clean":"2024-02-09T23:56:52.878717+0000","last_became_active":"2024-02-09T23:56:50.906260+0000","last_became_peered":"2024-02-09T23:56:50.906260+0000","last_unstale":"2024-02-09T23:56:52.878717+0000","last_undegraded":"2024-02-09T23:56:52.878717+0000","last_fullsized":"2024-02-09T23:56:52.878717+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:52:56.871874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.076106+0000","last_change":"2024-02-09T23:56:51.894662+0000","last_active":"2024-02-09T23:56:53.076106+0000","last_peered":"2024-02-09T23:56:53.076106+0000","last_clean":"2024-02-09T23:56:53.076106+0000","last_became_active":"2024-02-09T23:56:51.894404+0000","last_became_peered":"2024-02-09T23:56:51.894404+0000","last_unstale":"2024-02-09T23:56:53.076106+0000","last_undegraded":"2024-02-09T23:56:53.076106+0000","last_fullsized":"2024-02-09T23:56:53.076106+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:15:56.626351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083814+0000","last_change":"2024-02-09T23:56:50.901776+0000","last_active":"2024-02-09T23:56:53.083814+0000","last_peered":"2024-02-09T23:56:53.083814+0000","last_clean":"2024-02-09T23:56:53.083814+0000","last_became_active":"2024-02-09T23:56:50.901480+0000","last_became_peered":"2024-02-09T23:56:50.901480+0000","last_unstale":"2024-02-09T23:56:53.083814+0000","last_undegraded":"2024-02-09T23:56:53.083814+0000","last_fullsized":"2024-02-09T23:56:53.083814+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:58:06.610802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083551+0000","last_change":"2024-02-09T23:56:51.902168+0000","last_active":"2024-02-09T23:56:53.083551+0000","last_peered":"2024-02-09T23:56:53.083551+0000","last_clean":"2024-02-09T23:56:53.083551+0000","last_became_active":"2024-02-09T23:56:51.901815+0000","last_became_peered":"2024-02-09T23:56:51.901815+0000","last_unstale":"2024-02-09T23:56:53.083551+0000","last_undegraded":"2024-02-09T23:56:53.083551+0000","last_fullsized":"2024-02-09T23:56:53.083551+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:32:43.587938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":170,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083193+0000","last_change":"2024-02-09T23:56:40.567250+0000","last_active":"2024-02-09T23:56:53.083193+0000","last_peered":"2024-02-09T23:56:53.083193+0000","last_clean":"2024-02-09T23:56:53.083193+0000","last_became_active":"2024-02-09T23:56:40.566372+0000","last_became_peered":"2024-02-09T23:56:40.566372+0000","last_unstale":"2024-02-09T23:56:53.083193+0000","last_undegraded":"2024-02-09T23:56:53.083193+0000","last_fullsized":"2024-02-09T23:56:53.083193+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:39.545898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:39.545898+0000","last_clean_scrub_stamp":"2024-02-09T23:56:39.545898+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:46:32.589061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.075500+0000","last_change":"2024-02-09T23:56:50.901320+0000","last_active":"2024-02-09T23:56:53.075500+0000","last_peered":"2024-02-09T23:56:53.075500+0000","last_clean":"2024-02-09T23:56:53.075500+0000","last_became_active":"2024-02-09T23:56:50.901005+0000","last_became_peered":"2024-02-09T23:56:50.901005+0000","last_unstale":"2024-02-09T23:56:53.075500+0000","last_undegraded":"2024-02-09T23:56:53.075500+0000","last_fullsized":"2024-02-09T23:56:53.075500+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:57:00.507145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083508+0000","last_change":"2024-02-09T23:56:51.902068+0000","last_active":"2024-02-09T23:56:53.083508+0000","last_peered":"2024-02-09T23:56:53.083508+0000","last_clean":"2024-02-09T23:56:53.083508+0000","last_became_active":"2024-02-09T23:56:51.901767+0000","last_became_peered":"2024-02-09T23:56:51.901767+0000","last_unstale":"2024-02-09T23:56:53.083508+0000","last_undegraded":"2024-02-09T23:56:53.083508+0000","last_fullsized":"2024-02-09T23:56:53.083508+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:10:29.944229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083182+0000","last_change":"2024-02-09T23:56:50.908299+0000","last_active":"2024-02-09T23:56:53.083182+0000","last_peered":"2024-02-09T23:56:53.083182+0000","last_clean":"2024-02-09T23:56:53.083182+0000","last_became_active":"2024-02-09T23:56:50.908052+0000","last_became_peered":"2024-02-09T23:56:50.908052+0000","last_unstale":"2024-02-09T23:56:53.083182+0000","last_undegraded":"2024-02-09T23:56:53.083182+0000","last_fullsized":"2024-02-09T23:56:53.083182+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:42:15.746553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083429+0000","last_change":"2024-02-09T23:56:51.883976+0000","last_active":"2024-02-09T23:56:53.083429+0000","last_peered":"2024-02-09T23:56:53.083429+0000","last_clean":"2024-02-09T23:56:53.083429+0000","last_became_active":"2024-02-09T23:56:51.883661+0000","last_became_peered":"2024-02-09T23:56:51.883661+0000","last_unstale":"2024-02-09T23:56:53.083429+0000","last_undegraded":"2024-02-09T23:56:53.083429+0000","last_fullsized":"2024-02-09T23:56:53.083429+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:16:48.490235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083700+0000","last_change":"2024-02-09T23:56:50.901352+0000","last_active":"2024-02-09T23:56:53.083700+0000","last_peered":"2024-02-09T23:56:53.083700+0000","last_clean":"2024-02-09T23:56:53.083700+0000","last_became_active":"2024-02-09T23:56:50.901058+0000","last_became_peered":"2024-02-09T23:56:50.901058+0000","last_unstale":"2024-02-09T23:56:53.083700+0000","last_undegraded":"2024-02-09T23:56:53.083700+0000","last_fullsized":"2024-02-09T23:56:53.083700+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:57:00.507145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878284+0000","last_change":"2024-02-09T23:56:51.891456+0000","last_active":"2024-02-09T23:56:52.878284+0000","last_peered":"2024-02-09T23:56:52.878284+0000","last_clean":"2024-02-09T23:56:52.878284+0000","last_became_active":"2024-02-09T23:56:51.890977+0000","last_became_peered":"2024-02-09T23:56:51.890977+0000","last_unstale":"2024-02-09T23:56:52.878284+0000","last_undegraded":"2024-02-09T23:56:52.878284+0000","last_fullsized":"2024-02-09T23:56:52.878284+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:02:55.658703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.076010+0000","last_change":"2024-02-09T23:56:50.906995+0000","last_active":"2024-02-09T23:56:53.076010+0000","last_peered":"2024-02-09T23:56:53.076010+0000","last_clean":"2024-02-09T23:56:53.076010+0000","last_became_active":"2024-02-09T23:56:50.906707+0000","last_became_peered":"2024-02-09T23:56:50.906707+0000","last_unstale":"2024-02-09T23:56:53.076010+0000","last_undegraded":"2024-02-09T23:56:53.076010+0000","last_fullsized":"2024-02-09T23:56:53.076010+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:55:41.211745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879912+0000","last_change":"2024-02-09T23:56:51.887667+0000","last_active":"2024-02-09T23:56:52.879912+0000","last_peered":"2024-02-09T23:56:52.879912+0000","last_clean":"2024-02-09T23:56:52.879912+0000","last_became_active":"2024-02-09T23:56:51.887378+0000","last_became_peered":"2024-02-09T23:56:51.887378+0000","last_unstale":"2024-02-09T23:56:52.879912+0000","last_undegraded":"2024-02-09T23:56:52.879912+0000","last_fullsized":"2024-02-09T23:56:52.879912+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:42:16.751471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878537+0000","last_change":"2024-02-09T23:56:50.906017+0000","last_active":"2024-02-09T23:56:52.878537+0000","last_peered":"2024-02-09T23:56:52.878537+0000","last_clean":"2024-02-09T23:56:52.878537+0000","last_became_active":"2024-02-09T23:56:50.905714+0000","last_became_peered":"2024-02-09T23:56:50.905714+0000","last_unstale":"2024-02-09T23:56:52.878537+0000","last_undegraded":"2024-02-09T23:56:52.878537+0000","last_fullsized":"2024-02-09T23:56:52.878537+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-10T23:57:40.624096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.076030+0000","last_change":"2024-02-09T23:56:51.897133+0000","last_active":"2024-02-09T23:56:53.076030+0000","last_peered":"2024-02-09T23:56:53.076030+0000","last_clean":"2024-02-09T23:56:53.076030+0000","last_became_active":"2024-02-09T23:56:51.896300+0000","last_became_peered":"2024-02-09T23:56:51.896300+0000","last_unstale":"2024-02-09T23:56:53.076030+0000","last_undegraded":"2024-02-09T23:56:53.076030+0000","last_fullsized":"2024-02-09T23:56:53.076030+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:35:59.320869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083816+0000","last_change":"2024-02-09T23:56:50.909643+0000","last_active":"2024-02-09T23:56:53.083816+0000","last_peered":"2024-02-09T23:56:53.083816+0000","last_clean":"2024-02-09T23:56:53.083816+0000","last_became_active":"2024-02-09T23:56:50.909466+0000","last_became_peered":"2024-02-09T23:56:50.909466+0000","last_unstale":"2024-02-09T23:56:53.083816+0000","last_undegraded":"2024-02-09T23:56:53.083816+0000","last_fullsized":"2024-02-09T23:56:53.083816+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:13:28.190704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878349+0000","last_change":"2024-02-09T23:56:51.890446+0000","last_active":"2024-02-09T23:56:52.878349+0000","last_peered":"2024-02-09T23:56:52.878349+0000","last_clean":"2024-02-09T23:56:52.878349+0000","last_became_active":"2024-02-09T23:56:51.890185+0000","last_became_peered":"2024-02-09T23:56:51.890185+0000","last_unstale":"2024-02-09T23:56:52.878349+0000","last_undegraded":"2024-02-09T23:56:52.878349+0000","last_fullsized":"2024-02-09T23:56:52.878349+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:10:29.944229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.914437+0000","last_change":"2024-02-09T23:56:50.905931+0000","last_active":"2024-02-09T23:56:52.914437+0000","last_peered":"2024-02-09T23:56:52.914437+0000","last_clean":"2024-02-09T23:56:52.914437+0000","last_became_active":"2024-02-09T23:56:50.905646+0000","last_became_peered":"2024-02-09T23:56:50.905646+0000","last_unstale":"2024-02-09T23:56:52.914437+0000","last_undegraded":"2024-02-09T23:56:52.914437+0000","last_fullsized":"2024-02-09T23:56:52.914437+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:55:41.211745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083403+0000","last_change":"2024-02-09T23:56:51.893935+0000","last_active":"2024-02-09T23:56:53.083403+0000","last_peered":"2024-02-09T23:56:53.083403+0000","last_clean":"2024-02-09T23:56:53.083403+0000","last_became_active":"2024-02-09T23:56:51.893644+0000","last_became_peered":"2024-02-09T23:56:51.893644+0000","last_unstale":"2024-02-09T23:56:53.083403+0000","last_undegraded":"2024-02-09T23:56:53.083403+0000","last_fullsized":"2024-02-09T23:56:53.083403+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:02:55.658703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879455+0000","last_change":"2024-02-09T23:56:50.902629+0000","last_active":"2024-02-09T23:56:52.879455+0000","last_peered":"2024-02-09T23:56:52.879455+0000","last_clean":"2024-02-09T23:56:52.879455+0000","last_became_active":"2024-02-09T23:56:50.901950+0000","last_became_peered":"2024-02-09T23:56:50.901950+0000","last_unstale":"2024-02-09T23:56:52.879455+0000","last_undegraded":"2024-02-09T23:56:52.879455+0000","last_fullsized":"2024-02-09T23:56:52.879455+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:11:57.313880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084081+0000","last_change":"2024-02-09T23:56:51.885980+0000","last_active":"2024-02-09T23:56:53.084081+0000","last_peered":"2024-02-09T23:56:53.084081+0000","last_clean":"2024-02-09T23:56:53.084081+0000","last_became_active":"2024-02-09T23:56:51.885678+0000","last_became_peered":"2024-02-09T23:56:51.885678+0000","last_unstale":"2024-02-09T23:56:53.084081+0000","last_undegraded":"2024-02-09T23:56:53.084081+0000","last_fullsized":"2024-02-09T23:56:53.084081+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:06:24.793468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083131+0000","last_change":"2024-02-09T23:56:50.909092+0000","last_active":"2024-02-09T23:56:53.083131+0000","last_peered":"2024-02-09T23:56:53.083131+0000","last_clean":"2024-02-09T23:56:53.083131+0000","last_became_active":"2024-02-09T23:56:50.908838+0000","last_became_peered":"2024-02-09T23:56:50.908838+0000","last_unstale":"2024-02-09T23:56:53.083131+0000","last_undegraded":"2024-02-09T23:56:53.083131+0000","last_fullsized":"2024-02-09T23:56:53.083131+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:44.840045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879375+0000","last_change":"2024-02-09T23:56:51.887659+0000","last_active":"2024-02-09T23:56:52.879375+0000","last_peered":"2024-02-09T23:56:52.879375+0000","last_clean":"2024-02-09T23:56:52.879375+0000","last_became_active":"2024-02-09T23:56:51.887356+0000","last_became_peered":"2024-02-09T23:56:51.887356+0000","last_unstale":"2024-02-09T23:56:52.879375+0000","last_undegraded":"2024-02-09T23:56:52.879375+0000","last_fullsized":"2024-02-09T23:56:52.879375+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-10T23:57:41.629014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878383+0000","last_change":"2024-02-09T23:56:50.906125+0000","last_active":"2024-02-09T23:56:52.878383+0000","last_peered":"2024-02-09T23:56:52.878383+0000","last_clean":"2024-02-09T23:56:52.878383+0000","last_became_active":"2024-02-09T23:56:50.905794+0000","last_became_peered":"2024-02-09T23:56:50.905794+0000","last_unstale":"2024-02-09T23:56:52.878383+0000","last_undegraded":"2024-02-09T23:56:52.878383+0000","last_fullsized":"2024-02-09T23:56:52.878383+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:11:57.313880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083274+0000","last_change":"2024-02-09T23:56:51.889563+0000","last_active":"2024-02-09T23:56:53.083274+0000","last_peered":"2024-02-09T23:56:53.083274+0000","last_clean":"2024-02-09T23:56:53.083274+0000","last_became_active":"2024-02-09T23:56:51.889162+0000","last_became_peered":"2024-02-09T23:56:51.889162+0000","last_unstale":"2024-02-09T23:56:53.083274+0000","last_undegraded":"2024-02-09T23:56:53.083274+0000","last_fullsized":"2024-02-09T23:56:53.083274+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:06:24.793468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.878415+0000","last_change":"2024-02-09T23:56:50.905912+0000","last_active":"2024-02-09T23:56:52.878415+0000","last_peered":"2024-02-09T23:56:52.878415+0000","last_clean":"2024-02-09T23:56:52.878415+0000","last_became_active":"2024-02-09T23:56:50.905602+0000","last_became_peered":"2024-02-09T23:56:50.905602+0000","last_unstale":"2024-02-09T23:56:52.878415+0000","last_undegraded":"2024-02-09T23:56:52.878415+0000","last_fullsized":"2024-02-09T23:56:52.878415+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:44.840045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.084039+0000","last_change":"2024-02-09T23:56:51.891880+0000","last_active":"2024-02-09T23:56:53.084039+0000","last_peered":"2024-02-09T23:56:53.084039+0000","last_clean":"2024-02-09T23:56:53.084039+0000","last_became_active":"2024-02-09T23:56:51.891504+0000","last_became_peered":"2024-02-09T23:56:51.891504+0000","last_unstale":"2024-02-09T23:56:53.084039+0000","last_undegraded":"2024-02-09T23:56:53.084039+0000","last_fullsized":"2024-02-09T23:56:53.084039+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:09:25.492708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083715+0000","last_change":"2024-02-09T23:56:50.903298+0000","last_active":"2024-02-09T23:56:53.083715+0000","last_peered":"2024-02-09T23:56:53.083715+0000","last_clean":"2024-02-09T23:56:53.083715+0000","last_became_active":"2024-02-09T23:56:50.902361+0000","last_became_peered":"2024-02-09T23:56:50.902361+0000","last_unstale":"2024-02-09T23:56:53.083715+0000","last_undegraded":"2024-02-09T23:56:53.083715+0000","last_fullsized":"2024-02-09T23:56:53.083715+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:55:41.211745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:52.879012+0000","last_change":"2024-02-09T23:56:51.892624+0000","last_active":"2024-02-09T23:56:52.879012+0000","last_peered":"2024-02-09T23:56:52.879012+0000","last_clean":"2024-02-09T23:56:52.879012+0000","last_became_active":"2024-02-09T23:56:51.892160+0000","last_became_peered":"2024-02-09T23:56:51.892160+0000","last_unstale":"2024-02-09T23:56:52.879012+0000","last_undegraded":"2024-02-09T23:56:52.879012+0000","last_fullsized":"2024-02-09T23:56:52.879012+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:07:34.824467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.076062+0000","last_change":"2024-02-09T23:56:51.895867+0000","last_active":"2024-02-09T23:56:53.076062+0000","last_peered":"2024-02-09T23:56:53.076062+0000","last_clean":"2024-02-09T23:56:53.076062+0000","last_became_active":"2024-02-09T23:56:51.895562+0000","last_became_peered":"2024-02-09T23:56:51.895562+0000","last_unstale":"2024-02-09T23:56:53.076062+0000","last_undegraded":"2024-02-09T23:56:53.076062+0000","last_fullsized":"2024-02-09T23:56:53.076062+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:22:30.677062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083613+0000","last_change":"2024-02-09T23:56:50.905998+0000","last_active":"2024-02-09T23:56:53.083613+0000","last_peered":"2024-02-09T23:56:53.083613+0000","last_clean":"2024-02-09T23:56:53.083613+0000","last_became_active":"2024-02-09T23:56:50.905684+0000","last_became_peered":"2024-02-09T23:56:50.905684+0000","last_unstale":"2024-02-09T23:56:53.083613+0000","last_undegraded":"2024-02-09T23:56:53.083613+0000","last_fullsized":"2024-02-09T23:56:53.083613+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:52:56.871874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.076080+0000","last_change":"2024-02-09T23:56:51.898967+0000","last_active":"2024-02-09T23:56:53.076080+0000","last_peered":"2024-02-09T23:56:53.076080+0000","last_clean":"2024-02-09T23:56:53.076080+0000","last_became_active":"2024-02-09T23:56:51.898565+0000","last_became_peered":"2024-02-09T23:56:51.898565+0000","last_unstale":"2024-02-09T23:56:53.076080+0000","last_undegraded":"2024-02-09T23:56:53.076080+0000","last_fullsized":"2024-02-09T23:56:53.076080+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:11:38.388874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083711+0000","last_change":"2024-02-09T23:56:50.903994+0000","last_active":"2024-02-09T23:56:53.083711+0000","last_peered":"2024-02-09T23:56:53.083711+0000","last_clean":"2024-02-09T23:56:53.083711+0000","last_became_active":"2024-02-09T23:56:50.903714+0000","last_became_peered":"2024-02-09T23:56:50.903714+0000","last_unstale":"2024-02-09T23:56:53.083711+0000","last_undegraded":"2024-02-09T23:56:53.083711+0000","last_fullsized":"2024-02-09T23:56:53.083711+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:18:56.774220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083389+0000","last_change":"2024-02-09T23:56:51.902191+0000","last_active":"2024-02-09T23:56:53.083389+0000","last_peered":"2024-02-09T23:56:53.083389+0000","last_clean":"2024-02-09T23:56:53.083389+0000","last_became_active":"2024-02-09T23:56:51.901883+0000","last_became_peered":"2024-02-09T23:56:51.901883+0000","last_unstale":"2024-02-09T23:56:53.083389+0000","last_undegraded":"2024-02-09T23:56:53.083389+0000","last_fullsized":"2024-02-09T23:56:53.083389+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:02:55.048824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083732+0000","last_change":"2024-02-09T23:56:50.908655+0000","last_active":"2024-02-09T23:56:53.083732+0000","last_peered":"2024-02-09T23:56:53.083732+0000","last_clean":"2024-02-09T23:56:53.083732+0000","last_became_active":"2024-02-09T23:56:50.908332+0000","last_became_peered":"2024-02-09T23:56:50.908332+0000","last_unstale":"2024-02-09T23:56:53.083732+0000","last_undegraded":"2024-02-09T23:56:53.083732+0000","last_fullsized":"2024-02-09T23:56:53.083732+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:36:47.182136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083569+0000","last_change":"2024-02-09T23:56:51.894270+0000","last_active":"2024-02-09T23:56:53.083569+0000","last_peered":"2024-02-09T23:56:53.083569+0000","last_clean":"2024-02-09T23:56:53.083569+0000","last_became_active":"2024-02-09T23:56:51.893989+0000","last_became_peered":"2024-02-09T23:56:51.893989+0000","last_unstale":"2024-02-09T23:56:53.083569+0000","last_undegraded":"2024-02-09T23:56:53.083569+0000","last_fullsized":"2024-02-09T23:56:53.083569+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:50.881552+0000","last_clean_scrub_stamp":"2024-02-09T23:56:50.881552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:20:50.576010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-09T23:56:53.083694+0000","last_change":"2024-02-09T23:56:50.908339+0000","last_active":"2024-02-09T23:56:53.083694+0000","last_peered":"2024-02-09T23:56:53.083694+0000","last_clean":"2024-02-09T23:56:53.083694+0000","last_became_active":"2024-02-09T23:56:50.908067+0000","last_became_peered":"2024-02-09T23:56:50.908067+0000","last_unstale":"2024-02-09T23:56:53.083694+0000","last_undegraded":"2024-02-09T23:56:53.083694+0000","last_fullsized":"2024-02-09T23:56:53.083694+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:49.876634+0000","last_clean_scrub_stamp":"2024-02-09T23:56:49.876634+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:36:47.182136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574856,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":802816,"data_stored":661884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55600000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.505}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51500000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60499999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32400000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574856,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":72546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56899999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.622}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54200000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53000000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38500000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36699999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574857,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27228,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344612,"statfs":{"total":96636764160,"available":96608882688,"internally_reserved":0,"allocated":208896,"data_stored":71024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48399999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41099999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42399999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574856,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":71060,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41899999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47799999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.434}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36799999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]}]},{"osd":3,"up_from":13,"seq":55834574856,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":72546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64000000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57599999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66100000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68100000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69499999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70999999999999996}]}]},{"osd":2,"up_from":13,"seq":55834574856,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":204800,"data_stored":70934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.22700000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27500000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.315}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58599999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48299999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59699999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574856,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":212992,"data_stored":71094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36499999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.311}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48599999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57199999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58999999999999997}]}]},{"osd":0,"up_from":13,"seq":55834574857,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":811008,"data_stored":661940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36799999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28399999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30599999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67800000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59699999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78000000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71699999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-09T23:57:04.214 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-02-09T23:57:04.214 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-02-09T23:57:04.214 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-02-09T23:57:04.215 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-02-09T23:57:04.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.356+0000 7ff1a6956640 1 Processor -- start 2024-02-09T23:57:04.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.356+0000 7ff1a6956640 1 -- start start 2024-02-09T23:57:04.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.357+0000 7ff1a6956640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7ff1a0161160 0x7ff1a00d1ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:04.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.357+0000 7ff1a6956640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7ff1a00d2020 0x7ff1a00ce7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:04.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.357+0000 7ff1a6956640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff1a00ced00 0x7ff1a006c160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:04.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.357+0000 7ff1a6956640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff1a00cf190 con 0x7ff1a0161160 2024-02-09T23:57:04.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.357+0000 7ff1a6956640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff1a0161540 con 0x7ff1a00d2020 2024-02-09T23:57:04.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.357+0000 7ff1a6956640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1a00d3120 con 0x7ff1a00ced00 2024-02-09T23:57:04.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.357+0000 7ff19ffff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7ff1a0161160 0x7ff1a00d1ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:04.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.357+0000 7ff19ffff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7ff1a0161160 0x7ff1a00d1ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59422/0 (socket says 172.21.15.27:59422) 2024-02-09T23:57:04.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.357+0000 7ff19ffff640 1 -- 172.21.15.27:0/901349540 learned_addr learned my addr 172.21.15.27:0/901349540 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:04.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.357+0000 7ff19f7fe640 1 --2- 172.21.15.27:0/901349540 >> v2:172.21.15.153:3300/0 conn(0x7ff1a00d2020 0x7ff1a00ce7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:04.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.357+0000 7ff19ffff640 1 -- 172.21.15.27:0/901349540 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff1a00ced00 msgr2=0x7ff1a006c160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:04.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.357+0000 7ff1a4ef3640 1 --2- 172.21.15.27:0/901349540 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff1a00ced00 0x7ff1a006c160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:04.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.357+0000 7ff19ffff640 1 --2- 172.21.15.27:0/901349540 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff1a00ced00 0x7ff1a006c160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.357+0000 7ff19ffff640 1 -- 172.21.15.27:0/901349540 >> v2:172.21.15.153:3300/0 conn(0x7ff1a00d2020 msgr2=0x7ff1a00ce7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:04.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.357+0000 7ff19ffff640 1 --2- 172.21.15.27:0/901349540 >> v2:172.21.15.153:3300/0 conn(0x7ff1a00d2020 0x7ff1a00ce7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.357+0000 7ff19ffff640 1 -- 172.21.15.27:0/901349540 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1a00d2510 con 0x7ff1a0161160 2024-02-09T23:57:04.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.357+0000 7ff19f7fe640 1 --2- 172.21.15.27:0/901349540 >> v2:172.21.15.153:3300/0 conn(0x7ff1a00d2020 0x7ff1a00ce7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:04.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.358+0000 7ff19ffff640 1 --2- 172.21.15.27:0/901349540 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff1a0161160 0x7ff1a00d1ae0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7ff1a008c8d0 tx=0x7ff19002b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5ec4641de439169 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:04.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.358+0000 7ff19effd640 1 -- 172.21.15.27:0/901349540 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff190031870 con 0x7ff1a0161160 2024-02-09T23:57:04.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.358+0000 7ff19effd640 1 -- 172.21.15.27:0/901349540 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1900319d0 con 0x7ff1a0161160 2024-02-09T23:57:04.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.358+0000 7ff19effd640 1 -- 172.21.15.27:0/901349540 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff190031d60 con 0x7ff1a0161160 2024-02-09T23:57:04.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.358+0000 7ff1a6956640 1 -- 172.21.15.27:0/901349540 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff1a0161160 msgr2=0x7ff1a00d1ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:04.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.358+0000 7ff1a6956640 1 --2- 172.21.15.27:0/901349540 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff1a0161160 0x7ff1a00d1ae0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7ff1a008c8d0 tx=0x7ff19002b910 comp rx=0 tx=0).stop 2024-02-09T23:57:04.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.358+0000 7ff1a6956640 1 -- 172.21.15.27:0/901349540 shutdown_connections 2024-02-09T23:57:04.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.358+0000 7ff1a6956640 1 --2- 172.21.15.27:0/901349540 >> v2:172.21.15.153:3300/0 conn(0x7ff1a00d2020 0x7ff1a00ce7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.358+0000 7ff1a6956640 1 --2- 172.21.15.27:0/901349540 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff1a00ced00 0x7ff1a006c160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.358+0000 7ff1a6956640 1 --2- 172.21.15.27:0/901349540 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff1a0161160 0x7ff1a00d1ae0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.358+0000 7ff1a6956640 1 -- 172.21.15.27:0/901349540 >> 172.21.15.27:0/901349540 conn(0x7ff1a00b56e0 msgr2=0x7ff1a00b5af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:04.363 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.359+0000 7ff1a6956640 1 -- 172.21.15.27:0/901349540 shutdown_connections 2024-02-09T23:57:04.363 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.359+0000 7ff1a6956640 1 -- 172.21.15.27:0/901349540 wait complete. 2024-02-09T23:57:04.365 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.360+0000 7ff1a6956640 1 Processor -- start 2024-02-09T23:57:04.365 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.360+0000 7ff1a6956640 1 -- start start 2024-02-09T23:57:04.365 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.360+0000 7ff1a6956640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff1a00ced00 0x7ff1a0153f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:04.365 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.360+0000 7ff1a6956640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff1a00d2020 0x7ff1a00c7ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:04.365 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.361+0000 7ff1a6956640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff1a0161160 0x7ff1a00b4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:04.365 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.361+0000 7ff1a6956640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1a00caed0 con 0x7ff1a0161160 2024-02-09T23:57:04.365 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.361+0000 7ff1a6956640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1a00c8940 con 0x7ff1a00d2020 2024-02-09T23:57:04.365 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.361+0000 7ff1a6956640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1a00c8c20 con 0x7ff1a00ced00 2024-02-09T23:57:04.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.361+0000 7ff1a4ef3640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff1a0161160 0x7ff1a00b4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:04.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.361+0000 7ff1a4ef3640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff1a0161160 0x7ff1a00b4720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59434/0 (socket says 172.21.15.27:59434) 2024-02-09T23:57:04.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.361+0000 7ff1a4ef3640 1 -- 172.21.15.27:0/1953755279 learned_addr learned my addr 172.21.15.27:0/1953755279 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:04.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.361+0000 7ff19f7fe640 1 --2- 172.21.15.27:0/1953755279 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff1a00d2020 0x7ff1a00c7ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:04.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.361+0000 7ff19ffff640 1 --2- 172.21.15.27:0/1953755279 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff1a00ced00 0x7ff1a0153f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:04.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.361+0000 7ff1a4ef3640 1 -- 172.21.15.27:0/1953755279 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff1a00ced00 msgr2=0x7ff1a0153f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:04.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.361+0000 7ff1a4ef3640 1 --2- 172.21.15.27:0/1953755279 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff1a00ced00 0x7ff1a0153f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.361+0000 7ff1a4ef3640 1 -- 172.21.15.27:0/1953755279 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff1a00d2020 msgr2=0x7ff1a00c7ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:04.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.361+0000 7ff1a4ef3640 1 --2- 172.21.15.27:0/1953755279 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff1a00d2020 0x7ff1a00c7ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.361+0000 7ff1a4ef3640 1 -- 172.21.15.27:0/1953755279 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1900094d0 con 0x7ff1a0161160 2024-02-09T23:57:04.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.361+0000 7ff1a4ef3640 1 --2- 172.21.15.27:0/1953755279 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff1a0161160 0x7ff1a00b4720 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7ff19800cc30 tx=0x7ff19800a5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:04.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.361+0000 7ff19cff9640 1 -- 172.21.15.27:0/1953755279 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff19800ce40 con 0x7ff1a0161160 2024-02-09T23:57:04.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.361+0000 7ff19cff9640 1 -- 172.21.15.27:0/1953755279 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff198003990 con 0x7ff1a0161160 2024-02-09T23:57:04.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.361+0000 7ff1a6956640 1 -- 172.21.15.27:0/1953755279 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff1a00c8f00 con 0x7ff1a0161160 2024-02-09T23:57:04.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.361+0000 7ff19cff9640 1 -- 172.21.15.27:0/1953755279 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff198003d20 con 0x7ff1a0161160 2024-02-09T23:57:04.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.361+0000 7ff1a6956640 1 -- 172.21.15.27:0/1953755279 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff1a00c91e0 con 0x7ff1a0161160 2024-02-09T23:57:04.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.362+0000 7ff1a6956640 1 -- 172.21.15.27:0/1953755279 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff1a00cad30 con 0x7ff1a0161160 2024-02-09T23:57:04.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.363+0000 7ff19cff9640 1 -- 172.21.15.27:0/1953755279 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7ff198003e80 con 0x7ff1a0161160 2024-02-09T23:57:04.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.363+0000 7ff19cff9640 1 --2- 172.21.15.27:0/1953755279 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff18c06b810 0x7ff18c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:04.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.363+0000 7ff19cff9640 1 -- 172.21.15.27:0/1953755279 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff19808a4f0 con 0x7ff1a0161160 2024-02-09T23:57:04.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.363+0000 7ff19ffff640 1 --2- 172.21.15.27:0/1953755279 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff18c06b810 0x7ff18c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:04.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.364+0000 7ff19ffff640 1 --2- 172.21.15.27:0/1953755279 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff18c06b810 0x7ff18c06dcd0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7ff190036000 tx=0x7ff19003c040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:04.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.368+0000 7ff19cff9640 1 -- 172.21.15.27:0/1953755279 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7ff1a00cad30 con 0x7ff1a0161160 2024-02-09T23:57:04.590 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.588+0000 7ff1a6956640 1 -- 172.21.15.27:0/1953755279 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7ff1a00cad30 con 0x7ff1a0161160 2024-02-09T23:57:04.591 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.589+0000 7ff19cff9640 1 -- 172.21.15.27:0/1953755279 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7ff1a00cad30 con 0x7ff1a0161160 2024-02-09T23:57:04.591 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:04.591 INFO:teuthology.orchestra.run.smithi027.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-02-09T23:57:04.592 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.590+0000 7ff1a6956640 1 -- 172.21.15.27:0/1953755279 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff18c06b810 msgr2=0x7ff18c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:04.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.590+0000 7ff1a6956640 1 --2- 172.21.15.27:0/1953755279 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff18c06b810 0x7ff18c06dcd0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7ff190036000 tx=0x7ff19003c040 comp rx=0 tx=0).stop 2024-02-09T23:57:04.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.590+0000 7ff1a6956640 1 -- 172.21.15.27:0/1953755279 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff1a0161160 msgr2=0x7ff1a00b4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:04.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.590+0000 7ff1a6956640 1 --2- 172.21.15.27:0/1953755279 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff1a0161160 0x7ff1a00b4720 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7ff19800cc30 tx=0x7ff19800a5c0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.591+0000 7ff1a6956640 1 -- 172.21.15.27:0/1953755279 shutdown_connections 2024-02-09T23:57:04.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.591+0000 7ff1a6956640 1 --2- 172.21.15.27:0/1953755279 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff18c06b810 0x7ff18c06dcd0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.591+0000 7ff1a6956640 1 --2- 172.21.15.27:0/1953755279 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff1a0161160 0x7ff1a00b4720 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.591+0000 7ff1a6956640 1 --2- 172.21.15.27:0/1953755279 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff1a00d2020 0x7ff1a00c7ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.591+0000 7ff1a6956640 1 --2- 172.21.15.27:0/1953755279 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff1a00ced00 0x7ff1a0153f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.591+0000 7ff1a6956640 1 -- 172.21.15.27:0/1953755279 >> 172.21.15.27:0/1953755279 conn(0x7ff1a00b56e0 msgr2=0x7ff1a00b6ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:04.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.591+0000 7ff1a6956640 1 -- 172.21.15.27:0/1953755279 shutdown_connections 2024-02-09T23:57:04.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.591+0000 7ff1a6956640 1 -- 172.21.15.27:0/1953755279 wait complete. 2024-02-09T23:57:04.603 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-02-09T23:57:04.604 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:57:04.710 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.708+0000 7fe07b3b6640 1 Processor -- start 2024-02-09T23:57:04.710 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.708+0000 7fe07b3b6640 1 -- start start 2024-02-09T23:57:04.711 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.709+0000 7fe07b3b6640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fe0740ce7c0 0x7fe0740ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:04.711 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.709+0000 7fe07b3b6640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe0740b6b20 0x7fe0740b6fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:04.711 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.709+0000 7fe07b3b6640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe0740d3760 con 0x7fe0740b9660 2024-02-09T23:57:04.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.709+0000 7fe07b3b6640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe0740d24d0 con 0x7fe0740ce7c0 2024-02-09T23:57:04.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.709+0000 7fe07b3b6640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe0740cf0e0 con 0x7fe0740b6b20 2024-02-09T23:57:04.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.709+0000 7fe079152640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fe0740ce7c0 0x7fe0740ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:04.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.709+0000 7fe079953640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe0740b6b20 0x7fe0740b6fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:04.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.709+0000 7fe078951640 1 --1- >> v1:172.21.15.153:6789/0 conn(0x7fe0740b9660 0x7fe0740d1dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.27:38764/0 (socket says 172.21.15.27:38764) 2024-02-09T23:57:04.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.709+0000 7fe079152640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fe0740ce7c0 0x7fe0740ceba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:57562/0 (socket says 172.21.15.27:57562) 2024-02-09T23:57:04.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.709+0000 7fe079953640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe0740b6b20 0x7fe0740b6fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:49940/0 (socket says 172.21.15.27:49940) 2024-02-09T23:57:04.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.709+0000 7fe078951640 1 -- 172.21.15.27:0/228215131 learned_addr learned my addr 172.21.15.27:0/228215131 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:04.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.710+0000 7fe079152640 1 -- 172.21.15.27:0/228215131 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe0740b6b20 msgr2=0x7fe0740b6fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:04.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.710+0000 7fe079152640 1 --2- 172.21.15.27:0/228215131 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe0740b6b20 0x7fe0740b6fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.713 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.710+0000 7fe079152640 1 -- 172.21.15.27:0/228215131 >> v1:172.21.15.153:6789/0 conn(0x7fe0740b9660 legacy=0x7fe0740d1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:04.713 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.710+0000 7fe079152640 1 -- 172.21.15.27:0/228215131 --> v2:172.21.15.153:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0740d26c0 con 0x7fe0740ce7c0 2024-02-09T23:57:04.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.710+0000 7fe079152640 1 --2- 172.21.15.27:0/228215131 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe0740ce7c0 0x7fe0740ceba0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fe0700097a0 tx=0x7fe07002b8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=285fa54b9d3c1709 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:04.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.711+0000 7fe06bfff640 1 -- 172.21.15.27:0/228215131 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe070031830 con 0x7fe0740ce7c0 2024-02-09T23:57:04.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.711+0000 7fe06bfff640 1 -- 172.21.15.27:0/228215131 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe070031990 con 0x7fe0740ce7c0 2024-02-09T23:57:04.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.711+0000 7fe06bfff640 1 -- 172.21.15.27:0/228215131 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe070031d20 con 0x7fe0740ce7c0 2024-02-09T23:57:04.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.711+0000 7fe07b3b6640 1 -- 172.21.15.27:0/228215131 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe0740ce7c0 msgr2=0x7fe0740ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:04.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.711+0000 7fe07b3b6640 1 --2- 172.21.15.27:0/228215131 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe0740ce7c0 0x7fe0740ceba0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fe0700097a0 tx=0x7fe07002b8d0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.711+0000 7fe07b3b6640 1 -- 172.21.15.27:0/228215131 shutdown_connections 2024-02-09T23:57:04.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.711+0000 7fe07b3b6640 1 --2- 172.21.15.27:0/228215131 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe0740b6b20 0x7fe0740b6fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.711+0000 7fe07b3b6640 1 --2- 172.21.15.27:0/228215131 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe0740ce7c0 0x7fe0740ceba0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.711+0000 7fe07b3b6640 1 -- 172.21.15.27:0/228215131 >> 172.21.15.27:0/228215131 conn(0x7fe0740b56e0 msgr2=0x7fe0740b5af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:04.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.711+0000 7fe07b3b6640 1 -- 172.21.15.27:0/228215131 shutdown_connections 2024-02-09T23:57:04.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.711+0000 7fe07b3b6640 1 -- 172.21.15.27:0/228215131 wait complete. 2024-02-09T23:57:04.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.712+0000 7fe07b3b6640 1 Processor -- start 2024-02-09T23:57:04.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.712+0000 7fe07b3b6640 1 -- start start 2024-02-09T23:57:04.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.713+0000 7fe07b3b6640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe0740b6b20 0x7fe0740c7500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:04.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.713+0000 7fe07b3b6640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe0740b9660 0x7fe0740cc0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:04.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.713+0000 7fe07b3b6640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe0740ce7c0 0x7fe07414cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:04.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.713+0000 7fe07b3b6640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0740cbca0 con 0x7fe0740b6b20 2024-02-09T23:57:04.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.713+0000 7fe07b3b6640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe07414d460 con 0x7fe0740b9660 2024-02-09T23:57:04.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.713+0000 7fe07b3b6640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe07414d990 con 0x7fe0740ce7c0 2024-02-09T23:57:04.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.713+0000 7fe079152640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe0740b6b20 0x7fe0740c7500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:04.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.713+0000 7fe079152640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe0740b6b20 0x7fe0740c7500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59438/0 (socket says 172.21.15.27:59438) 2024-02-09T23:57:04.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.713+0000 7fe079152640 1 -- 172.21.15.27:0/2170165823 learned_addr learned my addr 172.21.15.27:0/2170165823 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:04.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.713+0000 7fe078951640 1 --2- 172.21.15.27:0/2170165823 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe0740b9660 0x7fe0740cc0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:04.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.714+0000 7fe079953640 1 --2- 172.21.15.27:0/2170165823 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe0740ce7c0 0x7fe07414cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:04.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.714+0000 7fe079152640 1 -- 172.21.15.27:0/2170165823 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe0740ce7c0 msgr2=0x7fe07414cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:04.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.714+0000 7fe079152640 1 --2- 172.21.15.27:0/2170165823 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe0740ce7c0 0x7fe07414cf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.714+0000 7fe079152640 1 -- 172.21.15.27:0/2170165823 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe0740b9660 msgr2=0x7fe0740cc0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:04.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.714+0000 7fe079152640 1 --2- 172.21.15.27:0/2170165823 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe0740b9660 0x7fe0740cc0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.714+0000 7fe079152640 1 -- 172.21.15.27:0/2170165823 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe070009400 con 0x7fe0740b6b20 2024-02-09T23:57:04.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.714+0000 7fe078951640 1 --2- 172.21.15.27:0/2170165823 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe0740b9660 0x7fe0740cc0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:04.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.714+0000 7fe079152640 1 --2- 172.21.15.27:0/2170165823 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe0740b6b20 0x7fe0740c7500 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fe07002bee0 tx=0x7fe0700046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:04.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.714+0000 7fe069ffb640 1 -- 172.21.15.27:0/2170165823 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe07003a6f0 con 0x7fe0740b6b20 2024-02-09T23:57:04.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.714+0000 7fe069ffb640 1 -- 172.21.15.27:0/2170165823 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe07003a870 con 0x7fe0740b6b20 2024-02-09T23:57:04.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.714+0000 7fe07b3b6640 1 -- 172.21.15.27:0/2170165823 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe074150500 con 0x7fe0740b6b20 2024-02-09T23:57:04.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.714+0000 7fe069ffb640 1 -- 172.21.15.27:0/2170165823 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe07003ac20 con 0x7fe0740b6b20 2024-02-09T23:57:04.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.714+0000 7fe07b3b6640 1 -- 172.21.15.27:0/2170165823 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe0740cb5e0 con 0x7fe0740b6b20 2024-02-09T23:57:04.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.715+0000 7fe07b3b6640 1 -- 172.21.15.27:0/2170165823 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe074067cc0 con 0x7fe0740b6b20 2024-02-09T23:57:04.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.716+0000 7fe069ffb640 1 -- 172.21.15.27:0/2170165823 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fe07004c3b0 con 0x7fe0740b6b20 2024-02-09T23:57:04.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.716+0000 7fe069ffb640 1 --2- 172.21.15.27:0/2170165823 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe05806b810 0x7fe05806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:04.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.716+0000 7fe069ffb640 1 -- 172.21.15.27:0/2170165823 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe0700abea0 con 0x7fe0740b6b20 2024-02-09T23:57:04.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.716+0000 7fe078951640 1 --2- 172.21.15.27:0/2170165823 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe05806b810 0x7fe05806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:04.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.717+0000 7fe078951640 1 --2- 172.21.15.27:0/2170165823 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe05806b810 0x7fe05806dcd0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fe0741615f0 tx=0x7fe064009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:04.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.720+0000 7fe069ffb640 1 -- 172.21.15.27:0/2170165823 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fe0700769e0 con 0x7fe0740b6b20 2024-02-09T23:57:04.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.906+0000 7fe07b3b6640 1 -- 172.21.15.27:0/2170165823 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe0740c7ae0 con 0x7fe0740b6b20 2024-02-09T23:57:04.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.907+0000 7fe069ffb640 1 -- 172.21.15.27:0/2170165823 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16605 (secure 0 0 0) 0x7fe07007a0a0 con 0x7fe0740b6b20 2024-02-09T23:57:04.909 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:04.909 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":20,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:56:52.874682+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:56:49.610721+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:56:50.234763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:57:04.911 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.909+0000 7fe07b3b6640 1 -- 172.21.15.27:0/2170165823 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe05806b810 msgr2=0x7fe05806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:04.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.909+0000 7fe07b3b6640 1 --2- 172.21.15.27:0/2170165823 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe05806b810 0x7fe05806dcd0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fe0741615f0 tx=0x7fe064009040 comp rx=0 tx=0).stop 2024-02-09T23:57:04.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.909+0000 7fe07b3b6640 1 -- 172.21.15.27:0/2170165823 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe0740b6b20 msgr2=0x7fe0740c7500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:04.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.909+0000 7fe07b3b6640 1 --2- 172.21.15.27:0/2170165823 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe0740b6b20 0x7fe0740c7500 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fe07002bee0 tx=0x7fe0700046c0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.909+0000 7fe07b3b6640 1 -- 172.21.15.27:0/2170165823 shutdown_connections 2024-02-09T23:57:04.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.909+0000 7fe07b3b6640 1 --2- 172.21.15.27:0/2170165823 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe05806b810 0x7fe05806dcd0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.909+0000 7fe07b3b6640 1 --2- 172.21.15.27:0/2170165823 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe0740ce7c0 0x7fe07414cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.909+0000 7fe07b3b6640 1 --2- 172.21.15.27:0/2170165823 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe0740b9660 0x7fe0740cc0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.909+0000 7fe07b3b6640 1 --2- 172.21.15.27:0/2170165823 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe0740b6b20 0x7fe0740c7500 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.909+0000 7fe07b3b6640 1 -- 172.21.15.27:0/2170165823 >> 172.21.15.27:0/2170165823 conn(0x7fe0740b56e0 msgr2=0x7fe0740d40d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:04.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.909+0000 7fe07b3b6640 1 -- 172.21.15.27:0/2170165823 shutdown_connections 2024-02-09T23:57:04.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:04.909+0000 7fe07b3b6640 1 -- 172.21.15.27:0/2170165823 wait complete. 2024-02-09T23:57:04.922 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-09T23:56:39.494694+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-09T23:56:49.610721+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-09T23:56:50.234763+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-09T23:57:04.923 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-09T23:57:05.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.030+0000 7fce70e40640 1 Processor -- start 2024-02-09T23:57:05.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.030+0000 7fce70e40640 1 -- start start 2024-02-09T23:57:05.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.031+0000 7fce70e40640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fce6c15dce0 0x7fce6c0b6c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:05.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.031+0000 7fce70e40640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fce6c0b5a50 0x7fce6c0b5ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:05.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.031+0000 7fce70e40640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fce6c1617b0 con 0x7fce6c0ce810 2024-02-09T23:57:05.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.031+0000 7fce70e40640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fce6c0b7140 con 0x7fce6c15dce0 2024-02-09T23:57:05.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.031+0000 7fce70e40640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce6c0b6410 con 0x7fce6c0b5a50 2024-02-09T23:57:05.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.031+0000 7fce6ad9d640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fce6c0ce810 0x7fce6c0ceca0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:39634/0 (socket says 172.21.15.27:39634) 2024-02-09T23:57:05.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.031+0000 7fce6ad9d640 1 -- 172.21.15.27:0/1263591731 learned_addr learned my addr 172.21.15.27:0/1263591731 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:05.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.031+0000 7fce6a59c640 1 --2- 172.21.15.27:0/1263591731 >> v2:172.21.15.153:3300/0 conn(0x7fce6c15dce0 0x7fce6c0b6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:05.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.031+0000 7fce69d9b640 1 --2- 172.21.15.27:0/1263591731 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fce6c0b5a50 0x7fce6c0b5ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:05.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.031+0000 7fce6959a640 1 -- 172.21.15.27:0/1263591731 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2467441998 0 0) 0x7fce6c1617b0 con 0x7fce6c0ce810 2024-02-09T23:57:05.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.032+0000 7fce6959a640 1 -- 172.21.15.27:0/1263591731 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fce58003520 con 0x7fce6c0ce810 2024-02-09T23:57:05.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.032+0000 7fce6959a640 1 -- 172.21.15.27:0/1263591731 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3312993450 0 0) 0x7fce58003520 con 0x7fce6c0ce810 2024-02-09T23:57:05.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.032+0000 7fce6959a640 1 -- 172.21.15.27:0/1263591731 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fce6c0b5a50 msgr2=0x7fce6c0b5ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:05.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.032+0000 7fce6959a640 1 --2- 172.21.15.27:0/1263591731 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fce6c0b5a50 0x7fce6c0b5ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.032+0000 7fce6959a640 1 -- 172.21.15.27:0/1263591731 >> v2:172.21.15.153:3300/0 conn(0x7fce6c15dce0 msgr2=0x7fce6c0b6c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:05.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.032+0000 7fce6959a640 1 --2- 172.21.15.27:0/1263591731 >> v2:172.21.15.153:3300/0 conn(0x7fce6c15dce0 0x7fce6c0b6c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.032+0000 7fce6959a640 1 -- 172.21.15.27:0/1263591731 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce6c15e0c0 con 0x7fce6c0ce810 2024-02-09T23:57:05.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.032+0000 7fce6959a640 1 -- 172.21.15.27:0/1263591731 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7fce5c0019f0 con 0x7fce6c0ce810 2024-02-09T23:57:05.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.032+0000 7fce6959a640 1 -- 172.21.15.27:0/1263591731 >> v1:172.21.15.27:6789/0 conn(0x7fce6c0ce810 legacy=0x7fce6c0ceca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:05.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.032+0000 7fce6959a640 1 --2- 172.21.15.27:0/1263591731 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fce580039e0 0x7fce58003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:05.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.032+0000 7fce6959a640 1 --2- 172.21.15.27:0/1263591731 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fce6c0b5a50 0x7fce580047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:05.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.032+0000 7fce6959a640 1 --2- 172.21.15.27:0/1263591731 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fce58004d00 0x7fce58005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:05.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.032+0000 7fce6959a640 1 -- 172.21.15.27:0/1263591731 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce6c0b7140 con 0x7fce58004d00 2024-02-09T23:57:05.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.032+0000 7fce6959a640 1 -- 172.21.15.27:0/1263591731 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce6c0b6410 con 0x7fce580039e0 2024-02-09T23:57:05.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.032+0000 7fce6959a640 1 -- 172.21.15.27:0/1263591731 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce5800b980 con 0x7fce6c0b5a50 2024-02-09T23:57:05.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.032+0000 7fce6ad9d640 1 --2- 172.21.15.27:0/1263591731 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fce58004d00 0x7fce58005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:05.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.032+0000 7fce6a59c640 1 --2- 172.21.15.27:0/1263591731 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fce580039e0 0x7fce58003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:05.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.032+0000 7fce69d9b640 1 --2- 172.21.15.27:0/1263591731 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fce6c0b5a50 0x7fce580047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:05.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.032+0000 7fce6ad9d640 1 -- 172.21.15.27:0/1263591731 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fce6c0b5a50 msgr2=0x7fce580047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:05.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.032+0000 7fce6ad9d640 1 --2- 172.21.15.27:0/1263591731 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fce6c0b5a50 0x7fce580047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.032+0000 7fce6ad9d640 1 -- 172.21.15.27:0/1263591731 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fce580039e0 msgr2=0x7fce58003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:05.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.032+0000 7fce6ad9d640 1 --2- 172.21.15.27:0/1263591731 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fce580039e0 0x7fce58003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.032+0000 7fce6ad9d640 1 -- 172.21.15.27:0/1263591731 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce58003520 con 0x7fce58004d00 2024-02-09T23:57:05.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.033+0000 7fce6ad9d640 1 --2- 172.21.15.27:0/1263591731 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fce58004d00 0x7fce58005180 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fce6c0cf3b0 tx=0x7fce580057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81df488a4cabe6a6 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:05.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.033+0000 7fce6959a640 1 -- 172.21.15.27:0/1263591731 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce5c034630 con 0x7fce58004d00 2024-02-09T23:57:05.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.033+0000 7fce6959a640 1 -- 172.21.15.27:0/1263591731 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce5c02f070 con 0x7fce58004d00 2024-02-09T23:57:05.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.033+0000 7fce6959a640 1 -- 172.21.15.27:0/1263591731 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce5c0349d0 con 0x7fce58004d00 2024-02-09T23:57:05.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.034+0000 7fce70e40640 1 -- 172.21.15.27:0/1263591731 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fce58004d00 msgr2=0x7fce58005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:05.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.034+0000 7fce70e40640 1 --2- 172.21.15.27:0/1263591731 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fce58004d00 0x7fce58005180 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fce6c0cf3b0 tx=0x7fce580057f0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.034+0000 7fce6ad9d640 1 -- 172.21.15.27:0/1263591731 reap_dead start 2024-02-09T23:57:05.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.034+0000 7fce70e40640 1 -- 172.21.15.27:0/1263591731 shutdown_connections 2024-02-09T23:57:05.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.034+0000 7fce70e40640 1 -- 172.21.15.27:0/1263591731 >> 172.21.15.27:0/1263591731 conn(0x7fce6c0d0870 msgr2=0x7fce6c0d0c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:05.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.034+0000 7fce70e40640 1 -- 172.21.15.27:0/1263591731 shutdown_connections 2024-02-09T23:57:05.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.034+0000 7fce70e40640 1 -- 172.21.15.27:0/1263591731 wait complete. 2024-02-09T23:57:05.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.035+0000 7fce70e40640 1 Processor -- start 2024-02-09T23:57:05.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.035+0000 7fce70e40640 1 -- start start 2024-02-09T23:57:05.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.036+0000 7fce70e40640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fce58004d00 0x7fce6c152270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:05.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.036+0000 7fce70e40640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fce6c15ecc0 0x7fce6c0ccf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:05.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.036+0000 7fce70e40640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fce6c0cd480 0x7fce6c152b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:05.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.036+0000 7fce70e40640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce6c0ccab0 con 0x7fce6c0cd480 2024-02-09T23:57:05.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.036+0000 7fce70e40640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce6c1527b0 con 0x7fce6c15ecc0 2024-02-09T23:57:05.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.036+0000 7fce70e40640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce6c0cbec0 con 0x7fce58004d00 2024-02-09T23:57:05.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.036+0000 7fce6ad9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fce6c0cd480 0x7fce6c152b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:05.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.036+0000 7fce6ad9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fce6c0cd480 0x7fce6c152b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59454/0 (socket says 172.21.15.27:59454) 2024-02-09T23:57:05.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.036+0000 7fce6ad9d640 1 -- 172.21.15.27:0/959410324 learned_addr learned my addr 172.21.15.27:0/959410324 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:05.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.036+0000 7fce69d9b640 1 --2- 172.21.15.27:0/959410324 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fce6c15ecc0 0x7fce6c0ccf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:05.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.036+0000 7fce6a59c640 1 --2- 172.21.15.27:0/959410324 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fce58004d00 0x7fce6c152270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:05.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.036+0000 7fce6ad9d640 1 -- 172.21.15.27:0/959410324 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fce58004d00 msgr2=0x7fce6c152270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:05.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.036+0000 7fce6ad9d640 1 --2- 172.21.15.27:0/959410324 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fce58004d00 0x7fce6c152270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.036+0000 7fce6ad9d640 1 -- 172.21.15.27:0/959410324 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fce6c15ecc0 msgr2=0x7fce6c0ccf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:05.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.036+0000 7fce6ad9d640 1 --2- 172.21.15.27:0/959410324 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fce6c15ecc0 0x7fce6c0ccf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.036+0000 7fce6ad9d640 1 -- 172.21.15.27:0/959410324 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce6c0cc180 con 0x7fce6c0cd480 2024-02-09T23:57:05.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.036+0000 7fce69d9b640 1 --2- 172.21.15.27:0/959410324 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fce6c15ecc0 0x7fce6c0ccf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:57:05.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.036+0000 7fce6ad9d640 1 --2- 172.21.15.27:0/959410324 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fce6c0cd480 0x7fce6c152b50 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fce5c001cb0 tx=0x7fce5c001360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:05.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.037+0000 7fce62ffd640 1 -- 172.21.15.27:0/959410324 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce5c034840 con 0x7fce6c0cd480 2024-02-09T23:57:05.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.037+0000 7fce62ffd640 1 -- 172.21.15.27:0/959410324 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce5c02ce90 con 0x7fce6c0cd480 2024-02-09T23:57:05.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.037+0000 7fce70e40640 1 -- 172.21.15.27:0/959410324 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fce6c0cc460 con 0x7fce6c0cd480 2024-02-09T23:57:05.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.037+0000 7fce62ffd640 1 -- 172.21.15.27:0/959410324 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce5c034c00 con 0x7fce6c0cd480 2024-02-09T23:57:05.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.037+0000 7fce70e40640 1 -- 172.21.15.27:0/959410324 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce6c160d10 con 0x7fce6c0cd480 2024-02-09T23:57:05.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.037+0000 7fce70e40640 1 -- 172.21.15.27:0/959410324 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fce6c0746c0 con 0x7fce6c0cd480 2024-02-09T23:57:05.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.038+0000 7fce62ffd640 1 -- 172.21.15.27:0/959410324 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fce5c031030 con 0x7fce6c0cd480 2024-02-09T23:57:05.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.038+0000 7fce62ffd640 1 --2- 172.21.15.27:0/959410324 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fce4c06b810 0x7fce4c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:05.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.039+0000 7fce62ffd640 1 -- 172.21.15.27:0/959410324 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fce5c0ac350 con 0x7fce6c0cd480 2024-02-09T23:57:05.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.039+0000 7fce6a59c640 1 --2- 172.21.15.27:0/959410324 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fce4c06b810 0x7fce4c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:05.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.039+0000 7fce6a59c640 1 --2- 172.21.15.27:0/959410324 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fce4c06b810 0x7fce4c06dcd0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fce64009bc0 tx=0x7fce64009190 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:05.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.043+0000 7fce62ffd640 1 -- 172.21.15.27:0/959410324 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fce5c076fe0 con 0x7fce6c0cd480 2024-02-09T23:57:05.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.224+0000 7fce70e40640 1 -- 172.21.15.27:0/959410324 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fce6c0746c0 con 0x7fce6c0cd480 2024-02-09T23:57:05.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.225+0000 7fce62ffd640 1 -- 172.21.15.27:0/959410324 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fce5c002000 con 0x7fce6c0cd480 2024-02-09T23:57:05.227 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 1 2024-02-09T23:57:05.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.226+0000 7fce70e40640 1 -- 172.21.15.27:0/959410324 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fce4c06b810 msgr2=0x7fce4c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:05.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.226+0000 7fce70e40640 1 --2- 172.21.15.27:0/959410324 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fce4c06b810 0x7fce4c06dcd0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fce64009bc0 tx=0x7fce64009190 comp rx=0 tx=0).stop 2024-02-09T23:57:05.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.226+0000 7fce70e40640 1 -- 172.21.15.27:0/959410324 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fce6c0cd480 msgr2=0x7fce6c152b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:05.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.226+0000 7fce70e40640 1 --2- 172.21.15.27:0/959410324 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fce6c0cd480 0x7fce6c152b50 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fce5c001cb0 tx=0x7fce5c001360 comp rx=0 tx=0).stop 2024-02-09T23:57:05.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.226+0000 7fce70e40640 1 -- 172.21.15.27:0/959410324 shutdown_connections 2024-02-09T23:57:05.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.226+0000 7fce70e40640 1 --2- 172.21.15.27:0/959410324 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fce4c06b810 0x7fce4c06dcd0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.226+0000 7fce70e40640 1 --2- 172.21.15.27:0/959410324 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fce6c0cd480 0x7fce6c152b50 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.226+0000 7fce70e40640 1 --2- 172.21.15.27:0/959410324 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fce6c15ecc0 0x7fce6c0ccf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.226+0000 7fce70e40640 1 --2- 172.21.15.27:0/959410324 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fce58004d00 0x7fce6c152270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.226+0000 7fce70e40640 1 -- 172.21.15.27:0/959410324 >> 172.21.15.27:0/959410324 conn(0x7fce6c0d0870 msgr2=0x7fce6c0d39d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:05.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.226+0000 7fce70e40640 1 -- 172.21.15.27:0/959410324 shutdown_connections 2024-02-09T23:57:05.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.226+0000 7fce70e40640 1 -- 172.21.15.27:0/959410324 wait complete. 2024-02-09T23:57:05.239 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-09T23:57:05.349 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.347+0000 7f298370c640 1 Processor -- start 2024-02-09T23:57:05.349 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.347+0000 7f298370c640 1 -- start start 2024-02-09T23:57:05.350 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.348+0000 7f298370c640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f297c15dce0 0x7f297c0b6c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:05.350 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.348+0000 7f298370c640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f297c0b5a50 0x7f297c0b5ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:05.350 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.348+0000 7f298370c640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f297c0ce810 0x7f297c0ceca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:05.350 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.348+0000 7f298370c640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f297c0b7140 con 0x7f297c15dce0 2024-02-09T23:57:05.350 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.348+0000 7f298370c640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f297c1617b0 con 0x7f297c0ce810 2024-02-09T23:57:05.350 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.348+0000 7f298370c640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f297c0b6410 con 0x7f297c0b5a50 2024-02-09T23:57:05.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.348+0000 7f29814a8640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f297c15dce0 0x7f297c0b6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:05.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.348+0000 7f29814a8640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f297c15dce0 0x7f297c0b6c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59460/0 (socket says 172.21.15.27:59460) 2024-02-09T23:57:05.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.348+0000 7f29814a8640 1 -- 172.21.15.27:0/2659957486 learned_addr learned my addr 172.21.15.27:0/2659957486 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:05.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.348+0000 7f2981ca9640 1 --2- 172.21.15.27:0/2659957486 >> v2:172.21.15.153:3300/0 conn(0x7f297c0ce810 0x7f297c0ceca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:05.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.348+0000 7f2980ca7640 1 --2- 172.21.15.27:0/2659957486 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f297c0b5a50 0x7f297c0b5ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:05.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.348+0000 7f29814a8640 1 -- 172.21.15.27:0/2659957486 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f297c0b5a50 msgr2=0x7f297c0b5ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:05.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.348+0000 7f29814a8640 1 --2- 172.21.15.27:0/2659957486 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f297c0b5a50 0x7f297c0b5ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.348+0000 7f29814a8640 1 -- 172.21.15.27:0/2659957486 >> v2:172.21.15.153:3300/0 conn(0x7f297c0ce810 msgr2=0x7f297c0ceca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:05.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.348+0000 7f29814a8640 1 --2- 172.21.15.27:0/2659957486 >> v2:172.21.15.153:3300/0 conn(0x7f297c0ce810 0x7f297c0ceca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.348+0000 7f29814a8640 1 -- 172.21.15.27:0/2659957486 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f297c15e0c0 con 0x7f297c15dce0 2024-02-09T23:57:05.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.349+0000 7f29814a8640 1 --2- 172.21.15.27:0/2659957486 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f297c15dce0 0x7f297c0b6c00 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f297c0678c0 tx=0x7f297802b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=774bca9a449762c6 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:05.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.349+0000 7f2973fff640 1 -- 172.21.15.27:0/2659957486 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2978031870 con 0x7f297c15dce0 2024-02-09T23:57:05.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.349+0000 7f2973fff640 1 -- 172.21.15.27:0/2659957486 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29780319d0 con 0x7f297c15dce0 2024-02-09T23:57:05.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.349+0000 7f2973fff640 1 -- 172.21.15.27:0/2659957486 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2978031d60 con 0x7f297c15dce0 2024-02-09T23:57:05.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.350+0000 7f298370c640 1 -- 172.21.15.27:0/2659957486 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f297c15dce0 msgr2=0x7f297c0b6c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:05.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.350+0000 7f298370c640 1 --2- 172.21.15.27:0/2659957486 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f297c15dce0 0x7f297c0b6c00 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f297c0678c0 tx=0x7f297802b910 comp rx=0 tx=0).stop 2024-02-09T23:57:05.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.350+0000 7f298370c640 1 -- 172.21.15.27:0/2659957486 shutdown_connections 2024-02-09T23:57:05.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.350+0000 7f298370c640 1 --2- 172.21.15.27:0/2659957486 >> v2:172.21.15.153:3300/0 conn(0x7f297c0ce810 0x7f297c0ceca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.350+0000 7f298370c640 1 --2- 172.21.15.27:0/2659957486 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f297c0b5a50 0x7f297c0b5ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.350+0000 7f298370c640 1 --2- 172.21.15.27:0/2659957486 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f297c15dce0 0x7f297c0b6c00 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.350+0000 7f298370c640 1 -- 172.21.15.27:0/2659957486 >> 172.21.15.27:0/2659957486 conn(0x7f297c0d0870 msgr2=0x7f297c0d0c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:05.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.350+0000 7f298370c640 1 -- 172.21.15.27:0/2659957486 shutdown_connections 2024-02-09T23:57:05.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.350+0000 7f298370c640 1 -- 172.21.15.27:0/2659957486 wait complete. 2024-02-09T23:57:05.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.351+0000 7f298370c640 1 Processor -- start 2024-02-09T23:57:05.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.351+0000 7f298370c640 1 -- start start 2024-02-09T23:57:05.356 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.352+0000 7f298370c640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f297c0b5a50 0x7f297c0d2380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:05.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.352+0000 7f298370c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f297c0ce810 0x7f297c160490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:05.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.352+0000 7f298370c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f297c15dce0 0x7f297c154be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:05.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.352+0000 7f298370c640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f297c0d3700 con 0x7f297c15dce0 2024-02-09T23:57:05.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.352+0000 7f298370c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f297c1609d0 con 0x7f297c0ce810 2024-02-09T23:57:05.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.352+0000 7f298370c640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f297c155120 con 0x7f297c0b5a50 2024-02-09T23:57:05.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.352+0000 7f2981ca9640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f297c15dce0 0x7f297c154be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:05.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.352+0000 7f2981ca9640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f297c15dce0 0x7f297c154be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59468/0 (socket says 172.21.15.27:59468) 2024-02-09T23:57:05.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.352+0000 7f2981ca9640 1 -- 172.21.15.27:0/4080306459 learned_addr learned my addr 172.21.15.27:0/4080306459 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:05.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.352+0000 7f2980ca7640 1 --2- 172.21.15.27:0/4080306459 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f297c0ce810 0x7f297c160490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:05.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.352+0000 7f29814a8640 1 --2- 172.21.15.27:0/4080306459 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f297c0b5a50 0x7f297c0d2380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:05.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.352+0000 7f2981ca9640 1 -- 172.21.15.27:0/4080306459 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f297c0b5a50 msgr2=0x7f297c0d2380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:05.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.352+0000 7f2981ca9640 1 --2- 172.21.15.27:0/4080306459 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f297c0b5a50 0x7f297c0d2380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.352+0000 7f2981ca9640 1 -- 172.21.15.27:0/4080306459 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f297c0ce810 msgr2=0x7f297c160490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:05.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.352+0000 7f2981ca9640 1 --2- 172.21.15.27:0/4080306459 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f297c0ce810 0x7f297c160490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.352+0000 7f2981ca9640 1 -- 172.21.15.27:0/4080306459 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29780094d0 con 0x7f297c15dce0 2024-02-09T23:57:05.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.352+0000 7f29814a8640 1 --2- 172.21.15.27:0/4080306459 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f297c0b5a50 0x7f297c0d2380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:05.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.352+0000 7f2981ca9640 1 --2- 172.21.15.27:0/4080306459 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f297c15dce0 0x7f297c154be0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f297400cd70 tx=0x7f297400a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:05.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.352+0000 7f2971ffb640 1 -- 172.21.15.27:0/4080306459 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2974003b90 con 0x7f297c15dce0 2024-02-09T23:57:05.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.352+0000 7f2971ffb640 1 -- 172.21.15.27:0/4080306459 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2974003cf0 con 0x7f297c15dce0 2024-02-09T23:57:05.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.352+0000 7f298370c640 1 -- 172.21.15.27:0/4080306459 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f297c0d2a80 con 0x7f297c15dce0 2024-02-09T23:57:05.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.352+0000 7f2971ffb640 1 -- 172.21.15.27:0/4080306459 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2974004240 con 0x7f297c15dce0 2024-02-09T23:57:05.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.353+0000 7f298370c640 1 -- 172.21.15.27:0/4080306459 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f297c0d3040 con 0x7f297c15dce0 2024-02-09T23:57:05.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.353+0000 7f298370c640 1 -- 172.21.15.27:0/4080306459 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f297c0d3a20 con 0x7f297c15dce0 2024-02-09T23:57:05.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.354+0000 7f2971ffb640 1 -- 172.21.15.27:0/4080306459 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f29740043a0 con 0x7f297c15dce0 2024-02-09T23:57:05.359 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.354+0000 7f2971ffb640 1 --2- 172.21.15.27:0/4080306459 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f296006b810 0x7f296006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:05.359 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.354+0000 7f2971ffb640 1 -- 172.21.15.27:0/4080306459 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2974012070 con 0x7f297c15dce0 2024-02-09T23:57:05.359 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.355+0000 7f29814a8640 1 --2- 172.21.15.27:0/4080306459 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f296006b810 0x7f296006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:05.359 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.355+0000 7f29814a8640 1 --2- 172.21.15.27:0/4080306459 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f296006b810 0x7f296006dcd0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f2978036000 tx=0x7f297803c040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:05.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.359+0000 7f2971ffb640 1 -- 172.21.15.27:0/4080306459 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f2974055590 con 0x7f297c15dce0 2024-02-09T23:57:05.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.537+0000 7f298370c640 1 -- 172.21.15.27:0/4080306459 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f297c0d3840 con 0x7f297c15dce0 2024-02-09T23:57:05.540 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.538+0000 7f2971ffb640 1 -- 172.21.15.27:0/4080306459 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f297c0d3840 con 0x7f297c15dce0 2024-02-09T23:57:05.540 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 32 2024-02-09T23:57:05.542 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.539+0000 7f298370c640 1 -- 172.21.15.27:0/4080306459 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f296006b810 msgr2=0x7f296006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:05.542 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.539+0000 7f298370c640 1 --2- 172.21.15.27:0/4080306459 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f296006b810 0x7f296006dcd0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f2978036000 tx=0x7f297803c040 comp rx=0 tx=0).stop 2024-02-09T23:57:05.542 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.539+0000 7f298370c640 1 -- 172.21.15.27:0/4080306459 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f297c15dce0 msgr2=0x7f297c154be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:05.542 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.540+0000 7f298370c640 1 --2- 172.21.15.27:0/4080306459 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f297c15dce0 0x7f297c154be0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f297400cd70 tx=0x7f297400a660 comp rx=0 tx=0).stop 2024-02-09T23:57:05.542 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.540+0000 7f298370c640 1 -- 172.21.15.27:0/4080306459 shutdown_connections 2024-02-09T23:57:05.542 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.540+0000 7f298370c640 1 --2- 172.21.15.27:0/4080306459 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f296006b810 0x7f296006dcd0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.542 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.540+0000 7f298370c640 1 --2- 172.21.15.27:0/4080306459 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f297c15dce0 0x7f297c154be0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.542 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.540+0000 7f298370c640 1 --2- 172.21.15.27:0/4080306459 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f297c0ce810 0x7f297c160490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.542 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.540+0000 7f298370c640 1 --2- 172.21.15.27:0/4080306459 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f297c0b5a50 0x7f297c0d2380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.542 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.540+0000 7f298370c640 1 -- 172.21.15.27:0/4080306459 >> 172.21.15.27:0/4080306459 conn(0x7f297c0d0870 msgr2=0x7f297c0b8ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:05.542 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.540+0000 7f298370c640 1 -- 172.21.15.27:0/4080306459 shutdown_connections 2024-02-09T23:57:05.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.540+0000 7f298370c640 1 -- 172.21.15.27:0/4080306459 wait complete. 2024-02-09T23:57:05.552 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-09T23:57:05.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.661+0000 7fe5842b5640 1 Processor -- start 2024-02-09T23:57:05.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.661+0000 7fe5842b5640 1 -- start start 2024-02-09T23:57:05.664 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.662+0000 7fe5842b5640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fe57c15ca80 0x7fe57c072d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:05.664 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.662+0000 7fe5842b5640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fe57c0d0010 0x7fe57c15f700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:05.664 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.662+0000 7fe5842b5640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe57c06bbb0 con 0x7fe57c15bea0 2024-02-09T23:57:05.664 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.662+0000 7fe5842b5640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe57c15ce60 con 0x7fe57c15ca80 2024-02-09T23:57:05.664 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.662+0000 7fe5842b5640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe57c15c2e0 con 0x7fe57c0d0010 2024-02-09T23:57:05.664 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.662+0000 7fe582051640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fe57c15ca80 0x7fe57c072d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:05.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.662+0000 7fe582051640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fe57c15ca80 0x7fe57c072d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59484/0 (socket says 172.21.15.27:59484) 2024-02-09T23:57:05.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.662+0000 7fe582051640 1 -- 172.21.15.27:0/3331160751 learned_addr learned my addr 172.21.15.27:0/3331160751 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:05.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.662+0000 7fe582852640 1 --2- 172.21.15.27:0/3331160751 >> v2:172.21.15.153:3300/0 conn(0x7fe57c0d0010 0x7fe57c15f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:05.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.662+0000 7fe582051640 1 -- 172.21.15.27:0/3331160751 >> v2:172.21.15.153:3300/0 conn(0x7fe57c0d0010 msgr2=0x7fe57c15f700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:05.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.662+0000 7fe582051640 1 --2- 172.21.15.27:0/3331160751 >> v2:172.21.15.153:3300/0 conn(0x7fe57c0d0010 0x7fe57c15f700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.662+0000 7fe582051640 1 -- 172.21.15.27:0/3331160751 >> v1:172.21.15.153:6789/0 conn(0x7fe57c15bea0 legacy=0x7fe57c0cf900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:05.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.662+0000 7fe582051640 1 -- 172.21.15.27:0/3331160751 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe57c06afa0 con 0x7fe57c15ca80 2024-02-09T23:57:05.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.663+0000 7fe582051640 1 --2- 172.21.15.27:0/3331160751 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe57c15ca80 0x7fe57c072d30 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fe57c06f460 tx=0x7fe57802b9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fee0c786b319653 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:05.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.663+0000 7fe58104f640 1 -- 172.21.15.27:0/3331160751 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe578030860 con 0x7fe57c15ca80 2024-02-09T23:57:05.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.663+0000 7fe58104f640 1 -- 172.21.15.27:0/3331160751 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5780309c0 con 0x7fe57c15ca80 2024-02-09T23:57:05.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.663+0000 7fe58104f640 1 -- 172.21.15.27:0/3331160751 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe578030d50 con 0x7fe57c15ca80 2024-02-09T23:57:05.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.664+0000 7fe5842b5640 1 -- 172.21.15.27:0/3331160751 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe57c15ca80 msgr2=0x7fe57c072d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:05.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.664+0000 7fe5842b5640 1 --2- 172.21.15.27:0/3331160751 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe57c15ca80 0x7fe57c072d30 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fe57c06f460 tx=0x7fe57802b9a0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.664+0000 7fe5842b5640 1 -- 172.21.15.27:0/3331160751 shutdown_connections 2024-02-09T23:57:05.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.664+0000 7fe5842b5640 1 --2- 172.21.15.27:0/3331160751 >> v2:172.21.15.153:3300/0 conn(0x7fe57c0d0010 0x7fe57c15f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.664+0000 7fe5842b5640 1 --2- 172.21.15.27:0/3331160751 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe57c15ca80 0x7fe57c072d30 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.664+0000 7fe5842b5640 1 -- 172.21.15.27:0/3331160751 >> 172.21.15.27:0/3331160751 conn(0x7fe57c0b24c0 msgr2=0x7fe57c0b28a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:05.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.664+0000 7fe5842b5640 1 -- 172.21.15.27:0/3331160751 shutdown_connections 2024-02-09T23:57:05.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.664+0000 7fe5842b5640 1 -- 172.21.15.27:0/3331160751 wait complete. 2024-02-09T23:57:05.669 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.665+0000 7fe5842b5640 1 Processor -- start 2024-02-09T23:57:05.669 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.665+0000 7fe5842b5640 1 -- start start 2024-02-09T23:57:05.669 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.666+0000 7fe5842b5640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe57c0d0010 0x7fe57c0cdb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:05.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.666+0000 7fe5842b5640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe57c15bea0 0x7fe57c157ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:05.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.666+0000 7fe5842b5640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe57c15ca80 0x7fe57c145e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:05.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.666+0000 7fe5842b5640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe57c146d70 con 0x7fe57c0d0010 2024-02-09T23:57:05.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.666+0000 7fe5842b5640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe57c0ce060 con 0x7fe57c15ca80 2024-02-09T23:57:05.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.666+0000 7fe5842b5640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe57c0b4670 con 0x7fe57c15bea0 2024-02-09T23:57:05.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.666+0000 7fe582051640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe57c0d0010 0x7fe57c0cdb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:05.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.666+0000 7fe582051640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe57c0d0010 0x7fe57c0cdb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59492/0 (socket says 172.21.15.27:59492) 2024-02-09T23:57:05.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.666+0000 7fe582051640 1 -- 172.21.15.27:0/19696563 learned_addr learned my addr 172.21.15.27:0/19696563 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:05.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.666+0000 7fe582852640 1 --2- 172.21.15.27:0/19696563 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe57c15ca80 0x7fe57c145e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:05.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.666+0000 7fe581850640 1 --2- 172.21.15.27:0/19696563 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe57c15bea0 0x7fe57c157ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:05.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.666+0000 7fe582051640 1 -- 172.21.15.27:0/19696563 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe57c15bea0 msgr2=0x7fe57c157ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:05.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.666+0000 7fe582051640 1 --2- 172.21.15.27:0/19696563 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe57c15bea0 0x7fe57c157ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.666+0000 7fe582051640 1 -- 172.21.15.27:0/19696563 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe57c15ca80 msgr2=0x7fe57c145e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:05.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.666+0000 7fe582051640 1 --2- 172.21.15.27:0/19696563 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe57c15ca80 0x7fe57c145e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.666+0000 7fe582051640 1 -- 172.21.15.27:0/19696563 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5780094d0 con 0x7fe57c0d0010 2024-02-09T23:57:05.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.666+0000 7fe581850640 1 --2- 172.21.15.27:0/19696563 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe57c15bea0 0x7fe57c157ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:05.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.666+0000 7fe582051640 1 --2- 172.21.15.27:0/19696563 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe57c0d0010 0x7fe57c0cdb20 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fe57802b9e0 tx=0x7fe578004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:05.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.666+0000 7fe572ffd640 1 -- 172.21.15.27:0/19696563 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe578039c90 con 0x7fe57c0d0010 2024-02-09T23:57:05.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.667+0000 7fe572ffd640 1 -- 172.21.15.27:0/19696563 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe578039df0 con 0x7fe57c0d0010 2024-02-09T23:57:05.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.667+0000 7fe572ffd640 1 -- 172.21.15.27:0/19696563 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe578043640 con 0x7fe57c0d0010 2024-02-09T23:57:05.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.667+0000 7fe5842b5640 1 -- 172.21.15.27:0/19696563 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe57c0b4950 con 0x7fe57c0d0010 2024-02-09T23:57:05.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.667+0000 7fe5842b5640 1 -- 172.21.15.27:0/19696563 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe57c0b4f10 con 0x7fe57c0d0010 2024-02-09T23:57:05.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.668+0000 7fe5842b5640 1 -- 172.21.15.27:0/19696563 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe57c0b50a0 con 0x7fe57c0d0010 2024-02-09T23:57:05.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.668+0000 7fe572ffd640 1 -- 172.21.15.27:0/19696563 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fe5780437a0 con 0x7fe57c0d0010 2024-02-09T23:57:05.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.669+0000 7fe572ffd640 1 --2- 172.21.15.27:0/19696563 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe56006b810 0x7fe56006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:05.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.669+0000 7fe572ffd640 1 -- 172.21.15.27:0/19696563 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe57803e070 con 0x7fe57c0d0010 2024-02-09T23:57:05.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.669+0000 7fe581850640 1 --2- 172.21.15.27:0/19696563 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe56006b810 0x7fe56006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:05.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.669+0000 7fe581850640 1 --2- 172.21.15.27:0/19696563 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe56006b810 0x7fe56006dcd0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fe57c15ebf0 tx=0x7fe56c009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:05.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.673+0000 7fe572ffd640 1 -- 172.21.15.27:0/19696563 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fe578077d80 con 0x7fe57c0d0010 2024-02-09T23:57:05.859 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.857+0000 7fe5842b5640 1 -- 172.21.15.27:0/19696563 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fe57c0746c0 con 0x7fe57c0d0010 2024-02-09T23:57:05.859 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.857+0000 7fe572ffd640 1 -- 172.21.15.27:0/19696563 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7fe57807b440 con 0x7fe57c0d0010 2024-02-09T23:57:05.859 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 64 2024-02-09T23:57:05.861 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.859+0000 7fe5842b5640 1 -- 172.21.15.27:0/19696563 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe56006b810 msgr2=0x7fe56006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:05.861 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.859+0000 7fe5842b5640 1 --2- 172.21.15.27:0/19696563 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe56006b810 0x7fe56006dcd0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fe57c15ebf0 tx=0x7fe56c009040 comp rx=0 tx=0).stop 2024-02-09T23:57:05.861 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.859+0000 7fe5842b5640 1 -- 172.21.15.27:0/19696563 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe57c0d0010 msgr2=0x7fe57c0cdb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:05.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.859+0000 7fe5842b5640 1 --2- 172.21.15.27:0/19696563 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe57c0d0010 0x7fe57c0cdb20 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fe57802b9e0 tx=0x7fe578004730 comp rx=0 tx=0).stop 2024-02-09T23:57:05.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.859+0000 7fe5842b5640 1 -- 172.21.15.27:0/19696563 shutdown_connections 2024-02-09T23:57:05.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.859+0000 7fe5842b5640 1 --2- 172.21.15.27:0/19696563 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe56006b810 0x7fe56006dcd0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.859+0000 7fe5842b5640 1 --2- 172.21.15.27:0/19696563 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe57c15ca80 0x7fe57c145e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.859+0000 7fe5842b5640 1 --2- 172.21.15.27:0/19696563 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe57c15bea0 0x7fe57c157ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.859+0000 7fe5842b5640 1 --2- 172.21.15.27:0/19696563 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe57c0d0010 0x7fe57c0cdb20 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.859+0000 7fe5842b5640 1 -- 172.21.15.27:0/19696563 >> 172.21.15.27:0/19696563 conn(0x7fe57c0b24c0 msgr2=0x7fe57c0b0410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:05.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.859+0000 7fe5842b5640 1 -- 172.21.15.27:0/19696563 shutdown_connections 2024-02-09T23:57:05.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.859+0000 7fe5842b5640 1 -- 172.21.15.27:0/19696563 wait complete. 2024-02-09T23:57:05.872 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:57:05.983 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.981+0000 7f7c18c8f640 1 Processor -- start 2024-02-09T23:57:05.983 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.981+0000 7f7c18c8f640 1 -- start start 2024-02-09T23:57:05.986 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.982+0000 7f7c18c8f640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c1415bd80 0x7f7c1409abd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:05.986 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.982+0000 7f7c18c8f640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f7c140cd550 0x7f7c14160170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:05.986 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.982+0000 7f7c18c8f640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f7c14099b90 0x7f7c1409a020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:05.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.982+0000 7f7c18c8f640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7c1409a560 con 0x7f7c14099b90 2024-02-09T23:57:05.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.982+0000 7f7c18c8f640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7c140cf840 con 0x7f7c140cd550 2024-02-09T23:57:05.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.982+0000 7f7c18c8f640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c140cd0c0 con 0x7f7c1415bd80 2024-02-09T23:57:05.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.982+0000 7f7c12d9d640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f7c14099b90 0x7f7c1409a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:05.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.982+0000 7f7c12d9d640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f7c14099b90 0x7f7c1409a020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59506/0 (socket says 172.21.15.27:59506) 2024-02-09T23:57:05.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.982+0000 7f7c12d9d640 1 -- 172.21.15.27:0/3844110681 learned_addr learned my addr 172.21.15.27:0/3844110681 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:05.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.983+0000 7f7c1259c640 1 --2- 172.21.15.27:0/3844110681 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c1415bd80 0x7f7c1409abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:05.988 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.983+0000 7f7c11d9b640 1 --2- 172.21.15.27:0/3844110681 >> v2:172.21.15.153:3300/0 conn(0x7f7c140cd550 0x7f7c14160170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:05.988 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.983+0000 7f7c12d9d640 1 -- 172.21.15.27:0/3844110681 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c1415bd80 msgr2=0x7f7c1409abd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:05.988 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.983+0000 7f7c12d9d640 1 --2- 172.21.15.27:0/3844110681 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c1415bd80 0x7f7c1409abd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.988 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.983+0000 7f7c12d9d640 1 -- 172.21.15.27:0/3844110681 >> v2:172.21.15.153:3300/0 conn(0x7f7c140cd550 msgr2=0x7f7c14160170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:05.988 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.983+0000 7f7c12d9d640 1 --2- 172.21.15.27:0/3844110681 >> v2:172.21.15.153:3300/0 conn(0x7f7c140cd550 0x7f7c14160170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.988 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.983+0000 7f7c12d9d640 1 -- 172.21.15.27:0/3844110681 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c140cc790 con 0x7f7c14099b90 2024-02-09T23:57:05.988 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.983+0000 7f7c11d9b640 1 --2- 172.21.15.27:0/3844110681 >> v2:172.21.15.153:3300/0 conn(0x7f7c140cd550 0x7f7c14160170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:05.988 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.983+0000 7f7c12d9d640 1 --2- 172.21.15.27:0/3844110681 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c14099b90 0x7f7c1409a020 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f7c140684f0 tx=0x7f7c0c02be40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbc67feb1ad9ee80 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:05.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.984+0000 7f7c1159a640 1 -- 172.21.15.27:0/3844110681 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c0c02c9e0 con 0x7f7c14099b90 2024-02-09T23:57:05.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.984+0000 7f7c1159a640 1 -- 172.21.15.27:0/3844110681 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c0c02cb40 con 0x7f7c14099b90 2024-02-09T23:57:05.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.984+0000 7f7c1159a640 1 -- 172.21.15.27:0/3844110681 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c0c0343f0 con 0x7f7c14099b90 2024-02-09T23:57:05.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.984+0000 7f7c18c8f640 1 -- 172.21.15.27:0/3844110681 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c14099b90 msgr2=0x7f7c1409a020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:05.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.984+0000 7f7c18c8f640 1 --2- 172.21.15.27:0/3844110681 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c14099b90 0x7f7c1409a020 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f7c140684f0 tx=0x7f7c0c02be40 comp rx=0 tx=0).stop 2024-02-09T23:57:05.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.984+0000 7f7c18c8f640 1 -- 172.21.15.27:0/3844110681 shutdown_connections 2024-02-09T23:57:05.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.984+0000 7f7c18c8f640 1 --2- 172.21.15.27:0/3844110681 >> v2:172.21.15.153:3300/0 conn(0x7f7c140cd550 0x7f7c14160170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.984+0000 7f7c18c8f640 1 --2- 172.21.15.27:0/3844110681 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c14099b90 0x7f7c1409a020 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.984+0000 7f7c18c8f640 1 --2- 172.21.15.27:0/3844110681 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c1415bd80 0x7f7c1409abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.984+0000 7f7c18c8f640 1 -- 172.21.15.27:0/3844110681 >> 172.21.15.27:0/3844110681 conn(0x7f7c140b3460 msgr2=0x7f7c140b3870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:05.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.984+0000 7f7c18c8f640 1 -- 172.21.15.27:0/3844110681 shutdown_connections 2024-02-09T23:57:05.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.984+0000 7f7c18c8f640 1 -- 172.21.15.27:0/3844110681 wait complete. 2024-02-09T23:57:05.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.986+0000 7f7c18c8f640 1 Processor -- start 2024-02-09T23:57:05.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.986+0000 7f7c18c8f640 1 -- start start 2024-02-09T23:57:05.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.986+0000 7f7c18c8f640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c14099b90 0x7f7c140cac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:05.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.986+0000 7f7c18c8f640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c140cd550 0x7f7c14156a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:05.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.986+0000 7f7c18c8f640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7c14156f90 0x7f7c1415d210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:05.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.986+0000 7f7c18c8f640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c14157410 con 0x7f7c140cd550 2024-02-09T23:57:05.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.986+0000 7f7c18c8f640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c140b51d0 con 0x7f7c14156f90 2024-02-09T23:57:05.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.986+0000 7f7c18c8f640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c140b54b0 con 0x7f7c14099b90 2024-02-09T23:57:05.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.986+0000 7f7c11d9b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c140cd550 0x7f7c14156a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:05.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.986+0000 7f7c11d9b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c140cd550 0x7f7c14156a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59512/0 (socket says 172.21.15.27:59512) 2024-02-09T23:57:05.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.986+0000 7f7c11d9b640 1 -- 172.21.15.27:0/3351888259 learned_addr learned my addr 172.21.15.27:0/3351888259 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:05.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.987+0000 7f7c12d9d640 1 --2- 172.21.15.27:0/3351888259 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7c14156f90 0x7f7c1415d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:05.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.987+0000 7f7c1259c640 1 --2- 172.21.15.27:0/3351888259 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c14099b90 0x7f7c140cac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:05.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.987+0000 7f7c11d9b640 1 -- 172.21.15.27:0/3351888259 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c14099b90 msgr2=0x7f7c140cac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:05.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.987+0000 7f7c11d9b640 1 --2- 172.21.15.27:0/3351888259 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c14099b90 0x7f7c140cac80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.987+0000 7f7c11d9b640 1 -- 172.21.15.27:0/3351888259 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7c14156f90 msgr2=0x7f7c1415d210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:05.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.987+0000 7f7c11d9b640 1 --2- 172.21.15.27:0/3351888259 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7c14156f90 0x7f7c1415d210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.987+0000 7f7c11d9b640 1 -- 172.21.15.27:0/3351888259 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c0c009b30 con 0x7f7c140cd550 2024-02-09T23:57:05.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.987+0000 7f7c11d9b640 1 --2- 172.21.15.27:0/3351888259 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c140cd550 0x7f7c14156a50 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f7c0800c7f0 tx=0x7f7c0800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:05.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.987+0000 7f7c02ffd640 1 -- 172.21.15.27:0/3351888259 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c08007a30 con 0x7f7c140cd550 2024-02-09T23:57:05.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.987+0000 7f7c02ffd640 1 -- 172.21.15.27:0/3351888259 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c08007b90 con 0x7f7c140cd550 2024-02-09T23:57:05.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.987+0000 7f7c18c8f640 1 -- 172.21.15.27:0/3351888259 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7c140b5790 con 0x7f7c140cd550 2024-02-09T23:57:05.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.987+0000 7f7c02ffd640 1 -- 172.21.15.27:0/3351888259 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c0800ce40 con 0x7f7c140cd550 2024-02-09T23:57:05.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.987+0000 7f7c18c8f640 1 -- 172.21.15.27:0/3351888259 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c140b5d50 con 0x7f7c140cd550 2024-02-09T23:57:05.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.988+0000 7f7c18c8f640 1 -- 172.21.15.27:0/3351888259 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7c14067cc0 con 0x7f7c140cd550 2024-02-09T23:57:05.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.989+0000 7f7c02ffd640 1 -- 172.21.15.27:0/3351888259 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f7c080113f0 con 0x7f7c140cd550 2024-02-09T23:57:05.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.989+0000 7f7c02ffd640 1 --2- 172.21.15.27:0/3351888259 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7bf406b840 0x7f7bf406dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:05.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.989+0000 7f7c02ffd640 1 -- 172.21.15.27:0/3351888259 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7c0808a360 con 0x7f7c140cd550 2024-02-09T23:57:05.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.989+0000 7f7c1259c640 1 --2- 172.21.15.27:0/3351888259 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7bf406b840 0x7f7bf406dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:05.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.990+0000 7f7c1259c640 1 --2- 172.21.15.27:0/3351888259 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7bf406b840 0x7f7bf406dd00 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f7c0400b740 tx=0x7f7c04008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:05.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:05.994+0000 7f7c02ffd640 1 -- 172.21.15.27:0/3351888259 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f7c08054d80 con 0x7f7c140cd550 2024-02-09T23:57:06.217 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.216+0000 7f7c18c8f640 1 -- 172.21.15.27:0/3351888259 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f7c140ce160 con 0x7f7c140cd550 2024-02-09T23:57:06.218 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.216+0000 7f7c02ffd640 1 -- 172.21.15.27:0/3351888259 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+4938 (secure 0 0 0) 0x7f7c08058440 con 0x7f7c140cd550 2024-02-09T23:57:06.218 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:06.218 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4247,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6836/2626792010","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":2626792010},{"type":"v1","addr":"172.21.15.153:6836","nonce":2626792010}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6833/3864067545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6832","nonce":3864067545},{"type":"v1","addr":"172.21.15.27:6833","nonce":3864067545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/4239285038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":4239285038},{"type":"v1","addr":"172.21.15.27:6835","nonce":4239285038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-09T23:56:51.251193+0000","modified":"2024-02-09T23:56:53.266736+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.153:6837/3351789611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6835","nonce":3351789611},{"type":"v1","addr":"172.21.15.153:6837","nonce":3351789611}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-09T23:57:06.219 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 6 2024-02-09T23:57:06.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.218+0000 7f7c18c8f640 1 -- 172.21.15.27:0/3351888259 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7bf406b840 msgr2=0x7f7bf406dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:06.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.218+0000 7f7c18c8f640 1 --2- 172.21.15.27:0/3351888259 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7bf406b840 0x7f7bf406dd00 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f7c0400b740 tx=0x7f7c04008040 comp rx=0 tx=0).stop 2024-02-09T23:57:06.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.218+0000 7f7c18c8f640 1 -- 172.21.15.27:0/3351888259 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c140cd550 msgr2=0x7f7c14156a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:06.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.218+0000 7f7c18c8f640 1 --2- 172.21.15.27:0/3351888259 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c140cd550 0x7f7c14156a50 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f7c0800c7f0 tx=0x7f7c0800cbf0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.218+0000 7f7c18c8f640 1 -- 172.21.15.27:0/3351888259 shutdown_connections 2024-02-09T23:57:06.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.218+0000 7f7c18c8f640 1 --2- 172.21.15.27:0/3351888259 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7bf406b840 0x7f7bf406dd00 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.218+0000 7f7c18c8f640 1 --2- 172.21.15.27:0/3351888259 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7c14156f90 0x7f7c1415d210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.218+0000 7f7c18c8f640 1 --2- 172.21.15.27:0/3351888259 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c140cd550 0x7f7c14156a50 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.218+0000 7f7c18c8f640 1 --2- 172.21.15.27:0/3351888259 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c14099b90 0x7f7c140cac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.218+0000 7f7c18c8f640 1 -- 172.21.15.27:0/3351888259 >> 172.21.15.27:0/3351888259 conn(0x7f7c140b3460 msgr2=0x7f7c140c59e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:06.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.219+0000 7f7c18c8f640 1 -- 172.21.15.27:0/3351888259 shutdown_connections 2024-02-09T23:57:06.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.219+0000 7f7c18c8f640 1 -- 172.21.15.27:0/3351888259 wait complete. 2024-02-09T23:57:06.231 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:57:06.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.336+0000 7f30afa8f640 1 Processor -- start 2024-02-09T23:57:06.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.337+0000 7f30afa8f640 1 -- start start 2024-02-09T23:57:06.339 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.337+0000 7f30afa8f640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f30a81603c0 0x7f30a80cf900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:06.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.337+0000 7f30afa8f640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f30a80cd510 0x7f30a80cfe40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:06.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.337+0000 7f30afa8f640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f30a80d0380 0x7f30a80cc390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:06.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.337+0000 7f30afa8f640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f30a809a910 con 0x7f30a80cd510 2024-02-09T23:57:06.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.337+0000 7f30afa8f640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f30a80d0810 con 0x7f30a80d0380 2024-02-09T23:57:06.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.337+0000 7f30afa8f640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30a809ade0 con 0x7f30a81603c0 2024-02-09T23:57:06.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.337+0000 7f30ad02a640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f30a80cd510 0x7f30a80cfe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:06.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.337+0000 7f30ad02a640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f30a80cd510 0x7f30a80cfe40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59522/0 (socket says 172.21.15.27:59522) 2024-02-09T23:57:06.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.337+0000 7f30ad02a640 1 -- 172.21.15.27:0/155372042 learned_addr learned my addr 172.21.15.27:0/155372042 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:06.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.338+0000 7f30ad82b640 1 --2- 172.21.15.27:0/155372042 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f30a81603c0 0x7f30a80cf900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:06.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.338+0000 7f30ae02c640 1 --2- 172.21.15.27:0/155372042 >> v2:172.21.15.153:3300/0 conn(0x7f30a80d0380 0x7f30a80cc390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:06.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.338+0000 7f30ad02a640 1 -- 172.21.15.27:0/155372042 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f30a81603c0 msgr2=0x7f30a80cf900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:06.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.338+0000 7f30ad02a640 1 --2- 172.21.15.27:0/155372042 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f30a81603c0 0x7f30a80cf900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.338+0000 7f30ad02a640 1 -- 172.21.15.27:0/155372042 >> v2:172.21.15.153:3300/0 conn(0x7f30a80d0380 msgr2=0x7f30a80cc390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:06.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.338+0000 7f30ad02a640 1 --2- 172.21.15.27:0/155372042 >> v2:172.21.15.153:3300/0 conn(0x7f30a80d0380 0x7f30a80cc390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.338+0000 7f30ad02a640 1 -- 172.21.15.27:0/155372042 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30a809ab00 con 0x7f30a80cd510 2024-02-09T23:57:06.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.338+0000 7f30ad02a640 1 --2- 172.21.15.27:0/155372042 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f30a80cd510 0x7f30a80cfe40 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f30a809f820 tx=0x7f309802b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7c3e983bf238a61 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:06.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.339+0000 7f30ac829640 1 -- 172.21.15.27:0/155372042 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30980317e0 con 0x7f30a80cd510 2024-02-09T23:57:06.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.339+0000 7f30ac829640 1 -- 172.21.15.27:0/155372042 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3098031940 con 0x7f30a80cd510 2024-02-09T23:57:06.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.339+0000 7f30ac829640 1 -- 172.21.15.27:0/155372042 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3098031cd0 con 0x7f30a80cd510 2024-02-09T23:57:06.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.339+0000 7f30afa8f640 1 -- 172.21.15.27:0/155372042 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f30a80cd510 msgr2=0x7f30a80cfe40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:06.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.339+0000 7f30afa8f640 1 --2- 172.21.15.27:0/155372042 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f30a80cd510 0x7f30a80cfe40 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f30a809f820 tx=0x7f309802b880 comp rx=0 tx=0).stop 2024-02-09T23:57:06.343 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.339+0000 7f30afa8f640 1 -- 172.21.15.27:0/155372042 shutdown_connections 2024-02-09T23:57:06.343 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.339+0000 7f30afa8f640 1 --2- 172.21.15.27:0/155372042 >> v2:172.21.15.153:3300/0 conn(0x7f30a80d0380 0x7f30a80cc390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.343 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.339+0000 7f30afa8f640 1 --2- 172.21.15.27:0/155372042 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f30a80cd510 0x7f30a80cfe40 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.343 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.339+0000 7f30afa8f640 1 --2- 172.21.15.27:0/155372042 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f30a81603c0 0x7f30a80cf900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.343 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.339+0000 7f30afa8f640 1 -- 172.21.15.27:0/155372042 >> 172.21.15.27:0/155372042 conn(0x7f30a80b3370 msgr2=0x7f30a80b3780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:06.343 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.339+0000 7f30afa8f640 1 -- 172.21.15.27:0/155372042 shutdown_connections 2024-02-09T23:57:06.343 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.339+0000 7f30afa8f640 1 -- 172.21.15.27:0/155372042 wait complete. 2024-02-09T23:57:06.343 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.341+0000 7f30afa8f640 1 Processor -- start 2024-02-09T23:57:06.343 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.341+0000 7f30afa8f640 1 -- start start 2024-02-09T23:57:06.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.341+0000 7f30afa8f640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f30a80cd510 0x7f30a80b6b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:06.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.341+0000 7f30afa8f640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f30a80d0380 0x7f30a814caa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:06.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.341+0000 7f30afa8f640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f30a81603c0 0x7f30a80ca4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:06.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.341+0000 7f30afa8f640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30a815da20 con 0x7f30a80cd510 2024-02-09T23:57:06.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.341+0000 7f30afa8f640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30a8158400 con 0x7f30a80d0380 2024-02-09T23:57:06.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.341+0000 7f30afa8f640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30a815d0f0 con 0x7f30a81603c0 2024-02-09T23:57:06.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.341+0000 7f30ad82b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f30a80cd510 0x7f30a80b6b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:06.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.341+0000 7f30ad82b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f30a80cd510 0x7f30a80b6b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59536/0 (socket says 172.21.15.27:59536) 2024-02-09T23:57:06.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.341+0000 7f30ad82b640 1 -- 172.21.15.27:0/4130880963 learned_addr learned my addr 172.21.15.27:0/4130880963 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:06.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.342+0000 7f30ad02a640 1 --2- 172.21.15.27:0/4130880963 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f30a80d0380 0x7f30a814caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:06.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.342+0000 7f30ae02c640 1 --2- 172.21.15.27:0/4130880963 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f30a81603c0 0x7f30a80ca4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:06.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.342+0000 7f30ad82b640 1 -- 172.21.15.27:0/4130880963 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f30a81603c0 msgr2=0x7f30a80ca4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:06.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.342+0000 7f30ad82b640 1 --2- 172.21.15.27:0/4130880963 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f30a81603c0 0x7f30a80ca4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.342+0000 7f30ad82b640 1 -- 172.21.15.27:0/4130880963 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f30a80d0380 msgr2=0x7f30a814caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:06.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.342+0000 7f30ad82b640 1 --2- 172.21.15.27:0/4130880963 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f30a80d0380 0x7f30a814caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.342+0000 7f30ad82b640 1 -- 172.21.15.27:0/4130880963 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30980094d0 con 0x7f30a80cd510 2024-02-09T23:57:06.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.342+0000 7f30ad02a640 1 --2- 172.21.15.27:0/4130880963 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f30a80d0380 0x7f30a814caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:06.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.342+0000 7f30ae02c640 1 --2- 172.21.15.27:0/4130880963 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f30a81603c0 0x7f30a80ca4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:06.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.342+0000 7f30ad82b640 1 --2- 172.21.15.27:0/4130880963 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f30a80cd510 0x7f30a80b6b80 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f30a400e9e0 tx=0x7f30a400eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:06.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.342+0000 7f309e7fc640 1 -- 172.21.15.27:0/4130880963 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30a4009670 con 0x7f30a80cd510 2024-02-09T23:57:06.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.342+0000 7f309e7fc640 1 -- 172.21.15.27:0/4130880963 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30a400c970 con 0x7f30a80cd510 2024-02-09T23:57:06.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.342+0000 7f30afa8f640 1 -- 172.21.15.27:0/4130880963 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f30a80b70c0 con 0x7f30a80cd510 2024-02-09T23:57:06.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.342+0000 7f309e7fc640 1 -- 172.21.15.27:0/4130880963 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30a400cd20 con 0x7f30a80cd510 2024-02-09T23:57:06.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.342+0000 7f30afa8f640 1 -- 172.21.15.27:0/4130880963 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f30a815d640 con 0x7f30a80cd510 2024-02-09T23:57:06.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.343+0000 7f30afa8f640 1 -- 172.21.15.27:0/4130880963 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f30a815dc90 con 0x7f30a80cd510 2024-02-09T23:57:06.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.343+0000 7f309e7fc640 1 -- 172.21.15.27:0/4130880963 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f30a4013470 con 0x7f30a80cd510 2024-02-09T23:57:06.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.344+0000 7f309e7fc640 1 --2- 172.21.15.27:0/4130880963 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f308c06b810 0x7f308c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:06.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.344+0000 7f309e7fc640 1 -- 172.21.15.27:0/4130880963 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f30a408a330 con 0x7f30a80cd510 2024-02-09T23:57:06.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.344+0000 7f30ad02a640 1 --2- 172.21.15.27:0/4130880963 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f308c06b810 0x7f308c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:06.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.344+0000 7f30ad02a640 1 --2- 172.21.15.27:0/4130880963 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f308c06b810 0x7f308c06dcd0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f3098036000 tx=0x7f309803d040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:06.349 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.348+0000 7f309e7fc640 1 -- 172.21.15.27:0/4130880963 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f30a4054de0 con 0x7f30a80cd510 2024-02-09T23:57:06.529 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.528+0000 7f30afa8f640 1 -- 172.21.15.27:0/4130880963 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f30a80cd330 con 0x7f30a80cd510 2024-02-09T23:57:06.530 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.529+0000 7f309e7fc640 1 -- 172.21.15.27:0/4130880963 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16605 (secure 0 0 0) 0x7f30a40584a0 con 0x7f30a80cd510 2024-02-09T23:57:06.531 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:06.531 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":20,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:56:52.874682+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:56:49.610721+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:56:50.234763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:57:06.533 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.531+0000 7f30afa8f640 1 -- 172.21.15.27:0/4130880963 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f308c06b810 msgr2=0x7f308c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:06.533 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.531+0000 7f30afa8f640 1 --2- 172.21.15.27:0/4130880963 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f308c06b810 0x7f308c06dcd0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f3098036000 tx=0x7f309803d040 comp rx=0 tx=0).stop 2024-02-09T23:57:06.533 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.531+0000 7f30afa8f640 1 -- 172.21.15.27:0/4130880963 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f30a80cd510 msgr2=0x7f30a80b6b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:06.533 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.531+0000 7f30afa8f640 1 --2- 172.21.15.27:0/4130880963 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f30a80cd510 0x7f30a80b6b80 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f30a400e9e0 tx=0x7f30a400eea0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.533 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.531+0000 7f30afa8f640 1 -- 172.21.15.27:0/4130880963 shutdown_connections 2024-02-09T23:57:06.533 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.531+0000 7f30afa8f640 1 --2- 172.21.15.27:0/4130880963 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f308c06b810 0x7f308c06dcd0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.531+0000 7f30afa8f640 1 --2- 172.21.15.27:0/4130880963 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f30a81603c0 0x7f30a80ca4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.531+0000 7f30afa8f640 1 --2- 172.21.15.27:0/4130880963 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f30a80d0380 0x7f30a814caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.531+0000 7f30afa8f640 1 --2- 172.21.15.27:0/4130880963 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f30a80cd510 0x7f30a80b6b80 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.531+0000 7f30afa8f640 1 -- 172.21.15.27:0/4130880963 >> 172.21.15.27:0/4130880963 conn(0x7f30a80b3370 msgr2=0x7f30a80c65f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:06.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.531+0000 7f30afa8f640 1 -- 172.21.15.27:0/4130880963 shutdown_connections 2024-02-09T23:57:06.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.531+0000 7f30afa8f640 1 -- 172.21.15.27:0/4130880963 wait complete. 2024-02-09T23:57:06.544 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-09T23:56:39.494694+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-09T23:56:49.610721+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-09T23:56:50.234763+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-09T23:57:06.544 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-09T23:57:06.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.652+0000 7faa1ae9d640 1 Processor -- start 2024-02-09T23:57:06.654 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.652+0000 7faa1ae9d640 1 -- start start 2024-02-09T23:57:06.655 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.652+0000 7faa1ae9d640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faa1415dd60 0x7faa140d1c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:06.655 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.652+0000 7faa1ae9d640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7faa140d1150 0x7faa140b6c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:06.655 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.652+0000 7faa1ae9d640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faa140d2620 con 0x7faa140d2180 2024-02-09T23:57:06.655 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.652+0000 7faa1ae9d640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faa140d2900 con 0x7faa140d1150 2024-02-09T23:57:06.655 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.652+0000 7faa1ae9d640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faa140d2be0 con 0x7faa1415dd60 2024-02-09T23:57:06.655 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.653+0000 7faa18c39640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faa1415dd60 0x7faa140d1c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:06.655 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.653+0000 7faa1943a640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7faa140d1150 0x7faa140b6c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:06.656 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.653+0000 7faa18c39640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faa1415dd60 0x7faa140d1c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:50032/0 (socket says 172.21.15.27:50032) 2024-02-09T23:57:06.656 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.653+0000 7faa18c39640 1 -- 172.21.15.27:0/3945314966 learned_addr learned my addr 172.21.15.27:0/3945314966 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:06.656 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.653+0000 7faa13fff640 1 --1- 172.21.15.27:0/3945314966 >> v1:172.21.15.153:6789/0 conn(0x7faa140d2180 0x7faa140d0a40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.27:38794/0 (socket says 172.21.15.27:38794) 2024-02-09T23:57:06.656 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.653+0000 7faa1943a640 1 -- 172.21.15.27:0/3945314966 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faa1415dd60 msgr2=0x7faa140d1c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:06.656 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.653+0000 7faa1943a640 1 --2- 172.21.15.27:0/3945314966 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faa1415dd60 0x7faa140d1c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.656 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.653+0000 7faa1943a640 1 -- 172.21.15.27:0/3945314966 >> v1:172.21.15.153:6789/0 conn(0x7faa140d2180 legacy=0x7faa140d0a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:06.656 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.653+0000 7faa1943a640 1 -- 172.21.15.27:0/3945314966 --> v2:172.21.15.153:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa140d2ec0 con 0x7faa140d1150 2024-02-09T23:57:06.656 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.653+0000 7faa18c39640 1 --2- 172.21.15.27:0/3945314966 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faa1415dd60 0x7faa140d1c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:57:06.657 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.654+0000 7faa1943a640 1 --2- 172.21.15.27:0/3945314966 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faa140d1150 0x7faa140b6c10 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7faa0c009d90 tx=0x7faa0c02bea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7c3b8991e09d41e1 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:06.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.654+0000 7faa137fe640 1 -- 172.21.15.27:0/3945314966 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa0c02cc50 con 0x7faa140d1150 2024-02-09T23:57:06.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.654+0000 7faa137fe640 1 -- 172.21.15.27:0/3945314966 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa0c02cdb0 con 0x7faa140d1150 2024-02-09T23:57:06.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.654+0000 7faa137fe640 1 -- 172.21.15.27:0/3945314966 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa0c034660 con 0x7faa140d1150 2024-02-09T23:57:06.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.655+0000 7faa1ae9d640 1 -- 172.21.15.27:0/3945314966 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faa140d1150 msgr2=0x7faa140b6c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:06.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.655+0000 7faa1ae9d640 1 --2- 172.21.15.27:0/3945314966 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faa140d1150 0x7faa140b6c10 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7faa0c009d90 tx=0x7faa0c02bea0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.655+0000 7faa1ae9d640 1 -- 172.21.15.27:0/3945314966 shutdown_connections 2024-02-09T23:57:06.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.655+0000 7faa1ae9d640 1 --2- 172.21.15.27:0/3945314966 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faa140d1150 0x7faa140b6c10 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.655+0000 7faa1ae9d640 1 --2- 172.21.15.27:0/3945314966 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faa1415dd60 0x7faa140d1c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.655+0000 7faa1ae9d640 1 -- 172.21.15.27:0/3945314966 >> 172.21.15.27:0/3945314966 conn(0x7faa140b59a0 msgr2=0x7faa140b5db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:06.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.655+0000 7faa1ae9d640 1 -- 172.21.15.27:0/3945314966 shutdown_connections 2024-02-09T23:57:06.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.655+0000 7faa1ae9d640 1 -- 172.21.15.27:0/3945314966 wait complete. 2024-02-09T23:57:06.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.656+0000 7faa1ae9d640 1 Processor -- start 2024-02-09T23:57:06.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.656+0000 7faa1ae9d640 1 -- start start 2024-02-09T23:57:06.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.657+0000 7faa1ae9d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faa140d1150 0x7faa14151e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:06.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.657+0000 7faa1ae9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa140d2180 0x7faa1406cda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:06.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.657+0000 7faa1ae9d640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faa1415dd60 0x7faa14157770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:06.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.657+0000 7faa1ae9d640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa141523a0 con 0x7faa140d2180 2024-02-09T23:57:06.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.657+0000 7faa1ae9d640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa1415a840 con 0x7faa140d1150 2024-02-09T23:57:06.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.657+0000 7faa1ae9d640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faa1406d2e0 con 0x7faa1415dd60 2024-02-09T23:57:06.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.657+0000 7faa18c39640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faa140d1150 0x7faa14151e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:06.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.657+0000 7faa13fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa140d2180 0x7faa1406cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:06.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.657+0000 7faa18c39640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faa140d1150 0x7faa14151e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:57670/0 (socket says 172.21.15.27:57670) 2024-02-09T23:57:06.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.657+0000 7faa18c39640 1 -- 172.21.15.27:0/3150019326 learned_addr learned my addr 172.21.15.27:0/3150019326 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:06.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.657+0000 7faa1943a640 1 --2- 172.21.15.27:0/3150019326 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faa1415dd60 0x7faa14157770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:06.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.657+0000 7faa18c39640 1 -- 172.21.15.27:0/3150019326 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faa1415dd60 msgr2=0x7faa14157770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:06.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.657+0000 7faa18c39640 1 --2- 172.21.15.27:0/3150019326 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faa1415dd60 0x7faa14157770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.657+0000 7faa18c39640 1 -- 172.21.15.27:0/3150019326 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa140d2180 msgr2=0x7faa1406cda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:06.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.657+0000 7faa18c39640 1 --2- 172.21.15.27:0/3150019326 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa140d2180 0x7faa1406cda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.657+0000 7faa18c39640 1 -- 172.21.15.27:0/3150019326 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa080094d0 con 0x7faa140d1150 2024-02-09T23:57:06.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.657+0000 7faa13fff640 1 --2- 172.21.15.27:0/3150019326 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa140d2180 0x7faa1406cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:57:06.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.657+0000 7faa18c39640 1 --2- 172.21.15.27:0/3150019326 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faa140d1150 0x7faa14151e60 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7faa0800ea00 tx=0x7faa0800eec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:06.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.658+0000 7faa117fa640 1 -- 172.21.15.27:0/3150019326 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa0800ca60 con 0x7faa140d1150 2024-02-09T23:57:06.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.658+0000 7faa117fa640 1 -- 172.21.15.27:0/3150019326 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa0800cbc0 con 0x7faa140d1150 2024-02-09T23:57:06.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.658+0000 7faa117fa640 1 -- 172.21.15.27:0/3150019326 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa08013470 con 0x7faa140d1150 2024-02-09T23:57:06.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.658+0000 7faa1ae9d640 1 -- 172.21.15.27:0/3150019326 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faa0c009a70 con 0x7faa140d1150 2024-02-09T23:57:06.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.658+0000 7faa1ae9d640 1 -- 172.21.15.27:0/3150019326 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faa1415ad70 con 0x7faa140d1150 2024-02-09T23:57:06.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.659+0000 7faa1ae9d640 1 -- 172.21.15.27:0/3150019326 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faa140732d0 con 0x7faa140d1150 2024-02-09T23:57:06.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.659+0000 7faa117fa640 1 -- 172.21.15.27:0/3150019326 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7faa08005990 con 0x7faa140d1150 2024-02-09T23:57:06.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.660+0000 7faa117fa640 1 --2- 172.21.15.27:0/3150019326 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa9f806b810 0x7fa9f806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:06.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.660+0000 7faa117fa640 1 -- 172.21.15.27:0/3150019326 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7faa0808ab10 con 0x7faa140d1150 2024-02-09T23:57:06.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.660+0000 7faa13fff640 1 --2- 172.21.15.27:0/3150019326 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa9f806b810 0x7fa9f806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:06.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.660+0000 7faa13fff640 1 --2- 172.21.15.27:0/3150019326 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa9f806b810 0x7fa9f806dcd0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7faa14161350 tx=0x7faa00007e80 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:06.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.664+0000 7faa117fa640 1 -- 172.21.15.27:0/3150019326 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7faa08055530 con 0x7faa140d1150 2024-02-09T23:57:06.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.842+0000 7faa1ae9d640 1 -- 172.21.15.27:0/3150019326 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7faa140746c0 con 0x7faa140d1150 2024-02-09T23:57:06.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.843+0000 7faa117fa640 1 -- 172.21.15.27:0/3150019326 <== mon.1 v2:172.21.15.153:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7faa08021020 con 0x7faa140d1150 2024-02-09T23:57:06.845 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 1 2024-02-09T23:57:06.847 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.845+0000 7faa1ae9d640 1 -- 172.21.15.27:0/3150019326 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa9f806b810 msgr2=0x7fa9f806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:06.847 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.845+0000 7faa1ae9d640 1 --2- 172.21.15.27:0/3150019326 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa9f806b810 0x7fa9f806dcd0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7faa14161350 tx=0x7faa00007e80 comp rx=0 tx=0).stop 2024-02-09T23:57:06.847 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.845+0000 7faa1ae9d640 1 -- 172.21.15.27:0/3150019326 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faa140d1150 msgr2=0x7faa14151e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:06.847 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.845+0000 7faa1ae9d640 1 --2- 172.21.15.27:0/3150019326 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faa140d1150 0x7faa14151e60 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7faa0800ea00 tx=0x7faa0800eec0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.847 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.845+0000 7faa1ae9d640 1 -- 172.21.15.27:0/3150019326 shutdown_connections 2024-02-09T23:57:06.847 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.845+0000 7faa1ae9d640 1 --2- 172.21.15.27:0/3150019326 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa9f806b810 0x7fa9f806dcd0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.847 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.845+0000 7faa1ae9d640 1 --2- 172.21.15.27:0/3150019326 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faa1415dd60 0x7faa14157770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.848 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.845+0000 7faa1ae9d640 1 --2- 172.21.15.27:0/3150019326 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa140d2180 0x7faa1406cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.848 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.845+0000 7faa1ae9d640 1 --2- 172.21.15.27:0/3150019326 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faa140d1150 0x7faa14151e60 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.848 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.845+0000 7faa1ae9d640 1 -- 172.21.15.27:0/3150019326 >> 172.21.15.27:0/3150019326 conn(0x7faa140b59a0 msgr2=0x7faa140b34f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:06.848 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.845+0000 7faa1ae9d640 1 -- 172.21.15.27:0/3150019326 shutdown_connections 2024-02-09T23:57:06.848 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.845+0000 7faa1ae9d640 1 -- 172.21.15.27:0/3150019326 wait complete. 2024-02-09T23:57:06.858 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-09T23:57:06.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.967+0000 7fcb51965640 1 Processor -- start 2024-02-09T23:57:06.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.967+0000 7fcb51965640 1 -- start start 2024-02-09T23:57:06.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.967+0000 7fcb51965640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fcb4c15dce0 0x7fcb4c0b6c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:06.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.967+0000 7fcb51965640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fcb4c0b5a50 0x7fcb4c0b5ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:06.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.967+0000 7fcb51965640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcb4c0ce810 0x7fcb4c0ceca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:06.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.967+0000 7fcb51965640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcb4c0b7140 con 0x7fcb4c0b5a50 2024-02-09T23:57:06.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.967+0000 7fcb51965640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcb4c1617b0 con 0x7fcb4c15dce0 2024-02-09T23:57:06.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.967+0000 7fcb51965640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcb4c0b6410 con 0x7fcb4c0ce810 2024-02-09T23:57:06.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.968+0000 7fcb4a7fc640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fcb4c0b5a50 0x7fcb4c0b5ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:06.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.968+0000 7fcb4a7fc640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fcb4c0b5a50 0x7fcb4c0b5ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59540/0 (socket says 172.21.15.27:59540) 2024-02-09T23:57:06.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.968+0000 7fcb4a7fc640 1 -- 172.21.15.27:0/388448501 learned_addr learned my addr 172.21.15.27:0/388448501 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:06.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.968+0000 7fcb4a7fc640 1 -- 172.21.15.27:0/388448501 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcb4c0ce810 msgr2=0x7fcb4c0ceca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:06.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.968+0000 7fcb4affd640 1 --2- 172.21.15.27:0/388448501 >> v2:172.21.15.153:3300/0 conn(0x7fcb4c15dce0 0x7fcb4c0b6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:06.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.968+0000 7fcb4b7fe640 1 --2- 172.21.15.27:0/388448501 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcb4c0ce810 0x7fcb4c0ceca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:06.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.968+0000 7fcb4a7fc640 1 --2- 172.21.15.27:0/388448501 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcb4c0ce810 0x7fcb4c0ceca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.968+0000 7fcb4a7fc640 1 -- 172.21.15.27:0/388448501 >> v2:172.21.15.153:3300/0 conn(0x7fcb4c15dce0 msgr2=0x7fcb4c0b6c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:06.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.968+0000 7fcb4a7fc640 1 --2- 172.21.15.27:0/388448501 >> v2:172.21.15.153:3300/0 conn(0x7fcb4c15dce0 0x7fcb4c0b6c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.968+0000 7fcb4a7fc640 1 -- 172.21.15.27:0/388448501 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb4c15e0c0 con 0x7fcb4c0b5a50 2024-02-09T23:57:06.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.968+0000 7fcb4affd640 1 --2- 172.21.15.27:0/388448501 >> v2:172.21.15.153:3300/0 conn(0x7fcb4c15dce0 0x7fcb4c0b6c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:06.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.968+0000 7fcb4b7fe640 1 --2- 172.21.15.27:0/388448501 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcb4c0ce810 0x7fcb4c0ceca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:06.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.969+0000 7fcb4a7fc640 1 --2- 172.21.15.27:0/388448501 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcb4c0b5a50 0x7fcb4c0b5ed0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fcb4c08c590 tx=0x7fcb4002b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bf2e68f60347f7d server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:06.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.969+0000 7fcb49ffb640 1 -- 172.21.15.27:0/388448501 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb40031860 con 0x7fcb4c0b5a50 2024-02-09T23:57:06.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.969+0000 7fcb49ffb640 1 -- 172.21.15.27:0/388448501 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb400319c0 con 0x7fcb4c0b5a50 2024-02-09T23:57:06.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.969+0000 7fcb49ffb640 1 -- 172.21.15.27:0/388448501 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb40031d50 con 0x7fcb4c0b5a50 2024-02-09T23:57:06.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.969+0000 7fcb51965640 1 -- 172.21.15.27:0/388448501 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcb4c0b5a50 msgr2=0x7fcb4c0b5ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:06.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.969+0000 7fcb51965640 1 --2- 172.21.15.27:0/388448501 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcb4c0b5a50 0x7fcb4c0b5ed0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fcb4c08c590 tx=0x7fcb4002b900 comp rx=0 tx=0).stop 2024-02-09T23:57:06.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.969+0000 7fcb51965640 1 -- 172.21.15.27:0/388448501 shutdown_connections 2024-02-09T23:57:06.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.969+0000 7fcb51965640 1 --2- 172.21.15.27:0/388448501 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcb4c0ce810 0x7fcb4c0ceca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.969+0000 7fcb51965640 1 --2- 172.21.15.27:0/388448501 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcb4c0b5a50 0x7fcb4c0b5ed0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.974 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.969+0000 7fcb51965640 1 --2- 172.21.15.27:0/388448501 >> v2:172.21.15.153:3300/0 conn(0x7fcb4c15dce0 0x7fcb4c0b6c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.974 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.969+0000 7fcb51965640 1 -- 172.21.15.27:0/388448501 >> 172.21.15.27:0/388448501 conn(0x7fcb4c0d0870 msgr2=0x7fcb4c0d0c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:06.974 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.969+0000 7fcb51965640 1 -- 172.21.15.27:0/388448501 shutdown_connections 2024-02-09T23:57:06.974 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.969+0000 7fcb51965640 1 -- 172.21.15.27:0/388448501 wait complete. 2024-02-09T23:57:06.976 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.971+0000 7fcb51965640 1 Processor -- start 2024-02-09T23:57:06.977 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.971+0000 7fcb51965640 1 -- start start 2024-02-09T23:57:06.977 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.971+0000 7fcb51965640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcb4c0b5a50 0x7fcb4c0caaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:06.977 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.971+0000 7fcb51965640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcb4c0ce810 0x7fcb4c0c5bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:06.977 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.972+0000 7fcb51965640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcb4c15dce0 0x7fcb4c0c74e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:06.977 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.972+0000 7fcb51965640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb4c15f730 con 0x7fcb4c0b5a50 2024-02-09T23:57:06.977 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.972+0000 7fcb51965640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb4c15fa10 con 0x7fcb4c15dce0 2024-02-09T23:57:06.977 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.972+0000 7fcb51965640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcb4c15fcf0 con 0x7fcb4c0ce810 2024-02-09T23:57:06.977 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.972+0000 7fcb4affd640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcb4c0b5a50 0x7fcb4c0caaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:06.977 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.972+0000 7fcb4affd640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcb4c0b5a50 0x7fcb4c0caaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59544/0 (socket says 172.21.15.27:59544) 2024-02-09T23:57:06.977 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.972+0000 7fcb4affd640 1 -- 172.21.15.27:0/635498247 learned_addr learned my addr 172.21.15.27:0/635498247 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:06.977 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.972+0000 7fcb4a7fc640 1 --2- 172.21.15.27:0/635498247 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcb4c0ce810 0x7fcb4c0c5bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:06.977 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.972+0000 7fcb4b7fe640 1 --2- 172.21.15.27:0/635498247 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcb4c15dce0 0x7fcb4c0c74e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:06.977 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.972+0000 7fcb4affd640 1 -- 172.21.15.27:0/635498247 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcb4c0ce810 msgr2=0x7fcb4c0c5bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:06.978 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.972+0000 7fcb4affd640 1 --2- 172.21.15.27:0/635498247 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcb4c0ce810 0x7fcb4c0c5bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.978 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.972+0000 7fcb4affd640 1 -- 172.21.15.27:0/635498247 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcb4c15dce0 msgr2=0x7fcb4c0c74e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:06.978 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.972+0000 7fcb4affd640 1 --2- 172.21.15.27:0/635498247 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcb4c15dce0 0x7fcb4c0c74e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.978 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.972+0000 7fcb4affd640 1 -- 172.21.15.27:0/635498247 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb400094d0 con 0x7fcb4c0b5a50 2024-02-09T23:57:06.978 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.972+0000 7fcb4affd640 1 --2- 172.21.15.27:0/635498247 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcb4c0b5a50 0x7fcb4c0caaa0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fcb3c00c7f0 tx=0x7fcb3c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:06.978 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.972+0000 7fcb33fff640 1 -- 172.21.15.27:0/635498247 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb3c007820 con 0x7fcb4c0b5a50 2024-02-09T23:57:06.978 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.972+0000 7fcb33fff640 1 -- 172.21.15.27:0/635498247 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb3c007980 con 0x7fcb4c0b5a50 2024-02-09T23:57:06.978 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.972+0000 7fcb51965640 1 -- 172.21.15.27:0/635498247 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcb4c15ffd0 con 0x7fcb4c0b5a50 2024-02-09T23:57:06.978 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.972+0000 7fcb33fff640 1 -- 172.21.15.27:0/635498247 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb3c007cf0 con 0x7fcb4c0b5a50 2024-02-09T23:57:06.978 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.972+0000 7fcb51965640 1 -- 172.21.15.27:0/635498247 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb4c0c6100 con 0x7fcb4c0b5a50 2024-02-09T23:57:06.978 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.973+0000 7fcb51965640 1 -- 172.21.15.27:0/635498247 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcb4c0b42d0 con 0x7fcb4c0b5a50 2024-02-09T23:57:06.978 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.974+0000 7fcb33fff640 1 -- 172.21.15.27:0/635498247 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fcb3c0113f0 con 0x7fcb4c0b5a50 2024-02-09T23:57:06.978 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.974+0000 7fcb33fff640 1 --2- 172.21.15.27:0/635498247 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fcb3806b810 0x7fcb3806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:06.978 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.974+0000 7fcb33fff640 1 -- 172.21.15.27:0/635498247 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fcb3c08a340 con 0x7fcb4c0b5a50 2024-02-09T23:57:06.978 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.974+0000 7fcb4a7fc640 1 --2- 172.21.15.27:0/635498247 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fcb3806b810 0x7fcb3806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:06.979 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.975+0000 7fcb4a7fc640 1 --2- 172.21.15.27:0/635498247 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fcb3806b810 0x7fcb3806dcd0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fcb40036000 tx=0x7fcb4003c040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:06.980 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:06.978+0000 7fcb33fff640 1 -- 172.21.15.27:0/635498247 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fcb3c054d60 con 0x7fcb4c0b5a50 2024-02-09T23:57:07.161 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.159+0000 7fcb51965640 1 -- 172.21.15.27:0/635498247 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fcb4c0746c0 con 0x7fcb4c0b5a50 2024-02-09T23:57:07.161 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.159+0000 7fcb33fff640 1 -- 172.21.15.27:0/635498247 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7fcb3c058420 con 0x7fcb4c0b5a50 2024-02-09T23:57:07.162 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 32 2024-02-09T23:57:07.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.161+0000 7fcb51965640 1 -- 172.21.15.27:0/635498247 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fcb3806b810 msgr2=0x7fcb3806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:07.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.161+0000 7fcb51965640 1 --2- 172.21.15.27:0/635498247 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fcb3806b810 0x7fcb3806dcd0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fcb40036000 tx=0x7fcb4003c040 comp rx=0 tx=0).stop 2024-02-09T23:57:07.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.161+0000 7fcb51965640 1 -- 172.21.15.27:0/635498247 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcb4c0b5a50 msgr2=0x7fcb4c0caaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:07.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.161+0000 7fcb51965640 1 --2- 172.21.15.27:0/635498247 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcb4c0b5a50 0x7fcb4c0caaa0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fcb3c00c7f0 tx=0x7fcb3c00ccb0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.161+0000 7fcb51965640 1 -- 172.21.15.27:0/635498247 shutdown_connections 2024-02-09T23:57:07.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.161+0000 7fcb51965640 1 --2- 172.21.15.27:0/635498247 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fcb3806b810 0x7fcb3806dcd0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.161+0000 7fcb51965640 1 --2- 172.21.15.27:0/635498247 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcb4c15dce0 0x7fcb4c0c74e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.161+0000 7fcb51965640 1 --2- 172.21.15.27:0/635498247 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcb4c0ce810 0x7fcb4c0c5bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.161+0000 7fcb51965640 1 --2- 172.21.15.27:0/635498247 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcb4c0b5a50 0x7fcb4c0caaa0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.161+0000 7fcb51965640 1 -- 172.21.15.27:0/635498247 >> 172.21.15.27:0/635498247 conn(0x7fcb4c0d0870 msgr2=0x7fcb4c0b3bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:07.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.161+0000 7fcb51965640 1 -- 172.21.15.27:0/635498247 shutdown_connections 2024-02-09T23:57:07.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.161+0000 7fcb51965640 1 -- 172.21.15.27:0/635498247 wait complete. 2024-02-09T23:57:07.174 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-09T23:57:07.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.281+0000 7f8a2f0eb640 1 Processor -- start 2024-02-09T23:57:07.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.281+0000 7f8a2f0eb640 1 -- start start 2024-02-09T23:57:07.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.282+0000 7f8a2f0eb640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f8a2815db30 0x7f8a280d1b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:07.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.282+0000 7f8a2f0eb640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f8a280cee40 0x7f8a280b6c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:07.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.282+0000 7f8a2f0eb640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8a280d2580 con 0x7f8a280d2090 2024-02-09T23:57:07.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.282+0000 7f8a2f0eb640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8a280d2860 con 0x7f8a2815db30 2024-02-09T23:57:07.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.282+0000 7f8a2f0eb640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a280d2b40 con 0x7f8a280cee40 2024-02-09T23:57:07.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.282+0000 7f8a2ce87640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f8a2815db30 0x7f8a280d1b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:07.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.282+0000 7f8a2d688640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f8a280cee40 0x7f8a280b6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:07.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.282+0000 7f8a27fff640 1 --1- >> v1:172.21.15.153:6789/0 conn(0x7f8a280d2090 0x7f8a280ce730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.27:38796/0 (socket says 172.21.15.27:38796) 2024-02-09T23:57:07.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.282+0000 7f8a27fff640 1 -- 172.21.15.27:0/3318961169 learned_addr learned my addr 172.21.15.27:0/3318961169 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:07.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.282+0000 7f8a2ce87640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f8a2815db30 0x7f8a280d1b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:57696/0 (socket says 172.21.15.27:57696) 2024-02-09T23:57:07.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.282+0000 7f8a2d688640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f8a280cee40 0x7f8a280b6c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:50068/0 (socket says 172.21.15.27:50068) 2024-02-09T23:57:07.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.282+0000 7f8a2ce87640 1 -- 172.21.15.27:0/3318961169 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f8a280cee40 msgr2=0x7f8a280b6c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:07.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.282+0000 7f8a2ce87640 1 --2- 172.21.15.27:0/3318961169 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f8a280cee40 0x7f8a280b6c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.282+0000 7f8a2ce87640 1 -- 172.21.15.27:0/3318961169 >> v1:172.21.15.153:6789/0 conn(0x7f8a280d2090 legacy=0x7f8a280ce730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:07.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.282+0000 7f8a2ce87640 1 -- 172.21.15.27:0/3318961169 --> v2:172.21.15.153:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a280d2e20 con 0x7f8a2815db30 2024-02-09T23:57:07.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.282+0000 7f8a2d688640 1 --2- 172.21.15.27:0/3318961169 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f8a280cee40 0x7f8a280b6c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:57:07.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.283+0000 7f8a2ce87640 1 --2- 172.21.15.27:0/3318961169 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a2815db30 0x7f8a280d1b50 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f8a1c0097a0 tx=0x7f8a1c02b8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=380f9ab5b0ae976a server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:07.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.283+0000 7f8a277fe640 1 -- 172.21.15.27:0/3318961169 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a1c031830 con 0x7f8a2815db30 2024-02-09T23:57:07.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.284+0000 7f8a277fe640 1 -- 172.21.15.27:0/3318961169 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a1c031990 con 0x7f8a2815db30 2024-02-09T23:57:07.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.284+0000 7f8a277fe640 1 -- 172.21.15.27:0/3318961169 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a1c031d20 con 0x7f8a2815db30 2024-02-09T23:57:07.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.284+0000 7f8a2f0eb640 1 -- 172.21.15.27:0/3318961169 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a2815db30 msgr2=0x7f8a280d1b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:07.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.284+0000 7f8a2f0eb640 1 --2- 172.21.15.27:0/3318961169 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a2815db30 0x7f8a280d1b50 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f8a1c0097a0 tx=0x7f8a1c02b8d0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.284+0000 7f8a2f0eb640 1 -- 172.21.15.27:0/3318961169 shutdown_connections 2024-02-09T23:57:07.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.284+0000 7f8a2f0eb640 1 --2- 172.21.15.27:0/3318961169 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f8a280cee40 0x7f8a280b6c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.284+0000 7f8a2f0eb640 1 --2- 172.21.15.27:0/3318961169 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a2815db30 0x7f8a280d1b50 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.284+0000 7f8a2f0eb640 1 -- 172.21.15.27:0/3318961169 >> 172.21.15.27:0/3318961169 conn(0x7f8a2806c730 msgr2=0x7f8a28066960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:07.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.284+0000 7f8a2f0eb640 1 -- 172.21.15.27:0/3318961169 shutdown_connections 2024-02-09T23:57:07.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.284+0000 7f8a2f0eb640 1 -- 172.21.15.27:0/3318961169 wait complete. 2024-02-09T23:57:07.291 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.285+0000 7f8a2f0eb640 1 Processor -- start 2024-02-09T23:57:07.292 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.285+0000 7f8a2f0eb640 1 -- start start 2024-02-09T23:57:07.292 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.286+0000 7f8a2f0eb640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8a280cee40 0x7f8a28151f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:07.292 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.286+0000 7f8a2f0eb640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a280d2090 0x7f8a280b3f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:07.292 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.286+0000 7f8a2f0eb640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f8a2815db30 0x7f8a281538b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:07.292 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.286+0000 7f8a2f0eb640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a280b4460 con 0x7f8a280cee40 2024-02-09T23:57:07.292 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.286+0000 7f8a2f0eb640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a280b4690 con 0x7f8a280d2090 2024-02-09T23:57:07.292 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.286+0000 7f8a2f0eb640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a280b4970 con 0x7f8a2815db30 2024-02-09T23:57:07.292 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.286+0000 7f8a2ce87640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8a280cee40 0x7f8a28151f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:07.292 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.286+0000 7f8a2ce87640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8a280cee40 0x7f8a28151f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59550/0 (socket says 172.21.15.27:59550) 2024-02-09T23:57:07.292 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.286+0000 7f8a2ce87640 1 -- 172.21.15.27:0/612576968 learned_addr learned my addr 172.21.15.27:0/612576968 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:07.292 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.286+0000 7f8a2d688640 1 --2- 172.21.15.27:0/612576968 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f8a2815db30 0x7f8a281538b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:07.292 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.286+0000 7f8a27fff640 1 --2- 172.21.15.27:0/612576968 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a280d2090 0x7f8a280b3f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:07.292 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.286+0000 7f8a2ce87640 1 -- 172.21.15.27:0/612576968 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f8a2815db30 msgr2=0x7f8a281538b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:07.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.286+0000 7f8a2ce87640 1 --2- 172.21.15.27:0/612576968 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f8a2815db30 0x7f8a281538b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.286+0000 7f8a2ce87640 1 -- 172.21.15.27:0/612576968 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a280d2090 msgr2=0x7f8a280b3f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:07.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.287+0000 7f8a2ce87640 1 --2- 172.21.15.27:0/612576968 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a280d2090 0x7f8a280b3f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.287+0000 7f8a2ce87640 1 -- 172.21.15.27:0/612576968 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a20009a70 con 0x7f8a280cee40 2024-02-09T23:57:07.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.287+0000 7f8a27fff640 1 --2- 172.21.15.27:0/612576968 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a280d2090 0x7f8a280b3f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:07.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.287+0000 7f8a2ce87640 1 --2- 172.21.15.27:0/612576968 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8a280cee40 0x7f8a28151f80 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f8a1c02bee0 tx=0x7f8a1c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:07.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.287+0000 7f8a257fa640 1 -- 172.21.15.27:0/612576968 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a1c03a630 con 0x7f8a280cee40 2024-02-09T23:57:07.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.287+0000 7f8a257fa640 1 -- 172.21.15.27:0/612576968 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a1c03a7b0 con 0x7f8a280cee40 2024-02-09T23:57:07.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.287+0000 7f8a2f0eb640 1 -- 172.21.15.27:0/612576968 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a1c009400 con 0x7f8a280cee40 2024-02-09T23:57:07.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.287+0000 7f8a257fa640 1 -- 172.21.15.27:0/612576968 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a1c03ab60 con 0x7f8a280cee40 2024-02-09T23:57:07.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.287+0000 7f8a2f0eb640 1 -- 172.21.15.27:0/612576968 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a280b4f30 con 0x7f8a280cee40 2024-02-09T23:57:07.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.288+0000 7f8a2f0eb640 1 -- 172.21.15.27:0/612576968 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a280746c0 con 0x7f8a280cee40 2024-02-09T23:57:07.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.288+0000 7f8a257fa640 1 -- 172.21.15.27:0/612576968 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f8a1c03acc0 con 0x7f8a280cee40 2024-02-09T23:57:07.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.289+0000 7f8a257fa640 1 --2- 172.21.15.27:0/612576968 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f8a0c06b810 0x7f8a0c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:07.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.289+0000 7f8a257fa640 1 -- 172.21.15.27:0/612576968 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8a1c0abd00 con 0x7f8a280cee40 2024-02-09T23:57:07.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.289+0000 7f8a27fff640 1 --2- 172.21.15.27:0/612576968 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f8a0c06b810 0x7f8a0c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:07.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.289+0000 7f8a27fff640 1 --2- 172.21.15.27:0/612576968 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f8a0c06b810 0x7f8a0c06dcd0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f8a2815a5f0 tx=0x7f8a14009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:07.295 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.293+0000 7f8a257fa640 1 -- 172.21.15.27:0/612576968 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f8a1c076840 con 0x7f8a280cee40 2024-02-09T23:57:07.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.473+0000 7f8a2f0eb640 1 -- 172.21.15.27:0/612576968 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f8a280c9fe0 con 0x7f8a280cee40 2024-02-09T23:57:07.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.473+0000 7f8a257fa640 1 -- 172.21.15.27:0/612576968 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f8a1c079f00 con 0x7f8a280cee40 2024-02-09T23:57:07.475 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 64 2024-02-09T23:57:07.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.475+0000 7f8a2f0eb640 1 -- 172.21.15.27:0/612576968 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f8a0c06b810 msgr2=0x7f8a0c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:07.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.475+0000 7f8a2f0eb640 1 --2- 172.21.15.27:0/612576968 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f8a0c06b810 0x7f8a0c06dcd0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f8a2815a5f0 tx=0x7f8a14009040 comp rx=0 tx=0).stop 2024-02-09T23:57:07.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.475+0000 7f8a2f0eb640 1 -- 172.21.15.27:0/612576968 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8a280cee40 msgr2=0x7f8a28151f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:07.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.475+0000 7f8a2f0eb640 1 --2- 172.21.15.27:0/612576968 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8a280cee40 0x7f8a28151f80 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f8a1c02bee0 tx=0x7f8a1c0046c0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.475+0000 7f8a2f0eb640 1 -- 172.21.15.27:0/612576968 shutdown_connections 2024-02-09T23:57:07.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.475+0000 7f8a2f0eb640 1 --2- 172.21.15.27:0/612576968 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f8a0c06b810 0x7f8a0c06dcd0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.478 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.475+0000 7f8a2f0eb640 1 --2- 172.21.15.27:0/612576968 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f8a2815db30 0x7f8a281538b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.478 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.475+0000 7f8a2f0eb640 1 --2- 172.21.15.27:0/612576968 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a280d2090 0x7f8a280b3f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.478 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.475+0000 7f8a2f0eb640 1 --2- 172.21.15.27:0/612576968 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8a280cee40 0x7f8a28151f80 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.478 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.475+0000 7f8a2f0eb640 1 -- 172.21.15.27:0/612576968 >> 172.21.15.27:0/612576968 conn(0x7f8a2806c730 msgr2=0x7f8a2815cd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:07.478 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.475+0000 7f8a2f0eb640 1 -- 172.21.15.27:0/612576968 shutdown_connections 2024-02-09T23:57:07.478 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.475+0000 7f8a2f0eb640 1 -- 172.21.15.27:0/612576968 wait complete. 2024-02-09T23:57:07.488 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:57:07.598 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.596+0000 7fb10d73a640 1 Processor -- start 2024-02-09T23:57:07.598 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.596+0000 7fb10d73a640 1 -- start start 2024-02-09T23:57:07.599 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.597+0000 7fb10d73a640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fb10815db20 0x7fb1080cc490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:07.599 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.597+0000 7fb10d73a640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb1080cd960 con 0x7fb10815ef10 2024-02-09T23:57:07.600 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.597+0000 7fb10d73a640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb1080ccde0 con 0x7fb108162440 2024-02-09T23:57:07.600 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.597+0000 7fb10d73a640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb1080cd0c0 con 0x7fb10815db20 2024-02-09T23:57:07.600 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.597+0000 7fb1077fe640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fb10815ef10 0x7fb10806cee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:39638/0 (socket says 172.21.15.27:39638) 2024-02-09T23:57:07.600 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.597+0000 7fb1077fe640 1 -- 172.21.15.27:0/2326947394 learned_addr learned my addr 172.21.15.27:0/2326947394 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:07.600 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.597+0000 7fb106ffd640 1 --2- 172.21.15.27:0/2326947394 >> v2:172.21.15.153:3300/0 conn(0x7fb10815db20 0x7fb1080cc490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:07.600 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.597+0000 7fb105ffb640 1 -- 172.21.15.27:0/2326947394 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3765775471 0 0) 0x7fb1080cd960 con 0x7fb10815ef10 2024-02-09T23:57:07.600 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.597+0000 7fb105ffb640 1 -- 172.21.15.27:0/2326947394 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb0f0003520 con 0x7fb10815ef10 2024-02-09T23:57:07.600 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.598+0000 7fb105ffb640 1 -- 172.21.15.27:0/2326947394 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3932272930 0 0) 0x7fb0f0003520 con 0x7fb10815ef10 2024-02-09T23:57:07.600 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.598+0000 7fb106ffd640 1 -- 172.21.15.27:0/2326947394 >> v1:172.21.15.153:6789/0 conn(0x7fb108162440 legacy=0x7fb1080cfe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:07.600 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.598+0000 7fb106ffd640 1 -- 172.21.15.27:0/2326947394 >> v1:172.21.15.27:6789/0 conn(0x7fb10815ef10 legacy=0x7fb10806cee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:07.600 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.598+0000 7fb106ffd640 1 -- 172.21.15.27:0/2326947394 --> v2:172.21.15.153:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1080cd3a0 con 0x7fb10815db20 2024-02-09T23:57:07.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.598+0000 7fb106ffd640 1 --2- 172.21.15.27:0/2326947394 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb10815db20 0x7fb1080cc490 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fb0f80097a0 tx=0x7fb0f802b820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=87133b36e2de5759 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:07.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.599+0000 7fb105ffb640 1 -- 172.21.15.27:0/2326947394 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0f802f050 con 0x7fb10815db20 2024-02-09T23:57:07.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.599+0000 7fb105ffb640 1 -- 172.21.15.27:0/2326947394 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb0f8031500 con 0x7fb10815db20 2024-02-09T23:57:07.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.599+0000 7fb105ffb640 1 -- 172.21.15.27:0/2326947394 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1000019f0 con 0x7fb10815db20 2024-02-09T23:57:07.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.599+0000 7fb10d73a640 1 -- 172.21.15.27:0/2326947394 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb10815db20 msgr2=0x7fb1080cc490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:07.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.599+0000 7fb10d73a640 1 --2- 172.21.15.27:0/2326947394 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb10815db20 0x7fb1080cc490 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fb0f80097a0 tx=0x7fb0f802b820 comp rx=0 tx=0).stop 2024-02-09T23:57:07.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.599+0000 7fb10d73a640 1 -- 172.21.15.27:0/2326947394 shutdown_connections 2024-02-09T23:57:07.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.599+0000 7fb10d73a640 1 --2- 172.21.15.27:0/2326947394 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb10815db20 0x7fb1080cc490 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.599+0000 7fb10d73a640 1 -- 172.21.15.27:0/2326947394 >> 172.21.15.27:0/2326947394 conn(0x7fb1080b3370 msgr2=0x7fb1080b3780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:07.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.599+0000 7fb10d73a640 1 -- 172.21.15.27:0/2326947394 shutdown_connections 2024-02-09T23:57:07.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.599+0000 7fb10d73a640 1 -- 172.21.15.27:0/2326947394 wait complete. 2024-02-09T23:57:07.605 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.600+0000 7fb10d73a640 1 Processor -- start 2024-02-09T23:57:07.605 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.601+0000 7fb10d73a640 1 -- start start 2024-02-09T23:57:07.605 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.601+0000 7fb10d73a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb10815db20 0x7fb108156ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:07.605 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.601+0000 7fb10d73a640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb108162440 0x7fb1080af570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:07.605 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.601+0000 7fb10d73a640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb1080afab0 0x7fb10815c210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:07.605 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.601+0000 7fb10d73a640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1080b6d90 con 0x7fb1080afab0 2024-02-09T23:57:07.605 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.601+0000 7fb10d73a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1080aff40 con 0x7fb10815db20 2024-02-09T23:57:07.605 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.601+0000 7fb10d73a640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb1080b63f0 con 0x7fb108162440 2024-02-09T23:57:07.605 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.601+0000 7fb1077fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb1080afab0 0x7fb10815c210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:07.605 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.601+0000 7fb1077fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb1080afab0 0x7fb10815c210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59556/0 (socket says 172.21.15.27:59556) 2024-02-09T23:57:07.606 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.601+0000 7fb1077fe640 1 -- 172.21.15.27:0/3520352767 learned_addr learned my addr 172.21.15.27:0/3520352767 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:07.606 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.601+0000 7fb106ffd640 1 --2- 172.21.15.27:0/3520352767 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb10815db20 0x7fb108156ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:07.606 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.602+0000 7fb1067fc640 1 --2- 172.21.15.27:0/3520352767 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb108162440 0x7fb1080af570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:07.606 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.602+0000 7fb1077fe640 1 -- 172.21.15.27:0/3520352767 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb108162440 msgr2=0x7fb1080af570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:07.606 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.602+0000 7fb1077fe640 1 --2- 172.21.15.27:0/3520352767 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb108162440 0x7fb1080af570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.606 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.602+0000 7fb1077fe640 1 -- 172.21.15.27:0/3520352767 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb10815db20 msgr2=0x7fb108156ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:07.606 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.602+0000 7fb1077fe640 1 --2- 172.21.15.27:0/3520352767 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb10815db20 0x7fb108156ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.606 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.602+0000 7fb1077fe640 1 -- 172.21.15.27:0/3520352767 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0f8009400 con 0x7fb1080afab0 2024-02-09T23:57:07.606 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.602+0000 7fb106ffd640 1 --2- 172.21.15.27:0/3520352767 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb10815db20 0x7fb108156ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:07.606 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.602+0000 7fb1077fe640 1 --2- 172.21.15.27:0/3520352767 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb1080afab0 0x7fb10815c210 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fb100001560 tx=0x7fb10000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:07.606 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.602+0000 7fb0ef7fe640 1 -- 172.21.15.27:0/3520352767 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb10000ce90 con 0x7fb1080afab0 2024-02-09T23:57:07.606 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.602+0000 7fb0ef7fe640 1 -- 172.21.15.27:0/3520352767 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb100012400 con 0x7fb1080afab0 2024-02-09T23:57:07.606 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.602+0000 7fb0ef7fe640 1 -- 172.21.15.27:0/3520352767 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1000127f0 con 0x7fb1080afab0 2024-02-09T23:57:07.606 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.602+0000 7fb10d73a640 1 -- 172.21.15.27:0/3520352767 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb1080b66d0 con 0x7fb1080afab0 2024-02-09T23:57:07.606 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.602+0000 7fb10d73a640 1 -- 172.21.15.27:0/3520352767 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb1080b60e0 con 0x7fb1080afab0 2024-02-09T23:57:07.607 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.603+0000 7fb10d73a640 1 -- 172.21.15.27:0/3520352767 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb1080b6ed0 con 0x7fb1080afab0 2024-02-09T23:57:07.607 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.604+0000 7fb0ef7fe640 1 -- 172.21.15.27:0/3520352767 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fb100012950 con 0x7fb1080afab0 2024-02-09T23:57:07.607 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.604+0000 7fb0ef7fe640 1 --2- 172.21.15.27:0/3520352767 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb0f406b810 0x7fb0f406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:07.607 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.604+0000 7fb0ef7fe640 1 -- 172.21.15.27:0/3520352767 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb10008a9a0 con 0x7fb1080afab0 2024-02-09T23:57:07.608 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.604+0000 7fb106ffd640 1 --2- 172.21.15.27:0/3520352767 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb0f406b810 0x7fb0f406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:07.608 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.605+0000 7fb106ffd640 1 --2- 172.21.15.27:0/3520352767 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb0f406b810 0x7fb0f406dcd0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fb0f8035000 tx=0x7fb0f8008030 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:07.610 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.608+0000 7fb0ef7fe640 1 -- 172.21.15.27:0/3520352767 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fb1080b6ed0 con 0x7fb1080afab0 2024-02-09T23:57:07.833 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.831+0000 7fb10d73a640 1 -- 172.21.15.27:0/3520352767 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb1080b6ed0 con 0x7fb1080afab0 2024-02-09T23:57:07.834 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.832+0000 7fb0ef7fe640 1 -- 172.21.15.27:0/3520352767 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+4938 (secure 0 0 0) 0x7fb1080b6ed0 con 0x7fb1080afab0 2024-02-09T23:57:07.834 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:07.834 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4247,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6836/2626792010","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":2626792010},{"type":"v1","addr":"172.21.15.153:6836","nonce":2626792010}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6833/3864067545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6832","nonce":3864067545},{"type":"v1","addr":"172.21.15.27:6833","nonce":3864067545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/4239285038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":4239285038},{"type":"v1","addr":"172.21.15.27:6835","nonce":4239285038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-09T23:56:51.251193+0000","modified":"2024-02-09T23:56:53.266736+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.153:6837/3351789611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6835","nonce":3351789611},{"type":"v1","addr":"172.21.15.153:6837","nonce":3351789611}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-09T23:57:07.834 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 6 2024-02-09T23:57:07.836 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.834+0000 7fb10d73a640 1 -- 172.21.15.27:0/3520352767 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb0f406b810 msgr2=0x7fb0f406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:07.836 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.834+0000 7fb10d73a640 1 --2- 172.21.15.27:0/3520352767 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb0f406b810 0x7fb0f406dcd0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fb0f8035000 tx=0x7fb0f8008030 comp rx=0 tx=0).stop 2024-02-09T23:57:07.836 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.834+0000 7fb10d73a640 1 -- 172.21.15.27:0/3520352767 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb1080afab0 msgr2=0x7fb10815c210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:07.836 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.834+0000 7fb10d73a640 1 --2- 172.21.15.27:0/3520352767 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb1080afab0 0x7fb10815c210 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fb100001560 tx=0x7fb10000a430 comp rx=0 tx=0).stop 2024-02-09T23:57:07.836 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.834+0000 7fb10d73a640 1 -- 172.21.15.27:0/3520352767 shutdown_connections 2024-02-09T23:57:07.836 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.834+0000 7fb10d73a640 1 --2- 172.21.15.27:0/3520352767 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb0f406b810 0x7fb0f406dcd0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.836 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.834+0000 7fb10d73a640 1 --2- 172.21.15.27:0/3520352767 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb1080afab0 0x7fb10815c210 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.836 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.834+0000 7fb10d73a640 1 --2- 172.21.15.27:0/3520352767 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb108162440 0x7fb1080af570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.836 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.834+0000 7fb10d73a640 1 --2- 172.21.15.27:0/3520352767 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb10815db20 0x7fb108156ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.836 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.834+0000 7fb10d73a640 1 -- 172.21.15.27:0/3520352767 >> 172.21.15.27:0/3520352767 conn(0x7fb1080b3370 msgr2=0x7fb10809a8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:07.836 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.834+0000 7fb10d73a640 1 -- 172.21.15.27:0/3520352767 shutdown_connections 2024-02-09T23:57:07.836 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.834+0000 7fb10d73a640 1 -- 172.21.15.27:0/3520352767 wait complete. 2024-02-09T23:57:07.847 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:57:07.955 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.954+0000 7f913c9e2640 1 Processor -- start 2024-02-09T23:57:07.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.954+0000 7f913c9e2640 1 -- start start 2024-02-09T23:57:07.957 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.955+0000 7f913c9e2640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f913815da70 0x7f91380b95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:07.957 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.955+0000 7f913c9e2640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f91380d3520 0x7f91380d1d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:07.957 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.955+0000 7f913c9e2640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f91380d2250 con 0x7f91380d03e0 2024-02-09T23:57:07.957 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.955+0000 7f913c9e2640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f91380b79e0 con 0x7f91380d3520 2024-02-09T23:57:07.957 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.955+0000 7f913c9e2640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91380d2480 con 0x7f913815da70 2024-02-09T23:57:07.957 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.955+0000 7f9135d9b640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f91380d3520 0x7f91380d1d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:07.957 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.955+0000 7f9135d9b640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f91380d3520 0x7f91380d1d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59570/0 (socket says 172.21.15.27:59570) 2024-02-09T23:57:07.957 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.955+0000 7f9135d9b640 1 -- 172.21.15.27:0/4070505987 learned_addr learned my addr 172.21.15.27:0/4070505987 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:07.957 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.955+0000 7f9135d9b640 1 -- 172.21.15.27:0/4070505987 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f913815da70 msgr2=0x7f91380b95a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:07.957 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.955+0000 7f913659c640 1 --2- 172.21.15.27:0/4070505987 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f913815da70 0x7f91380b95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:07.958 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.955+0000 7f9135d9b640 1 --2- 172.21.15.27:0/4070505987 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f913815da70 0x7f91380b95a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.958 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.955+0000 7f9135d9b640 1 -- 172.21.15.27:0/4070505987 >> v1:172.21.15.153:6789/0 conn(0x7f91380d03e0 legacy=0x7f913806c160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:07.958 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.955+0000 7f9135d9b640 1 -- 172.21.15.27:0/4070505987 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91380d2760 con 0x7f91380d3520 2024-02-09T23:57:07.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.956+0000 7f9135d9b640 1 --2- 172.21.15.27:0/4070505987 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f91380d3520 0x7f91380d1d10 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f9120009e50 tx=0x7f912002bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e269038aaf2e9fe9 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:07.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.956+0000 7f913559a640 1 -- 172.21.15.27:0/4070505987 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f912002cb00 con 0x7f91380d3520 2024-02-09T23:57:07.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.956+0000 7f913559a640 1 -- 172.21.15.27:0/4070505987 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f912002cc60 con 0x7f91380d3520 2024-02-09T23:57:07.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.956+0000 7f913559a640 1 -- 172.21.15.27:0/4070505987 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91200343f0 con 0x7f91380d3520 2024-02-09T23:57:07.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.956+0000 7f913c9e2640 1 -- 172.21.15.27:0/4070505987 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f91380d3520 msgr2=0x7f91380d1d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:07.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.956+0000 7f913c9e2640 1 --2- 172.21.15.27:0/4070505987 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f91380d3520 0x7f91380d1d10 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f9120009e50 tx=0x7f912002bf60 comp rx=0 tx=0).stop 2024-02-09T23:57:07.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.956+0000 7f913c9e2640 1 -- 172.21.15.27:0/4070505987 shutdown_connections 2024-02-09T23:57:07.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.956+0000 7f913c9e2640 1 --2- 172.21.15.27:0/4070505987 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f91380d3520 0x7f91380d1d10 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.956+0000 7f913c9e2640 1 --2- 172.21.15.27:0/4070505987 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f913815da70 0x7f91380b95a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.956+0000 7f913c9e2640 1 -- 172.21.15.27:0/4070505987 >> 172.21.15.27:0/4070505987 conn(0x7f9138067020 msgr2=0x7f91380b5520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:07.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.957+0000 7f913c9e2640 1 -- 172.21.15.27:0/4070505987 shutdown_connections 2024-02-09T23:57:07.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.957+0000 7f913c9e2640 1 -- 172.21.15.27:0/4070505987 wait complete. 2024-02-09T23:57:07.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.958+0000 7f913c9e2640 1 Processor -- start 2024-02-09T23:57:07.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.958+0000 7f913c9e2640 1 -- start start 2024-02-09T23:57:07.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.959+0000 7f913c9e2640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f91380d03e0 0x7f913814dee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:07.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.959+0000 7f913c9e2640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f91380d3520 0x7f9138160020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:07.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.959+0000 7f913c9e2640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f913815da70 0x7f91380b6d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:07.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.959+0000 7f913c9e2640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f913814e420 con 0x7f91380d3520 2024-02-09T23:57:07.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.959+0000 7f913c9e2640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f913815fcf0 con 0x7f91380d03e0 2024-02-09T23:57:07.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.959+0000 7f913c9e2640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f913815e490 con 0x7f913815da70 2024-02-09T23:57:07.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.959+0000 7f9135d9b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f91380d3520 0x7f9138160020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:07.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.959+0000 7f9135d9b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f91380d3520 0x7f9138160020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59578/0 (socket says 172.21.15.27:59578) 2024-02-09T23:57:07.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.959+0000 7f9135d9b640 1 -- 172.21.15.27:0/3091715628 learned_addr learned my addr 172.21.15.27:0/3091715628 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:07.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.959+0000 7f913659c640 1 --2- 172.21.15.27:0/3091715628 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f91380d03e0 0x7f913814dee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:07.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.959+0000 7f9136d9d640 1 --2- 172.21.15.27:0/3091715628 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f913815da70 0x7f91380b6d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:07.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.959+0000 7f9135d9b640 1 -- 172.21.15.27:0/3091715628 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f913815da70 msgr2=0x7f91380b6d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:07.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.959+0000 7f9135d9b640 1 --2- 172.21.15.27:0/3091715628 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f913815da70 0x7f91380b6d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.959+0000 7f9135d9b640 1 -- 172.21.15.27:0/3091715628 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f91380d03e0 msgr2=0x7f913814dee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:07.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.959+0000 7f9135d9b640 1 --2- 172.21.15.27:0/3091715628 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f91380d03e0 0x7f913814dee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.959+0000 7f9135d9b640 1 -- 172.21.15.27:0/3091715628 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9120009b30 con 0x7f91380d3520 2024-02-09T23:57:07.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.959+0000 7f9135d9b640 1 --2- 172.21.15.27:0/3091715628 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f91380d3520 0x7f9138160020 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f9120009e50 tx=0x7f9120004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:07.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.961+0000 7f912effd640 1 -- 172.21.15.27:0/3091715628 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f912003e450 con 0x7f91380d3520 2024-02-09T23:57:07.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.961+0000 7f912effd640 1 -- 172.21.15.27:0/3091715628 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f912003e5f0 con 0x7f91380d3520 2024-02-09T23:57:07.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.961+0000 7f912effd640 1 -- 172.21.15.27:0/3091715628 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f912003e9a0 con 0x7f91380d3520 2024-02-09T23:57:07.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.961+0000 7f913c9e2640 1 -- 172.21.15.27:0/3091715628 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f913815e770 con 0x7f91380d3520 2024-02-09T23:57:07.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.961+0000 7f913c9e2640 1 -- 172.21.15.27:0/3091715628 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f913815ed30 con 0x7f91380d3520 2024-02-09T23:57:07.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.962+0000 7f913c9e2640 1 -- 172.21.15.27:0/3091715628 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9138067cc0 con 0x7f91380d3520 2024-02-09T23:57:07.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.962+0000 7f912effd640 1 -- 172.21.15.27:0/3091715628 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f912003eb00 con 0x7f91380d3520 2024-02-09T23:57:07.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.962+0000 7f912effd640 1 --2- 172.21.15.27:0/3091715628 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f911806b810 0x7f911806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:07.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.963+0000 7f912effd640 1 -- 172.21.15.27:0/3091715628 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f91200ad0f0 con 0x7f91380d3520 2024-02-09T23:57:07.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.963+0000 7f913659c640 1 --2- 172.21.15.27:0/3091715628 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f911806b810 0x7f911806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:07.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.963+0000 7f913659c640 1 --2- 172.21.15.27:0/3091715628 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f911806b810 0x7f911806dcd0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f913000aa20 tx=0x7f9130008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:07.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:07.967+0000 7f912effd640 1 -- 172.21.15.27:0/3091715628 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f9120077ce0 con 0x7f91380d3520 2024-02-09T23:57:08.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.147+0000 7f913c9e2640 1 -- 172.21.15.27:0/3091715628 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f91380d1740 con 0x7f91380d3520 2024-02-09T23:57:08.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.148+0000 7f912effd640 1 -- 172.21.15.27:0/3091715628 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16605 (secure 0 0 0) 0x7f912007b3a0 con 0x7f91380d3520 2024-02-09T23:57:08.150 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:08.150 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":20,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:56:52.874682+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:56:49.610721+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:56:50.234763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:57:08.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.150+0000 7f913c9e2640 1 -- 172.21.15.27:0/3091715628 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f911806b810 msgr2=0x7f911806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:08.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.150+0000 7f913c9e2640 1 --2- 172.21.15.27:0/3091715628 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f911806b810 0x7f911806dcd0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f913000aa20 tx=0x7f9130008040 comp rx=0 tx=0).stop 2024-02-09T23:57:08.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.150+0000 7f913c9e2640 1 -- 172.21.15.27:0/3091715628 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f91380d3520 msgr2=0x7f9138160020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:08.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.150+0000 7f913c9e2640 1 --2- 172.21.15.27:0/3091715628 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f91380d3520 0x7f9138160020 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f9120009e50 tx=0x7f9120004a40 comp rx=0 tx=0).stop 2024-02-09T23:57:08.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.150+0000 7f913c9e2640 1 -- 172.21.15.27:0/3091715628 shutdown_connections 2024-02-09T23:57:08.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.150+0000 7f913c9e2640 1 --2- 172.21.15.27:0/3091715628 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f911806b810 0x7f911806dcd0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:08.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.150+0000 7f913c9e2640 1 --2- 172.21.15.27:0/3091715628 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f913815da70 0x7f91380b6d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:08.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.150+0000 7f913c9e2640 1 --2- 172.21.15.27:0/3091715628 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f91380d3520 0x7f9138160020 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:08.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.150+0000 7f913c9e2640 1 --2- 172.21.15.27:0/3091715628 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f91380d03e0 0x7f913814dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:08.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.150+0000 7f913c9e2640 1 -- 172.21.15.27:0/3091715628 >> 172.21.15.27:0/3091715628 conn(0x7f9138067020 msgr2=0x7f913815c430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:08.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.150+0000 7f913c9e2640 1 -- 172.21.15.27:0/3091715628 shutdown_connections 2024-02-09T23:57:08.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.150+0000 7f913c9e2640 1 -- 172.21.15.27:0/3091715628 wait complete. 2024-02-09T23:57:08.163 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:57:08.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.268+0000 7f154706d640 1 Processor -- start 2024-02-09T23:57:08.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.268+0000 7f154706d640 1 -- start start 2024-02-09T23:57:08.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.269+0000 7f154706d640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f15400b9660 0x7f15400d1dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:08.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.269+0000 7f154706d640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15400d3760 con 0x7f15400b6b20 2024-02-09T23:57:08.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.269+0000 7f154706d640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15400d26c0 con 0x7f15400ce7c0 2024-02-09T23:57:08.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.269+0000 7f154706d640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15400d29a0 con 0x7f15400b9660 2024-02-09T23:57:08.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.269+0000 7f154560a640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f15400b6b20 0x7f15400b6fb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:39650/0 (socket says 172.21.15.27:39650) 2024-02-09T23:57:08.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.269+0000 7f154560a640 1 -- 172.21.15.27:0/2782626544 learned_addr learned my addr 172.21.15.27:0/2782626544 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:08.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.269+0000 7f153ffff640 1 --2- 172.21.15.27:0/2782626544 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f15400b9660 0x7f15400d1dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:08.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.269+0000 7f153f7fe640 1 -- 172.21.15.27:0/2782626544 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2354597814 0 0) 0x7f1530001110 con 0x7f15400b6b20 2024-02-09T23:57:08.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.270+0000 7f153f7fe640 1 -- 172.21.15.27:0/2782626544 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1528003520 con 0x7f15400b6b20 2024-02-09T23:57:08.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.270+0000 7f153f7fe640 1 -- 172.21.15.27:0/2782626544 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3964985705 0 0) 0x7f15400d26c0 con 0x7f15400ce7c0 2024-02-09T23:57:08.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.270+0000 7f153f7fe640 1 -- 172.21.15.27:0/2782626544 --> v1:172.21.15.153:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1530001110 con 0x7f15400ce7c0 2024-02-09T23:57:08.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.270+0000 7f153f7fe640 1 -- 172.21.15.27:0/2782626544 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2864597925 0 0) 0x7f1528003520 con 0x7f15400b6b20 2024-02-09T23:57:08.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.270+0000 7f153ffff640 1 -- 172.21.15.27:0/2782626544 >> v1:172.21.15.153:6789/0 conn(0x7f15400ce7c0 legacy=0x7f15400ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:08.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.270+0000 7f153ffff640 1 -- 172.21.15.27:0/2782626544 >> v1:172.21.15.27:6789/0 conn(0x7f15400b6b20 legacy=0x7f15400b6fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:08.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.270+0000 7f153ffff640 1 -- 172.21.15.27:0/2782626544 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15400d2c80 con 0x7f15400b9660 2024-02-09T23:57:08.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.271+0000 7f153ffff640 1 --2- 172.21.15.27:0/2782626544 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f15400b9660 0x7f15400d1dc0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f15340097d0 tx=0x7f153402b800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8708e3c795234439 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:08.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.271+0000 7f153f7fe640 1 -- 172.21.15.27:0/2782626544 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1530001800 con 0x7f15400b9660 2024-02-09T23:57:08.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.271+0000 7f153f7fe640 1 -- 172.21.15.27:0/2782626544 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f153402e050 con 0x7f15400b9660 2024-02-09T23:57:08.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.271+0000 7f153f7fe640 1 -- 172.21.15.27:0/2782626544 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1534030710 con 0x7f15400b9660 2024-02-09T23:57:08.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.271+0000 7f154706d640 1 -- 172.21.15.27:0/2782626544 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f15400b9660 msgr2=0x7f15400d1dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:08.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.271+0000 7f154706d640 1 --2- 172.21.15.27:0/2782626544 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f15400b9660 0x7f15400d1dc0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f15340097d0 tx=0x7f153402b800 comp rx=0 tx=0).stop 2024-02-09T23:57:08.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.271+0000 7f154706d640 1 -- 172.21.15.27:0/2782626544 shutdown_connections 2024-02-09T23:57:08.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.271+0000 7f154706d640 1 --2- 172.21.15.27:0/2782626544 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f15400b9660 0x7f15400d1dc0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:08.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.271+0000 7f154706d640 1 -- 172.21.15.27:0/2782626544 >> 172.21.15.27:0/2782626544 conn(0x7f15400b56e0 msgr2=0x7f15400b5af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:08.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.271+0000 7f154706d640 1 -- 172.21.15.27:0/2782626544 shutdown_connections 2024-02-09T23:57:08.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.271+0000 7f154706d640 1 -- 172.21.15.27:0/2782626544 wait complete. 2024-02-09T23:57:08.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.272+0000 7f154706d640 1 Processor -- start 2024-02-09T23:57:08.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.272+0000 7f154706d640 1 -- start start 2024-02-09T23:57:08.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.273+0000 7f154706d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15400b6b20 0x7f1540154360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:08.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.273+0000 7f154706d640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f15400b9660 0x7f154015e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:08.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.273+0000 7f154706d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f15400ce7c0 0x7f154015eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:08.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.273+0000 7f154706d640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15400c7e90 con 0x7f15400b6b20 2024-02-09T23:57:08.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.273+0000 7f154706d640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15400c75a0 con 0x7f15400ce7c0 2024-02-09T23:57:08.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.273+0000 7f154706d640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15400c7840 con 0x7f15400b9660 2024-02-09T23:57:08.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.273+0000 7f1544e09640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15400b6b20 0x7f1540154360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:08.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.273+0000 7f1544e09640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15400b6b20 0x7f1540154360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59588/0 (socket says 172.21.15.27:59588) 2024-02-09T23:57:08.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.273+0000 7f1544e09640 1 -- 172.21.15.27:0/82322816 learned_addr learned my addr 172.21.15.27:0/82322816 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:08.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.274+0000 7f153ffff640 1 --2- 172.21.15.27:0/82322816 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f15400b9660 0x7f154015e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:08.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.274+0000 7f154560a640 1 --2- 172.21.15.27:0/82322816 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f15400ce7c0 0x7f154015eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:08.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.274+0000 7f1544e09640 1 -- 172.21.15.27:0/82322816 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f15400b9660 msgr2=0x7f154015e970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:08.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.274+0000 7f1544e09640 1 --2- 172.21.15.27:0/82322816 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f15400b9660 0x7f154015e970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:08.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.274+0000 7f1544e09640 1 -- 172.21.15.27:0/82322816 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f15400ce7c0 msgr2=0x7f154015eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:08.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.274+0000 7f1544e09640 1 --2- 172.21.15.27:0/82322816 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f15400ce7c0 0x7f154015eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:08.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.274+0000 7f1544e09640 1 -- 172.21.15.27:0/82322816 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1534009400 con 0x7f15400b6b20 2024-02-09T23:57:08.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.274+0000 7f1544e09640 1 --2- 172.21.15.27:0/82322816 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15400b6b20 0x7f1540154360 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f153800c800 tx=0x7f153800ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:08.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.274+0000 7f153d7fa640 1 -- 172.21.15.27:0/82322816 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1538003b70 con 0x7f15400b6b20 2024-02-09T23:57:08.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.274+0000 7f153d7fa640 1 -- 172.21.15.27:0/82322816 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1538003cd0 con 0x7f15400b6b20 2024-02-09T23:57:08.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.274+0000 7f153d7fa640 1 -- 172.21.15.27:0/82322816 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f153800aa90 con 0x7f15400b6b20 2024-02-09T23:57:08.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.274+0000 7f154706d640 1 -- 172.21.15.27:0/82322816 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15400c7b20 con 0x7f15400b6b20 2024-02-09T23:57:08.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.274+0000 7f154706d640 1 -- 172.21.15.27:0/82322816 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f154015f6d0 con 0x7f15400b6b20 2024-02-09T23:57:08.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.275+0000 7f154706d640 1 -- 172.21.15.27:0/82322816 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f154015f860 con 0x7f15400b6b20 2024-02-09T23:57:08.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.276+0000 7f153d7fa640 1 -- 172.21.15.27:0/82322816 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f153800abf0 con 0x7f15400b6b20 2024-02-09T23:57:08.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.276+0000 7f153d7fa640 1 --2- 172.21.15.27:0/82322816 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f152c06b840 0x7f152c06dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:08.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.276+0000 7f153d7fa640 1 -- 172.21.15.27:0/82322816 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f153808a040 con 0x7f15400b6b20 2024-02-09T23:57:08.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.276+0000 7f153ffff640 1 --2- 172.21.15.27:0/82322816 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f152c06b840 0x7f152c06dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:08.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.277+0000 7f153ffff640 1 --2- 172.21.15.27:0/82322816 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f152c06b840 0x7f152c06dd00 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f1534034000 tx=0x7f1534008030 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:08.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.281+0000 7f153d7fa640 1 -- 172.21.15.27:0/82322816 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f1538054af0 con 0x7f15400b6b20 2024-02-09T23:57:08.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.498+0000 7f154706d640 1 -- 172.21.15.27:0/82322816 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1540067cc0 con 0x7f15400b6b20 2024-02-09T23:57:08.501 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.499+0000 7f153d7fa640 1 -- 172.21.15.27:0/82322816 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+4938 (secure 0 0 0) 0x7f15380581b0 con 0x7f15400b6b20 2024-02-09T23:57:08.501 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:08.501 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4247,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6836/2626792010","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":2626792010},{"type":"v1","addr":"172.21.15.153:6836","nonce":2626792010}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6833/3864067545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6832","nonce":3864067545},{"type":"v1","addr":"172.21.15.27:6833","nonce":3864067545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/4239285038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":4239285038},{"type":"v1","addr":"172.21.15.27:6835","nonce":4239285038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-09T23:56:51.251193+0000","modified":"2024-02-09T23:56:53.266736+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.153:6837/3351789611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6835","nonce":3351789611},{"type":"v1","addr":"172.21.15.153:6837","nonce":3351789611}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-09T23:57:08.501 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 6 2024-02-09T23:57:08.503 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.501+0000 7f154706d640 1 -- 172.21.15.27:0/82322816 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f152c06b840 msgr2=0x7f152c06dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:08.503 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.501+0000 7f154706d640 1 --2- 172.21.15.27:0/82322816 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f152c06b840 0x7f152c06dd00 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f1534034000 tx=0x7f1534008030 comp rx=0 tx=0).stop 2024-02-09T23:57:08.503 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.501+0000 7f154706d640 1 -- 172.21.15.27:0/82322816 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15400b6b20 msgr2=0x7f1540154360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:08.503 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.501+0000 7f154706d640 1 --2- 172.21.15.27:0/82322816 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15400b6b20 0x7f1540154360 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f153800c800 tx=0x7f153800ccc0 comp rx=0 tx=0).stop 2024-02-09T23:57:08.503 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.501+0000 7f154706d640 1 -- 172.21.15.27:0/82322816 shutdown_connections 2024-02-09T23:57:08.503 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.501+0000 7f154706d640 1 --2- 172.21.15.27:0/82322816 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f152c06b840 0x7f152c06dd00 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:08.503 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.501+0000 7f154706d640 1 --2- 172.21.15.27:0/82322816 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f15400ce7c0 0x7f154015eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:08.503 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.501+0000 7f154706d640 1 --2- 172.21.15.27:0/82322816 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f15400b9660 0x7f154015e970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:08.503 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.501+0000 7f154706d640 1 --2- 172.21.15.27:0/82322816 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15400b6b20 0x7f1540154360 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:08.503 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.501+0000 7f154706d640 1 -- 172.21.15.27:0/82322816 >> 172.21.15.27:0/82322816 conn(0x7f15400b56e0 msgr2=0x7f15400b8890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:08.503 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.501+0000 7f154706d640 1 -- 172.21.15.27:0/82322816 shutdown_connections 2024-02-09T23:57:08.504 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:08.501+0000 7f154706d640 1 -- 172.21.15.27:0/82322816 wait complete. 2024-02-09T23:57:08.916 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-02-09T23:56:51.251193+0000', 'modified': '2024-02-09T23:56:53.266736+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4279}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4279': {'gid': 4279, 'name': 'd', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.153:6837/3351789611', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.153:6835', 'nonce': 3351789611}, {'type': 'v1', 'addr': '172.21.15.153:6837', 'nonce': 3351789611}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-02-09T23:57:08.916 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-02-09T23:57:08.916 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-02-09T23:57:09.026 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.024+0000 7fa0daac3640 1 Processor -- start 2024-02-09T23:57:09.026 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.024+0000 7fa0daac3640 1 -- start start 2024-02-09T23:57:09.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.025+0000 7fa0daac3640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fa0d40b5b80 0x7fa0d40d2c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:09.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.025+0000 7fa0daac3640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa0d4161660 con 0x7fa0d40b6b20 2024-02-09T23:57:09.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.025+0000 7fa0daac3640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa0d40d1c10 con 0x7fa0d4161280 2024-02-09T23:57:09.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.025+0000 7fa0daac3640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0d40b9a20 con 0x7fa0d40b5b80 2024-02-09T23:57:09.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.025+0000 7fa0d3fff640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fa0d40b6b20 0x7fa0d40b5470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:39662/0 (socket says 172.21.15.27:39662) 2024-02-09T23:57:09.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.025+0000 7fa0d3fff640 1 -- 172.21.15.27:0/1391743166 learned_addr learned my addr 172.21.15.27:0/1391743166 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:09.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.025+0000 7fa0d37fe640 1 -- 172.21.15.27:0/1391743166 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1832897549 0 0) 0x7fa0d4161660 con 0x7fa0d40b6b20 2024-02-09T23:57:09.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.025+0000 7fa0d9060640 1 --2- 172.21.15.27:0/1391743166 >> v2:172.21.15.153:3300/0 conn(0x7fa0d40b5b80 0x7fa0d40d2c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:09.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.025+0000 7fa0d37fe640 1 -- 172.21.15.27:0/1391743166 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa0c4003520 con 0x7fa0d40b6b20 2024-02-09T23:57:09.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.025+0000 7fa0d37fe640 1 -- 172.21.15.27:0/1391743166 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3992338036 0 0) 0x7fa0c4003520 con 0x7fa0d40b6b20 2024-02-09T23:57:09.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.025+0000 7fa0d37fe640 1 -- 172.21.15.27:0/1391743166 >> v2:172.21.15.153:3300/0 conn(0x7fa0d40b5b80 msgr2=0x7fa0d40d2c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:09.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.025+0000 7fa0d37fe640 1 --2- 172.21.15.27:0/1391743166 >> v2:172.21.15.153:3300/0 conn(0x7fa0d40b5b80 0x7fa0d40d2c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.025+0000 7fa0d37fe640 1 -- 172.21.15.27:0/1391743166 >> v1:172.21.15.153:6789/0 conn(0x7fa0d4161280 legacy=0x7fa0d40b9310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:09.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.025+0000 7fa0d37fe640 1 -- 172.21.15.27:0/1391743166 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0d40d1eb0 con 0x7fa0d40b6b20 2024-02-09T23:57:09.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.025+0000 7fa0d37fe640 1 -- 172.21.15.27:0/1391743166 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7fa0c0001670 con 0x7fa0d40b6b20 2024-02-09T23:57:09.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.025+0000 7fa0d37fe640 1 -- 172.21.15.27:0/1391743166 >> v1:172.21.15.27:6789/0 conn(0x7fa0d40b6b20 legacy=0x7fa0d40b5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:09.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.025+0000 7fa0d37fe640 1 --2- 172.21.15.27:0/1391743166 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa0c40039e0 0x7fa0c4003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:09.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.025+0000 7fa0d37fe640 1 --2- 172.21.15.27:0/1391743166 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa0c40047c0 0x7fa0c4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:09.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.025+0000 7fa0d37fe640 1 --2- 172.21.15.27:0/1391743166 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa0c4005180 0x7fa0c400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:09.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.025+0000 7fa0d37fe640 1 -- 172.21.15.27:0/1391743166 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0d40b9a20 con 0x7fa0c4005180 2024-02-09T23:57:09.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.025+0000 7fa0d37fe640 1 -- 172.21.15.27:0/1391743166 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0c400c000 con 0x7fa0c40039e0 2024-02-09T23:57:09.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.025+0000 7fa0d37fe640 1 -- 172.21.15.27:0/1391743166 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0c400c1c0 con 0x7fa0c40047c0 2024-02-09T23:57:09.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.025+0000 7fa0d9060640 1 --2- 172.21.15.27:0/1391743166 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa0c4005180 0x7fa0c400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:09.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.025+0000 7fa0d885f640 1 --2- 172.21.15.27:0/1391743166 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa0c40039e0 0x7fa0c4003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:09.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.026+0000 7fa0d3fff640 1 --2- 172.21.15.27:0/1391743166 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa0c40047c0 0x7fa0c4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:09.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.026+0000 7fa0d9060640 1 -- 172.21.15.27:0/1391743166 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa0c40047c0 msgr2=0x7fa0c4004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:09.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.026+0000 7fa0d9060640 1 --2- 172.21.15.27:0/1391743166 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa0c40047c0 0x7fa0c4004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.026+0000 7fa0d9060640 1 -- 172.21.15.27:0/1391743166 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa0c40039e0 msgr2=0x7fa0c4003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:09.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.026+0000 7fa0d9060640 1 --2- 172.21.15.27:0/1391743166 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa0c40039e0 0x7fa0c4003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.026+0000 7fa0d9060640 1 -- 172.21.15.27:0/1391743166 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0c4003520 con 0x7fa0c4005180 2024-02-09T23:57:09.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.026+0000 7fa0d3fff640 1 --2- 172.21.15.27:0/1391743166 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa0c40047c0 0x7fa0c4004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:09.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.026+0000 7fa0d9060640 1 -- 172.21.15.27:0/1391743166 reap_dead start 2024-02-09T23:57:09.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.026+0000 7fa0d9060640 1 --2- 172.21.15.27:0/1391743166 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa0c4005180 0x7fa0c400b980 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fa0d40caa70 tx=0x7fa0c40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2eda21ed2aa8548 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:09.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.027+0000 7fa0d37fe640 1 -- 172.21.15.27:0/1391743166 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0cc02cbd0 con 0x7fa0c4005180 2024-02-09T23:57:09.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.027+0000 7fa0d37fe640 1 -- 172.21.15.27:0/1391743166 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0cc00f040 con 0x7fa0c4005180 2024-02-09T23:57:09.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.027+0000 7fa0d37fe640 1 -- 172.21.15.27:0/1391743166 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0cc034440 con 0x7fa0c4005180 2024-02-09T23:57:09.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.027+0000 7fa0daac3640 1 -- 172.21.15.27:0/1391743166 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa0c4005180 msgr2=0x7fa0c400b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:09.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.027+0000 7fa0daac3640 1 --2- 172.21.15.27:0/1391743166 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa0c4005180 0x7fa0c400b980 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fa0d40caa70 tx=0x7fa0c40057f0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.027+0000 7fa0daac3640 1 -- 172.21.15.27:0/1391743166 shutdown_connections 2024-02-09T23:57:09.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.027+0000 7fa0daac3640 1 --2- 172.21.15.27:0/1391743166 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa0c4005180 0x7fa0c400b980 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.027+0000 7fa0daac3640 1 -- 172.21.15.27:0/1391743166 >> 172.21.15.27:0/1391743166 conn(0x7fa0d4066f90 msgr2=0x7fa0d40d0470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:09.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.027+0000 7fa0daac3640 1 -- 172.21.15.27:0/1391743166 shutdown_connections 2024-02-09T23:57:09.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.027+0000 7fa0daac3640 1 -- 172.21.15.27:0/1391743166 wait complete. 2024-02-09T23:57:09.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.028+0000 7fa0daac3640 1 Processor -- start 2024-02-09T23:57:09.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.028+0000 7fa0daac3640 1 -- start start 2024-02-09T23:57:09.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.029+0000 7fa0daac3640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa0c4005180 0x7fa0d415cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:09.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.029+0000 7fa0daac3640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa0d4151cd0 0x7fa0d415bea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:09.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.029+0000 7fa0daac3640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa0d41e7830 0x7fa0d41e7cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:09.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.029+0000 7fa0daac3640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0d41e81f0 con 0x7fa0d4151cd0 2024-02-09T23:57:09.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.029+0000 7fa0daac3640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0d415c3e0 con 0x7fa0d41e7830 2024-02-09T23:57:09.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.029+0000 7fa0daac3640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0d40c9ce0 con 0x7fa0c4005180 2024-02-09T23:57:09.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.029+0000 7fa0d3fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa0d4151cd0 0x7fa0d415bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:09.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.029+0000 7fa0d3fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa0d4151cd0 0x7fa0d415bea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59618/0 (socket says 172.21.15.27:59618) 2024-02-09T23:57:09.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.029+0000 7fa0d3fff640 1 -- 172.21.15.27:0/1293988376 learned_addr learned my addr 172.21.15.27:0/1293988376 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:09.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.030+0000 7fa0d3fff640 1 -- 172.21.15.27:0/1293988376 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa0c4005180 msgr2=0x7fa0d415cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:09.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.030+0000 7fa0d9060640 1 --2- 172.21.15.27:0/1293988376 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa0d41e7830 0x7fa0d41e7cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:09.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.030+0000 7fa0d885f640 1 --2- 172.21.15.27:0/1293988376 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa0c4005180 0x7fa0d415cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:09.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.030+0000 7fa0d3fff640 1 --2- 172.21.15.27:0/1293988376 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa0c4005180 0x7fa0d415cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.030+0000 7fa0d3fff640 1 -- 172.21.15.27:0/1293988376 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa0d41e7830 msgr2=0x7fa0d41e7cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:09.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.030+0000 7fa0d3fff640 1 --2- 172.21.15.27:0/1293988376 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa0d41e7830 0x7fa0d41e7cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.030+0000 7fa0d3fff640 1 -- 172.21.15.27:0/1293988376 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0d4152130 con 0x7fa0d4151cd0 2024-02-09T23:57:09.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.030+0000 7fa0d9060640 1 --2- 172.21.15.27:0/1293988376 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa0d41e7830 0x7fa0d41e7cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:09.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.030+0000 7fa0d885f640 1 --2- 172.21.15.27:0/1293988376 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa0c4005180 0x7fa0d415cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:09.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.030+0000 7fa0d3fff640 1 --2- 172.21.15.27:0/1293988376 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa0d4151cd0 0x7fa0d415bea0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fa0c000e700 tx=0x7fa0c000ebc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:09.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.030+0000 7fa0d17fa640 1 -- 172.21.15.27:0/1293988376 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0c000c6c0 con 0x7fa0d4151cd0 2024-02-09T23:57:09.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.030+0000 7fa0d17fa640 1 -- 172.21.15.27:0/1293988376 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0c000c820 con 0x7fa0d4151cd0 2024-02-09T23:57:09.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.030+0000 7fa0d17fa640 1 -- 172.21.15.27:0/1293988376 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0c000cb90 con 0x7fa0d4151cd0 2024-02-09T23:57:09.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.030+0000 7fa0daac3640 1 -- 172.21.15.27:0/1293988376 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0d40c93f0 con 0x7fa0d4151cd0 2024-02-09T23:57:09.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.030+0000 7fa0daac3640 1 -- 172.21.15.27:0/1293988376 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0d40c9970 con 0x7fa0d4151cd0 2024-02-09T23:57:09.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.032+0000 7fa0d17fa640 1 -- 172.21.15.27:0/1293988376 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fa0c000ccf0 con 0x7fa0d4151cd0 2024-02-09T23:57:09.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.032+0000 7fa0d17fa640 1 --2- 172.21.15.27:0/1293988376 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa0b806b840 0x7fa0b806dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:09.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.032+0000 7fa0d17fa640 1 -- 172.21.15.27:0/1293988376 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa0c008a150 con 0x7fa0d4151cd0 2024-02-09T23:57:09.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.032+0000 7fa0d885f640 1 --2- 172.21.15.27:0/1293988376 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa0b806b840 0x7fa0b806dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:09.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.033+0000 7fa0d885f640 1 --2- 172.21.15.27:0/1293988376 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa0b806b840 0x7fa0b806dd00 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fa0c80035f0 tx=0x7fa0c8009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:09.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.033+0000 7fa0dd774740 1 Processor -- start 2024-02-09T23:57:09.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.033+0000 7fa0dd774740 1 -- start start 2024-02-09T23:57:09.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.034+0000 7fa0dd774740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56243b621d70 0x56243b5f4d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:09.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.034+0000 7fa0dd774740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56243b622150 0x56243b624b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:09.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.034+0000 7fa0dd774740 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x56243b5f5250 0x56243b625040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:09.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.034+0000 7fa0dd774740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x56243b569b30 con 0x56243b621d70 2024-02-09T23:57:09.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.034+0000 7fa0dd774740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56243b567060 con 0x56243b622150 2024-02-09T23:57:09.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.034+0000 7fa0dd774740 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x56243b562840 con 0x56243b5f5250 2024-02-09T23:57:09.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.034+0000 7fa0d885f640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56243b621d70 0x56243b5f4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:09.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.034+0000 7fa0d885f640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56243b621d70 0x56243b5f4d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59626/0 (socket says 172.21.15.27:59626) 2024-02-09T23:57:09.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.034+0000 7fa0d885f640 1 -- 172.21.15.27:0/3413822905 learned_addr learned my addr 172.21.15.27:0/3413822905 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:09.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.034+0000 7fa0d9060640 1 --2- 172.21.15.27:0/3413822905 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x56243b5f5250 0x56243b625040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:09.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.034+0000 7fa0d3fff640 1 --2- 172.21.15.27:0/3413822905 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56243b622150 0x56243b624b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:09.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.034+0000 7fa0d885f640 1 -- 172.21.15.27:0/3413822905 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x56243b5f5250 msgr2=0x56243b625040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:09.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.034+0000 7fa0d885f640 1 --2- 172.21.15.27:0/3413822905 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x56243b5f5250 0x56243b625040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.034+0000 7fa0d885f640 1 -- 172.21.15.27:0/3413822905 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56243b622150 msgr2=0x56243b624b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:09.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.034+0000 7fa0d885f640 1 --2- 172.21.15.27:0/3413822905 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56243b622150 0x56243b624b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.034+0000 7fa0d885f640 1 -- 172.21.15.27:0/3413822905 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56243b528620 con 0x56243b621d70 2024-02-09T23:57:09.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.034+0000 7fa0d9060640 1 --2- 172.21.15.27:0/3413822905 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x56243b5f5250 0x56243b625040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:09.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.034+0000 7fa0d885f640 1 --2- 172.21.15.27:0/3413822905 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56243b621d70 0x56243b5f4d10 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fa0c8001750 tx=0x7fa0c8013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bcda81a267826f61 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:09.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.034+0000 7fa0be7fc640 1 -- 172.21.15.27:0/3413822905 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0c8014980 con 0x56243b621d70 2024-02-09T23:57:09.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.034+0000 7fa0be7fc640 1 -- 172.21.15.27:0/3413822905 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0c8014ae0 con 0x56243b621d70 2024-02-09T23:57:09.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.034+0000 7fa0be7fc640 1 -- 172.21.15.27:0/3413822905 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0c8014e90 con 0x56243b621d70 2024-02-09T23:57:09.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.035+0000 7fa0dd774740 1 -- 172.21.15.27:0/3413822905 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56243b621d70 msgr2=0x56243b5f4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:09.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.035+0000 7fa0dd774740 1 --2- 172.21.15.27:0/3413822905 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56243b621d70 0x56243b5f4d10 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fa0c8001750 tx=0x7fa0c8013000 comp rx=0 tx=0).stop 2024-02-09T23:57:09.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.035+0000 7fa0dd774740 1 -- 172.21.15.27:0/3413822905 shutdown_connections 2024-02-09T23:57:09.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.035+0000 7fa0dd774740 1 --2- 172.21.15.27:0/3413822905 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x56243b5f5250 0x56243b625040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.035+0000 7fa0dd774740 1 --2- 172.21.15.27:0/3413822905 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56243b622150 0x56243b624b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.035+0000 7fa0dd774740 1 --2- 172.21.15.27:0/3413822905 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56243b621d70 0x56243b5f4d10 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.035+0000 7fa0dd774740 1 -- 172.21.15.27:0/3413822905 >> 172.21.15.27:0/3413822905 conn(0x56243b5f6f80 msgr2=0x56243b63fb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:09.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.035+0000 7fa0dd774740 1 -- 172.21.15.27:0/3413822905 shutdown_connections 2024-02-09T23:57:09.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.035+0000 7fa0dd774740 1 -- 172.21.15.27:0/3413822905 wait complete. 2024-02-09T23:57:09.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.036+0000 7fa0dd774740 1 -- start start 2024-02-09T23:57:09.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.036+0000 7fa0dd774740 1 Processor -- start 2024-02-09T23:57:09.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.037+0000 7fa0dd774740 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x56243b621d70 0x56243b616030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:09.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.037+0000 7fa0dd774740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56243b622150 0x56243b63f110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:09.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.037+0000 7fa0dd774740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56243b629720 0x56243b629ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:09.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.037+0000 7fa0dd774740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x56243b507cd0 con 0x56243b629720 2024-02-09T23:57:09.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.037+0000 7fa0dd774740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56243b236310 con 0x56243b622150 2024-02-09T23:57:09.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.037+0000 7fa0dd774740 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x56243b4e8490 con 0x56243b621d70 2024-02-09T23:57:09.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.037+0000 7fa0dd774740 10 client.0 _ll_register_callbacks cb 0x56243b273ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:57:09.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.037+0000 7fa0d9060640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56243b629720 0x56243b629ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:09.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.037+0000 7fa0d9060640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56243b629720 0x56243b629ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59638/0 (socket says 172.21.15.27:59638) 2024-02-09T23:57:09.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.037+0000 7fa0d9060640 1 -- 172.21.15.27:0/3683427261 learned_addr learned my addr 172.21.15.27:0/3683427261 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:09.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.037+0000 7fa0d885f640 1 --2- 172.21.15.27:0/3683427261 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x56243b621d70 0x56243b616030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:09.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.037+0000 7fa0d3fff640 1 --2- 172.21.15.27:0/3683427261 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56243b622150 0x56243b63f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:09.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.037+0000 7fa0d9060640 1 -- 172.21.15.27:0/3683427261 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x56243b621d70 msgr2=0x56243b616030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:09.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.037+0000 7fa0d9060640 1 --2- 172.21.15.27:0/3683427261 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x56243b621d70 0x56243b616030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.037+0000 7fa0d9060640 1 -- 172.21.15.27:0/3683427261 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56243b622150 msgr2=0x56243b63f110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:09.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.037+0000 7fa0d9060640 1 --2- 172.21.15.27:0/3683427261 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56243b622150 0x56243b63f110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.037+0000 7fa0d9060640 1 -- 172.21.15.27:0/3683427261 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0c800f040 con 0x56243b629720 2024-02-09T23:57:09.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.037+0000 7fa0d885f640 1 --2- 172.21.15.27:0/3683427261 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x56243b621d70 0x56243b616030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:09.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.037+0000 7fa0d9060640 1 --2- 172.21.15.27:0/3683427261 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56243b629720 0x56243b629ba0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fa0cc00e200 tx=0x7fa0cc004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=550b01c0b715a29f server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:09.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.037+0000 7fa0b37fe640 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-02-09T23:57:09.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.037+0000 7fa0b37fe640 1 -- 172.21.15.27:0/3683427261 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0cc034950 con 0x56243b629720 2024-02-09T23:57:09.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.037+0000 7fa0b37fe640 1 -- 172.21.15.27:0/3683427261 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa0cc034ab0 con 0x56243b629720 2024-02-09T23:57:09.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.037+0000 7fa0dd774740 1 -- 172.21.15.27:0/3683427261 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56243b2626c0 con 0x56243b629720 2024-02-09T23:57:09.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.037+0000 7fa0b37fe640 1 -- 172.21.15.27:0/3683427261 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=6) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa0cc034c70 con 0x56243b629720 2024-02-09T23:57:09.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.037+0000 7fa0dd774740 10 client.4668 fetch_fsmap learned FSMap version 6 2024-02-09T23:57:09.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.037+0000 7fa0dd774740 1 -- 172.21.15.27:0/3683427261 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=6,monmap=2+}) v3 -- 0x56243b560ec0 con 0x56243b629720 2024-02-09T23:57:09.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.038+0000 7fa0b37fe640 1 -- 172.21.15.27:0/3683427261 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x56243b2626c0 con 0x56243b629720 2024-02-09T23:57:09.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.038+0000 7fa0b37fe640 1 -- 172.21.15.27:0/3683427261 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 6) v1 ==== 3294+0+0 (secure 0 0 0) 0x7fa0cc03e470 con 0x56243b629720 2024-02-09T23:57:09.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.038+0000 7fa0dd774740 10 client.4668 fetch_fsmap finished waiting for FSMap version 6 2024-02-09T23:57:09.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.038+0000 7fa0dd774740 10 client.4668 resolve_mds: resolved name 'd' to daemon mds.d 2024-02-09T23:57:09.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.038+0000 7fa0dd774740 20 client.4668 populate_metadata read hostname 'smithi027' 2024-02-09T23:57:09.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.038+0000 7fa0dd774740 1 --2- 172.21.15.27:0/3683427261 >> [v2:172.21.15.153:6835/3351789611,v1:172.21.15.153:6837/3351789611] conn(0x56243b627680 0x56243b627a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:09.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.038+0000 7fa0dd774740 4 client.4668 mds_command: new command op to 4279 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-09T23:57:09.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.038+0000 7fa0dd774740 1 -- 172.21.15.27:0/3683427261 --> [v2:172.21.15.153:6835/3351789611,v1:172.21.15.153:6837/3351789611] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56243b2b3270 con 0x56243b627680 2024-02-09T23:57:09.050 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.038+0000 7fa0d885f640 1 --2- 172.21.15.27:0/3683427261 >> [v2:172.21.15.153:6835/3351789611,v1:172.21.15.153:6837/3351789611] conn(0x56243b627680 0x56243b627a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:09.050 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.038+0000 7fa0d885f640 1 --2- 172.21.15.27:0/3683427261 >> [v2:172.21.15.153:6835/3351789611,v1:172.21.15.153:6837/3351789611] conn(0x56243b627680 0x56243b627a60 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d10c24c52456d6dd server_cookie=e5e5e9ec9b2d61d1 in_seq=0 out_seq=0 2024-02-09T23:57:09.050 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.038+0000 7fa0b37fe640 10 client.4668 ms_handle_connect on v2:172.21.15.153:6835/3351789611 2024-02-09T23:57:09.050 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.039+0000 7fa0b37fe640 1 -- 172.21.15.27:0/3683427261 <== mds.0 v2:172.21.15.153:6835/3351789611 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x56243b2b3270 con 0x56243b627680 2024-02-09T23:57:09.050 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.039+0000 7fa0b37fe640 10 client.4668 handle_command_reply: tid=0 2024-02-09T23:57:09.050 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.039+0000 7fa0dd774740 1 client.4668 shutdown 2024-02-09T23:57:09.050 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.039+0000 7fa0dd774740 1 -- 172.21.15.27:0/3683427261 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56243b629720 msgr2=0x56243b629ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:09.050 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.039+0000 7fa0dd774740 1 --2- 172.21.15.27:0/3683427261 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56243b629720 0x56243b629ba0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fa0cc00e200 tx=0x7fa0cc004ab0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.050 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.039+0000 7fa0dd774740 1 -- 172.21.15.27:0/3683427261 shutdown_connections 2024-02-09T23:57:09.050 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.039+0000 7fa0dd774740 1 --2- 172.21.15.27:0/3683427261 >> [v2:172.21.15.153:6835/3351789611,v1:172.21.15.153:6837/3351789611] conn(0x56243b627680 0x56243b627a60 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.050 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.039+0000 7fa0dd774740 1 --2- 172.21.15.27:0/3683427261 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56243b629720 0x56243b629ba0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.050 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.039+0000 7fa0dd774740 1 --2- 172.21.15.27:0/3683427261 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56243b622150 0x56243b63f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.050 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.039+0000 7fa0dd774740 1 --2- 172.21.15.27:0/3683427261 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x56243b621d70 0x56243b616030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.051 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.039+0000 7fa0b37fe640 0 client.4668 ms_handle_reset on v2:172.21.15.153:6835/3351789611 2024-02-09T23:57:09.051 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.039+0000 7fa0dd774740 1 -- 172.21.15.27:0/3683427261 >> 172.21.15.27:0/3683427261 conn(0x56243b5f5250 msgr2=0x56243b5fbb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:09.051 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.039+0000 7fa0dd774740 1 -- 172.21.15.27:0/3683427261 shutdown_connections 2024-02-09T23:57:09.051 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.039+0000 7fa0dd774740 1 -- 172.21.15.27:0/3683427261 wait complete. 2024-02-09T23:57:09.051 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.039+0000 7fa0dd774740 20 client.4668 trim_cache size 0 max 16384 2024-02-09T23:57:09.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.055+0000 7fa0dd774740 1 Processor -- start 2024-02-09T23:57:09.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.055+0000 7fa0dd774740 1 -- start start 2024-02-09T23:57:09.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.056+0000 7fa0dd774740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56243b621d70 0x56243b5fbb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:09.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.056+0000 7fa0dd774740 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x56243b622150 0x56243b6521f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:09.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.056+0000 7fa0dd774740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56243b629720 0x56243b652730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:09.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.056+0000 7fa0dd774740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x56243b5f0d20 con 0x56243b629720 2024-02-09T23:57:09.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.056+0000 7fa0dd774740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56243b4ffe30 con 0x56243b621d70 2024-02-09T23:57:09.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.056+0000 7fa0dd774740 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x56243b643f20 con 0x56243b622150 2024-02-09T23:57:09.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.056+0000 7fa0d9060640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56243b629720 0x56243b652730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:09.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.056+0000 7fa0d9060640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56243b629720 0x56243b652730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59642/0 (socket says 172.21.15.27:59642) 2024-02-09T23:57:09.060 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.056+0000 7fa0d9060640 1 -- 172.21.15.27:0/1413981307 learned_addr learned my addr 172.21.15.27:0/1413981307 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:09.060 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.056+0000 7fa0d885f640 1 --2- 172.21.15.27:0/1413981307 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56243b621d70 0x56243b5fbb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:09.060 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.056+0000 7fa0d3fff640 1 --2- 172.21.15.27:0/1413981307 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x56243b622150 0x56243b6521f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:09.060 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.056+0000 7fa0d9060640 1 -- 172.21.15.27:0/1413981307 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x56243b622150 msgr2=0x56243b6521f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:09.060 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.056+0000 7fa0d9060640 1 --2- 172.21.15.27:0/1413981307 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x56243b622150 0x56243b6521f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.060 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.056+0000 7fa0d9060640 1 -- 172.21.15.27:0/1413981307 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56243b621d70 msgr2=0x56243b5fbb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:09.060 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.056+0000 7fa0d9060640 1 --2- 172.21.15.27:0/1413981307 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56243b621d70 0x56243b5fbb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.060 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.056+0000 7fa0d9060640 1 -- 172.21.15.27:0/1413981307 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56243b4fda90 con 0x56243b629720 2024-02-09T23:57:09.060 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.056+0000 7fa0d9060640 1 --2- 172.21.15.27:0/1413981307 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56243b629720 0x56243b652730 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fa0cc02dfd0 tx=0x7fa0cc03e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=814a649670fc2585 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:09.060 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.056+0000 7fa0bdffb640 1 -- 172.21.15.27:0/1413981307 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0cc03e8e0 con 0x56243b629720 2024-02-09T23:57:09.060 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.056+0000 7fa0bdffb640 1 -- 172.21.15.27:0/1413981307 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0cc03ea40 con 0x56243b629720 2024-02-09T23:57:09.060 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.056+0000 7fa0bdffb640 1 -- 172.21.15.27:0/1413981307 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0cc03edd0 con 0x56243b629720 2024-02-09T23:57:09.060 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.057+0000 7fa0dd774740 1 -- 172.21.15.27:0/1413981307 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56243b629720 msgr2=0x56243b652730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:09.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.057+0000 7fa0dd774740 1 --2- 172.21.15.27:0/1413981307 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56243b629720 0x56243b652730 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fa0cc02dfd0 tx=0x7fa0cc03e000 comp rx=0 tx=0).stop 2024-02-09T23:57:09.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.057+0000 7fa0dd774740 1 -- 172.21.15.27:0/1413981307 shutdown_connections 2024-02-09T23:57:09.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.057+0000 7fa0dd774740 1 --2- 172.21.15.27:0/1413981307 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56243b629720 0x56243b652730 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.057+0000 7fa0dd774740 1 --2- 172.21.15.27:0/1413981307 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x56243b622150 0x56243b6521f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.057+0000 7fa0dd774740 1 --2- 172.21.15.27:0/1413981307 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56243b621d70 0x56243b5fbb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.057+0000 7fa0dd774740 1 -- 172.21.15.27:0/1413981307 >> 172.21.15.27:0/1413981307 conn(0x56243b5f5250 msgr2=0x56243b5f3c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:09.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.057+0000 7fa0dd774740 1 -- 172.21.15.27:0/1413981307 shutdown_connections 2024-02-09T23:57:09.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.057+0000 7fa0dd774740 1 -- 172.21.15.27:0/1413981307 wait complete. 2024-02-09T23:57:09.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.057+0000 7fa0dd774740 1 -- start start 2024-02-09T23:57:09.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.058+0000 7fa0dd774740 1 Processor -- start 2024-02-09T23:57:09.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.058+0000 7fa0dd774740 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x56243b621d70 0x56243b5fa3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:09.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.058+0000 7fa0dd774740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56243b622150 0x56243b6521f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:09.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.058+0000 7fa0dd774740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56243b629720 0x56243b652730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:09.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.058+0000 7fa0dd774740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x56243b6aab10 con 0x56243b622150 2024-02-09T23:57:09.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.058+0000 7fa0dd774740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56243b6432a0 con 0x56243b629720 2024-02-09T23:57:09.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.058+0000 7fa0dd774740 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x56243b5f3db0 con 0x56243b621d70 2024-02-09T23:57:09.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.059+0000 7fa0dd774740 10 client.0 _ll_register_callbacks cb 0x7fa0c8005300 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:57:09.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.059+0000 7fa0d3fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56243b622150 0x56243b6521f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:09.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.059+0000 7fa0d3fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56243b622150 0x56243b6521f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59654/0 (socket says 172.21.15.27:59654) 2024-02-09T23:57:09.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.059+0000 7fa0d3fff640 1 -- 172.21.15.27:0/3215719260 learned_addr learned my addr 172.21.15.27:0/3215719260 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:09.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.059+0000 7fa0d9060640 1 --2- 172.21.15.27:0/3215719260 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56243b629720 0x56243b652730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:09.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.059+0000 7fa0d885f640 1 --2- 172.21.15.27:0/3215719260 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x56243b621d70 0x56243b5fa3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:09.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.059+0000 7fa0d3fff640 1 -- 172.21.15.27:0/3215719260 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x56243b621d70 msgr2=0x56243b5fa3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:09.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.059+0000 7fa0d3fff640 1 --2- 172.21.15.27:0/3215719260 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x56243b621d70 0x56243b5fa3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.059+0000 7fa0d3fff640 1 -- 172.21.15.27:0/3215719260 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56243b629720 msgr2=0x56243b652730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:09.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.059+0000 7fa0d3fff640 1 --2- 172.21.15.27:0/3215719260 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56243b629720 0x56243b652730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.059+0000 7fa0d3fff640 1 -- 172.21.15.27:0/3215719260 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56243b560ec0 con 0x56243b622150 2024-02-09T23:57:09.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.059+0000 7fa0d3fff640 1 --2- 172.21.15.27:0/3215719260 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56243b622150 0x56243b6521f0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fa0c0001c70 tx=0x7fa0c0059000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8142b1cbfe45191a server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:09.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.059+0000 7fa0b37fe640 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-02-09T23:57:09.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.059+0000 7fa0b37fe640 1 -- 172.21.15.27:0/3215719260 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0c0060fe0 con 0x56243b622150 2024-02-09T23:57:09.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.059+0000 7fa0b37fe640 1 -- 172.21.15.27:0/3215719260 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa0c0088120 con 0x56243b622150 2024-02-09T23:57:09.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.059+0000 7fa0dd774740 1 -- 172.21.15.27:0/3215719260 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa0c8014ae0 con 0x56243b622150 2024-02-09T23:57:09.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.059+0000 7fa0b37fe640 1 -- 172.21.15.27:0/3215719260 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=6) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa0c00882e0 con 0x56243b622150 2024-02-09T23:57:09.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.059+0000 7fa0dd774740 10 client.4674 fetch_fsmap learned FSMap version 6 2024-02-09T23:57:09.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.059+0000 7fa0dd774740 1 -- 172.21.15.27:0/3215719260 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=6,monmap=2+}) v3 -- 0x56243b523930 con 0x56243b622150 2024-02-09T23:57:09.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.059+0000 7fa0b37fe640 1 -- 172.21.15.27:0/3215719260 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0c8014ae0 con 0x56243b622150 2024-02-09T23:57:09.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.060+0000 7fa0b37fe640 1 -- 172.21.15.27:0/3215719260 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 6) v1 ==== 3294+0+0 (secure 0 0 0) 0x7fa0c00772d0 con 0x56243b622150 2024-02-09T23:57:09.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.060+0000 7fa0dd774740 10 client.4674 fetch_fsmap finished waiting for FSMap version 6 2024-02-09T23:57:09.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.060+0000 7fa0dd774740 10 client.4674 resolve_mds: resolved name 'd' to daemon mds.d 2024-02-09T23:57:09.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.060+0000 7fa0dd774740 20 client.4674 populate_metadata read hostname 'smithi027' 2024-02-09T23:57:09.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.060+0000 7fa0dd774740 1 --2- 172.21.15.27:0/3215719260 >> [v2:172.21.15.153:6835/3351789611,v1:172.21.15.153:6837/3351789611] conn(0x56243b620620 0x56243b6a93f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:09.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.060+0000 7fa0dd774740 4 client.4674 mds_command: new command op to 4279 tid=0 multi_id=0 [{"prefix": "status"}] 2024-02-09T23:57:09.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.060+0000 7fa0dd774740 1 -- 172.21.15.27:0/3215719260 --> [v2:172.21.15.153:6835/3351789611,v1:172.21.15.153:6837/3351789611] -- command(tid 0: {"prefix": "status"}) v1 -- 0x56243b29f610 con 0x56243b620620 2024-02-09T23:57:09.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.060+0000 7fa0d885f640 1 --2- 172.21.15.27:0/3215719260 >> [v2:172.21.15.153:6835/3351789611,v1:172.21.15.153:6837/3351789611] conn(0x56243b620620 0x56243b6a93f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:09.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.060+0000 7fa0b37fe640 10 client.4674 ms_handle_connect on v2:172.21.15.153:6835/3351789611 2024-02-09T23:57:09.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.060+0000 7fa0d885f640 1 --2- 172.21.15.27:0/3215719260 >> [v2:172.21.15.153:6835/3351789611,v1:172.21.15.153:6837/3351789611] conn(0x56243b620620 0x56243b6a93f0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a9f3d32ae58cc6f3 server_cookie=42c63abdbd5d3e5e in_seq=0 out_seq=0 2024-02-09T23:57:09.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.060+0000 7fa0b37fe640 1 -- 172.21.15.27:0/3215719260 <== mds.0 v2:172.21.15.153:6835/3351789611 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+324 (crc 0 0 0) 0x56243b29f610 con 0x56243b620620 2024-02-09T23:57:09.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.060+0000 7fa0b37fe640 10 client.4674 handle_command_reply: tid=0 2024-02-09T23:57:09.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.060+0000 7fa0dd774740 1 client.4674 shutdown 2024-02-09T23:57:09.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.061+0000 7fa0dd774740 1 -- 172.21.15.27:0/3215719260 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56243b622150 msgr2=0x56243b6521f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:09.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.061+0000 7fa0dd774740 1 --2- 172.21.15.27:0/3215719260 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56243b622150 0x56243b6521f0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fa0c0001c70 tx=0x7fa0c0059000 comp rx=0 tx=0).stop 2024-02-09T23:57:09.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.061+0000 7fa0dd774740 1 -- 172.21.15.27:0/3215719260 shutdown_connections 2024-02-09T23:57:09.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.061+0000 7fa0dd774740 1 --2- 172.21.15.27:0/3215719260 >> [v2:172.21.15.153:6835/3351789611,v1:172.21.15.153:6837/3351789611] conn(0x56243b620620 0x56243b6a93f0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.061+0000 7fa0dd774740 1 --2- 172.21.15.27:0/3215719260 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56243b629720 0x56243b652730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.061+0000 7fa0dd774740 1 --2- 172.21.15.27:0/3215719260 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56243b622150 0x56243b6521f0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.061+0000 7fa0b37fe640 0 client.4674 ms_handle_reset on v2:172.21.15.153:6835/3351789611 2024-02-09T23:57:09.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.061+0000 7fa0dd774740 1 --2- 172.21.15.27:0/3215719260 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x56243b621d70 0x56243b5fa3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.069 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.061+0000 7fa0dd774740 1 -- 172.21.15.27:0/3215719260 >> 172.21.15.27:0/3215719260 conn(0x56243b5f5250 msgr2=0x56243b5fbbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:09.069 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.061+0000 7fa0dd774740 1 -- 172.21.15.27:0/3215719260 shutdown_connections 2024-02-09T23:57:09.069 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.061+0000 7fa0dd774740 1 -- 172.21.15.27:0/3215719260 wait complete. 2024-02-09T23:57:09.069 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.061+0000 7fa0dd774740 20 client.4674 trim_cache size 0 max 16384 2024-02-09T23:57:09.069 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-02-09T23:57:09.069 INFO:teuthology.orchestra.run.smithi027.stdout: "cluster_fsid": "f24ca931-45fe-4451-aaf1-a42070f02587", 2024-02-09T23:57:09.069 INFO:teuthology.orchestra.run.smithi027.stdout: "whoami": 0, 2024-02-09T23:57:09.069 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 4279, 2024-02-09T23:57:09.069 INFO:teuthology.orchestra.run.smithi027.stdout: "want_state": "up:active", 2024-02-09T23:57:09.069 INFO:teuthology.orchestra.run.smithi027.stdout: "state": "up:active", 2024-02-09T23:57:09.069 INFO:teuthology.orchestra.run.smithi027.stdout: "fs_name": "cephfs", 2024-02-09T23:57:09.070 INFO:teuthology.orchestra.run.smithi027.stdout: "rank_uptime": 17.151485628, 2024-02-09T23:57:09.070 INFO:teuthology.orchestra.run.smithi027.stdout: "mdsmap_epoch": 6, 2024-02-09T23:57:09.070 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch": 20, 2024-02-09T23:57:09.070 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch_barrier": 20, 2024-02-09T23:57:09.070 INFO:teuthology.orchestra.run.smithi027.stdout: "uptime": 23.992080140999999 2024-02-09T23:57:09.070 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-02-09T23:57:09.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.061+0000 7fa0daac3640 1 -- 172.21.15.27:0/1293988376 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa0b806b840 msgr2=0x7fa0b806dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:09.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.061+0000 7fa0daac3640 1 --2- 172.21.15.27:0/1293988376 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa0b806b840 0x7fa0b806dd00 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fa0c80035f0 tx=0x7fa0c8009040 comp rx=0 tx=0).stop 2024-02-09T23:57:09.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.061+0000 7fa0daac3640 1 -- 172.21.15.27:0/1293988376 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa0d4151cd0 msgr2=0x7fa0d415bea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:09.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.061+0000 7fa0daac3640 1 --2- 172.21.15.27:0/1293988376 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa0d4151cd0 0x7fa0d415bea0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fa0c000e700 tx=0x7fa0c000ebc0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.061+0000 7fa0daac3640 1 -- 172.21.15.27:0/1293988376 shutdown_connections 2024-02-09T23:57:09.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.061+0000 7fa0daac3640 1 --2- 172.21.15.27:0/1293988376 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa0b806b840 0x7fa0b806dd00 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.061+0000 7fa0daac3640 1 --2- 172.21.15.27:0/1293988376 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa0d41e7830 0x7fa0d41e7cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.061+0000 7fa0daac3640 1 --2- 172.21.15.27:0/1293988376 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa0d4151cd0 0x7fa0d415bea0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.061+0000 7fa0daac3640 1 --2- 172.21.15.27:0/1293988376 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa0c4005180 0x7fa0d415cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.072 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.061+0000 7fa0daac3640 1 -- 172.21.15.27:0/1293988376 >> 172.21.15.27:0/1293988376 conn(0x7fa0d4066f90 msgr2=0x7fa0d4153d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:09.072 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.061+0000 7fa0daac3640 1 -- 172.21.15.27:0/1293988376 shutdown_connections 2024-02-09T23:57:09.072 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.061+0000 7fa0daac3640 1 -- 172.21.15.27:0/1293988376 wait complete. 2024-02-09T23:57:09.074 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-02-09T23:57:09.098 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-02-09T23:57:09.098 INFO:tasks.ceph_fuse:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-02-09T23:57:09.098 INFO:tasks.ceph_fuse:client.0 config is {} 2024-02-09T23:57:09.098 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-02-09T23:57:09.098 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-02-09T23:57:09.098 INFO:tasks.ceph_fuse:client.2 config is {} 2024-02-09T23:57:09.098 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-02-09T23:57:09.099 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-02-09T23:57:09.099 INFO:tasks.ceph_fuse:client.1 config is {} 2024-02-09T23:57:09.099 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-02-09T23:57:09.099 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-02-09T23:57:09.099 INFO:tasks.ceph_fuse:client.3 config is {} 2024-02-09T23:57:09.099 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-02-09T23:57:09.099 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-02-09T23:57:09.099 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:09.099 DEBUG:teuthology.orchestra.run.smithi153:> ip netns list 2024-02-09T23:57:09.118 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:09.118 DEBUG:teuthology.orchestra.run.smithi153:> sudo ip link delete ceph-brx 2024-02-09T23:57:09.190 INFO:teuthology.orchestra.run.smithi153.stderr:Cannot find device "ceph-brx" 2024-02-09T23:57:09.191 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-09T23:57:09.192 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:09.192 DEBUG:teuthology.orchestra.run.smithi027:> ip netns list 2024-02-09T23:57:09.209 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:09.209 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip link delete ceph-brx 2024-02-09T23:57:09.282 INFO:teuthology.orchestra.run.smithi027.stderr:Cannot find device "ceph-brx" 2024-02-09T23:57:09.283 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-09T23:57:09.284 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-02-09T23:57:09.284 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-02-09T23:57:09.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.428+0000 7f057c81c640 1 Processor -- start 2024-02-09T23:57:09.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.428+0000 7f057c81c640 1 -- start start 2024-02-09T23:57:09.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.429+0000 7f057c81c640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f057815a820 0x7f05780705f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:09.432 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.429+0000 7f057c81c640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f05780af9c0 0x7f05780cf2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:09.432 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.429+0000 7f057c81c640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f057815ac00 con 0x7f05780cf7f0 2024-02-09T23:57:09.432 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.429+0000 7f057c81c640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f05780ce810 con 0x7f057815a820 2024-02-09T23:57:09.432 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.429+0000 7f057c81c640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05780afed0 con 0x7f05780af9c0 2024-02-09T23:57:09.432 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.430+0000 7f0575d9b640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f05780af9c0 0x7f05780cf2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:09.432 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.430+0000 7f057659c640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f057815a820 0x7f05780705f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:09.432 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.430+0000 7f0576d9d640 1 --1- >> v1:172.21.15.153:6789/0 conn(0x7f05780cf7f0 0x7f05780b37c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.27:38852/0 (socket says 172.21.15.27:38852) 2024-02-09T23:57:09.432 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.430+0000 7f057659c640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f057815a820 0x7f05780705f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:57812/0 (socket says 172.21.15.27:57812) 2024-02-09T23:57:09.432 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.430+0000 7f0575d9b640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f05780af9c0 0x7f05780cf2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:50158/0 (socket says 172.21.15.27:50158) 2024-02-09T23:57:09.432 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.430+0000 7f0576d9d640 1 -- 172.21.15.27:0/1514258145 learned_addr learned my addr 172.21.15.27:0/1514258145 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:09.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.430+0000 7f057659c640 1 -- 172.21.15.27:0/1514258145 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f05780af9c0 msgr2=0x7f05780cf2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:09.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.430+0000 7f057659c640 1 --2- 172.21.15.27:0/1514258145 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f05780af9c0 0x7f05780cf2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.430+0000 7f057659c640 1 -- 172.21.15.27:0/1514258145 >> v1:172.21.15.153:6789/0 conn(0x7f05780cf7f0 legacy=0x7f05780b37c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:09.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.430+0000 7f057659c640 1 -- 172.21.15.27:0/1514258145 --> v2:172.21.15.153:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05780ceab0 con 0x7f057815a820 2024-02-09T23:57:09.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.431+0000 7f057659c640 1 --2- 172.21.15.27:0/1514258145 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f057815a820 0x7f05780705f0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f0570009d90 tx=0x7f057002bea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cc7a7c5fc9103456 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:09.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.431+0000 7f057559a640 1 -- 172.21.15.27:0/1514258145 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f057002cc50 con 0x7f057815a820 2024-02-09T23:57:09.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.431+0000 7f057559a640 1 -- 172.21.15.27:0/1514258145 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f057002cdb0 con 0x7f057815a820 2024-02-09T23:57:09.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.431+0000 7f057559a640 1 -- 172.21.15.27:0/1514258145 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0570034660 con 0x7f057815a820 2024-02-09T23:57:09.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.432+0000 7f057c81c640 1 -- 172.21.15.27:0/1514258145 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f057815a820 msgr2=0x7f05780705f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:09.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.432+0000 7f057c81c640 1 --2- 172.21.15.27:0/1514258145 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f057815a820 0x7f05780705f0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f0570009d90 tx=0x7f057002bea0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.432+0000 7f057c81c640 1 -- 172.21.15.27:0/1514258145 shutdown_connections 2024-02-09T23:57:09.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.432+0000 7f057c81c640 1 --2- 172.21.15.27:0/1514258145 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f05780af9c0 0x7f05780cf2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.432+0000 7f057c81c640 1 --2- 172.21.15.27:0/1514258145 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f057815a820 0x7f05780705f0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.432+0000 7f057c81c640 1 -- 172.21.15.27:0/1514258145 >> 172.21.15.27:0/1514258145 conn(0x7f05780b24c0 msgr2=0x7f05780b28a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:09.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.432+0000 7f057c81c640 1 -- 172.21.15.27:0/1514258145 shutdown_connections 2024-02-09T23:57:09.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.432+0000 7f057c81c640 1 -- 172.21.15.27:0/1514258145 wait complete. 2024-02-09T23:57:09.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.433+0000 7f057c81c640 1 Processor -- start 2024-02-09T23:57:09.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.433+0000 7f057c81c640 1 -- start start 2024-02-09T23:57:09.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.434+0000 7f057c81c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f05780af9c0 0x7f057813ec20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:09.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.434+0000 7f057c81c640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f05780cf7f0 0x7f05781564c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:09.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.434+0000 7f057c81c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f057815a820 0x7f0578159430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:09.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.434+0000 7f057c81c640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05781583d0 con 0x7f057815a820 2024-02-09T23:57:09.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.434+0000 7f057c81c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f057813f160 con 0x7f05780af9c0 2024-02-09T23:57:09.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.434+0000 7f057c81c640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0578158670 con 0x7f05780cf7f0 2024-02-09T23:57:09.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.434+0000 7f0576d9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f057815a820 0x7f0578159430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:09.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.434+0000 7f0576d9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f057815a820 0x7f0578159430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59664/0 (socket says 172.21.15.27:59664) 2024-02-09T23:57:09.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.434+0000 7f0576d9d640 1 -- 172.21.15.27:0/2063095771 learned_addr learned my addr 172.21.15.27:0/2063095771 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:09.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.434+0000 7f057659c640 1 --2- 172.21.15.27:0/2063095771 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f05780af9c0 0x7f057813ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:09.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.434+0000 7f0575d9b640 1 --2- 172.21.15.27:0/2063095771 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f05780cf7f0 0x7f05781564c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:09.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.434+0000 7f0576d9d640 1 -- 172.21.15.27:0/2063095771 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f05780cf7f0 msgr2=0x7f05781564c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:09.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.434+0000 7f0576d9d640 1 --2- 172.21.15.27:0/2063095771 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f05780cf7f0 0x7f05781564c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.434+0000 7f0576d9d640 1 -- 172.21.15.27:0/2063095771 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f05780af9c0 msgr2=0x7f057813ec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:09.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.434+0000 7f0576d9d640 1 --2- 172.21.15.27:0/2063095771 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f05780af9c0 0x7f057813ec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.434+0000 7f0576d9d640 1 -- 172.21.15.27:0/2063095771 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0570009a70 con 0x7f057815a820 2024-02-09T23:57:09.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.435+0000 7f0576d9d640 1 --2- 172.21.15.27:0/2063095771 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f057815a820 0x7f0578159430 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f056800c3c0 tx=0x7f056800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:09.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.435+0000 7f056effd640 1 -- 172.21.15.27:0/2063095771 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0568005ce0 con 0x7f057815a820 2024-02-09T23:57:09.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.435+0000 7f056effd640 1 -- 172.21.15.27:0/2063095771 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0568005e40 con 0x7f057815a820 2024-02-09T23:57:09.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.435+0000 7f056effd640 1 -- 172.21.15.27:0/2063095771 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05680072f0 con 0x7f057815a820 2024-02-09T23:57:09.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.435+0000 7f057c81c640 1 -- 172.21.15.27:0/2063095771 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0578158950 con 0x7f057815a820 2024-02-09T23:57:09.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.435+0000 7f057c81c640 1 -- 172.21.15.27:0/2063095771 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0578158f10 con 0x7f057815a820 2024-02-09T23:57:09.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.436+0000 7f057c81c640 1 -- 172.21.15.27:0/2063095771 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0578159100 con 0x7f057815a820 2024-02-09T23:57:09.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.436+0000 7f056effd640 1 -- 172.21.15.27:0/2063095771 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f0568007510 con 0x7f057815a820 2024-02-09T23:57:09.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.437+0000 7f056effd640 1 --2- 172.21.15.27:0/2063095771 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f055806b810 0x7f055806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:09.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.437+0000 7f056effd640 1 -- 172.21.15.27:0/2063095771 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0568089670 con 0x7f057815a820 2024-02-09T23:57:09.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.437+0000 7f057659c640 1 --2- 172.21.15.27:0/2063095771 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f055806b810 0x7f055806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:09.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.437+0000 7f057659c640 1 --2- 172.21.15.27:0/2063095771 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f055806b810 0x7f055806dcd0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f0570036000 tx=0x7f0570030000 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:09.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.441+0000 7f056effd640 1 -- 172.21.15.27:0/2063095771 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f0568054140 con 0x7f057815a820 2024-02-09T23:57:09.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.660+0000 7f057c81c640 1 -- 172.21.15.27:0/2063095771 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f05780746c0 con 0x7f057815a820 2024-02-09T23:57:09.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.661+0000 7f056effd640 1 -- 172.21.15.27:0/2063095771 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v6) v1 ==== 53+0+73 (secure 0 0 0) 0x7f0568017060 con 0x7f057815a820 2024-02-09T23:57:09.663 INFO:teuthology.orchestra.run.smithi027.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-02-09T23:57:09.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.662+0000 7f057c81c640 1 -- 172.21.15.27:0/2063095771 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f055806b810 msgr2=0x7f055806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:09.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.662+0000 7f057c81c640 1 --2- 172.21.15.27:0/2063095771 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f055806b810 0x7f055806dcd0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f0570036000 tx=0x7f0570030000 comp rx=0 tx=0).stop 2024-02-09T23:57:09.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.662+0000 7f057c81c640 1 -- 172.21.15.27:0/2063095771 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f057815a820 msgr2=0x7f0578159430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:09.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.662+0000 7f057c81c640 1 --2- 172.21.15.27:0/2063095771 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f057815a820 0x7f0578159430 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f056800c3c0 tx=0x7f056800c880 comp rx=0 tx=0).stop 2024-02-09T23:57:09.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.662+0000 7f057c81c640 1 -- 172.21.15.27:0/2063095771 shutdown_connections 2024-02-09T23:57:09.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.662+0000 7f057c81c640 1 --2- 172.21.15.27:0/2063095771 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f055806b810 0x7f055806dcd0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.662+0000 7f057c81c640 1 --2- 172.21.15.27:0/2063095771 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f057815a820 0x7f0578159430 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.662+0000 7f057c81c640 1 --2- 172.21.15.27:0/2063095771 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f05780cf7f0 0x7f05781564c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.662+0000 7f057c81c640 1 --2- 172.21.15.27:0/2063095771 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f05780af9c0 0x7f057813ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.663+0000 7f057c81c640 1 -- 172.21.15.27:0/2063095771 >> 172.21.15.27:0/2063095771 conn(0x7f05780b24c0 msgr2=0x7f05780b0330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:09.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.663+0000 7f057c81c640 1 -- 172.21.15.27:0/2063095771 shutdown_connections 2024-02-09T23:57:09.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:09.663+0000 7f057c81c640 1 -- 172.21.15.27:0/2063095771 wait complete. 2024-02-09T23:57:09.675 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-02-09T23:57:09.675 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-02-09T23:57:09.676 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi027.front.sepia.ceph.com 2024-02-09T23:57:09.676 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-02-09T23:57:09.676 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-02-09T23:57:09.676 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-02-09T23:57:09.676 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-02-09T23:57:09.676 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-02-09T23:57:09.676 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-02-09T23:57:09.676 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:09.676 DEBUG:teuthology.orchestra.run.smithi027:> ip addr 2024-02-09T23:57:09.692 INFO:teuthology.orchestra.run.smithi027.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-02-09T23:57:09.692 INFO:teuthology.orchestra.run.smithi027.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-02-09T23:57:09.692 INFO:teuthology.orchestra.run.smithi027.stdout: inet 127.0.0.1/8 scope host lo 2024-02-09T23:57:09.692 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:09.693 INFO:teuthology.orchestra.run.smithi027.stdout: inet6 ::1/128 scope host 2024-02-09T23:57:09.693 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:09.693 INFO:teuthology.orchestra.run.smithi027.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-09T23:57:09.693 INFO:teuthology.orchestra.run.smithi027.stdout: link/ether 0c:c4:7a:6b:fe:c8 brd ff:ff:ff:ff:ff:ff 2024-02-09T23:57:09.693 INFO:teuthology.orchestra.run.smithi027.stdout: altname enp7s0f0 2024-02-09T23:57:09.693 INFO:teuthology.orchestra.run.smithi027.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-09T23:57:09.693 INFO:teuthology.orchestra.run.smithi027.stdout: link/ether 0c:c4:7a:6b:fe:c9 brd ff:ff:ff:ff:ff:ff 2024-02-09T23:57:09.693 INFO:teuthology.orchestra.run.smithi027.stdout: altname enp7s0f1 2024-02-09T23:57:09.693 INFO:teuthology.orchestra.run.smithi027.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-02-09T23:57:09.693 INFO:teuthology.orchestra.run.smithi027.stdout: link/ether ac:1f:6b:f8:39:5a brd ff:ff:ff:ff:ff:ff 2024-02-09T23:57:09.693 INFO:teuthology.orchestra.run.smithi027.stdout: altname enp1s0f0 2024-02-09T23:57:09.693 INFO:teuthology.orchestra.run.smithi027.stdout: inet 172.21.15.27/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-02-09T23:57:09.693 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft 42680sec preferred_lft 42680sec 2024-02-09T23:57:09.694 INFO:teuthology.orchestra.run.smithi027.stdout: inet6 fe80::ae1f:6bff:fef8:395a/64 scope link noprefixroute 2024-02-09T23:57:09.694 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:09.694 INFO:teuthology.orchestra.run.smithi027.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-09T23:57:09.694 INFO:teuthology.orchestra.run.smithi027.stdout: link/ether ac:1f:6b:f8:39:5b brd ff:ff:ff:ff:ff:ff 2024-02-09T23:57:09.694 INFO:teuthology.orchestra.run.smithi027.stdout: altname enp1s0f1 2024-02-09T23:57:09.694 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-02-09T23:57:09.694 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:09.695 DEBUG:teuthology.orchestra.run.smithi027:> (cd / && exec bash -c ' 2024-02-09T23:57:09.695 DEBUG:teuthology.orchestra.run.smithi027:> set -e 2024-02-09T23:57:09.695 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip link add name ceph-brx type bridge 2024-02-09T23:57:09.695 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip addr flush dev ceph-brx 2024-02-09T23:57:09.695 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip link set ceph-brx up 2024-02-09T23:57:09.695 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-02-09T23:57:09.695 DEBUG:teuthology.orchestra.run.smithi027:> ') 2024-02-09T23:57:09.880 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:09.881 DEBUG:teuthology.orchestra.run.smithi027:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-02-09T23:57:09.910 INFO:teuthology.orchestra.run.smithi027.stdout:1 2024-02-09T23:57:09.911 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:09.912 DEBUG:teuthology.orchestra.run.smithi027:> route 2024-02-09T23:57:09.983 INFO:teuthology.orchestra.run.smithi027.stdout:Kernel IP routing table 2024-02-09T23:57:09.983 INFO:teuthology.orchestra.run.smithi027.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-02-09T23:57:09.983 INFO:teuthology.orchestra.run.smithi027.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-02-09T23:57:09.983 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-02-09T23:57:09.984 INFO:teuthology.orchestra.run.smithi027.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-02-09T23:57:09.984 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:09.984 DEBUG:teuthology.orchestra.run.smithi027:> (cd / && exec bash -c ' 2024-02-09T23:57:09.984 DEBUG:teuthology.orchestra.run.smithi027:> set -e 2024-02-09T23:57:09.984 DEBUG:teuthology.orchestra.run.smithi027:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-02-09T23:57:09.984 DEBUG:teuthology.orchestra.run.smithi027:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-02-09T23:57:09.985 DEBUG:teuthology.orchestra.run.smithi027:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-02-09T23:57:09.985 DEBUG:teuthology.orchestra.run.smithi027:> ') 2024-02-09T23:57:10.264 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:10.265 DEBUG:teuthology.orchestra.run.smithi027:> ip netns list 2024-02-09T23:57:10.280 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:10.281 DEBUG:teuthology.orchestra.run.smithi027:> ip netns list-id 2024-02-09T23:57:10.337 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:10.337 DEBUG:teuthology.orchestra.run.smithi027:> (cd / && exec bash -c ' 2024-02-09T23:57:10.337 DEBUG:teuthology.orchestra.run.smithi027:> set -e 2024-02-09T23:57:10.337 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-09T23:57:10.338 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-02-09T23:57:10.338 DEBUG:teuthology.orchestra.run.smithi027:> ') 2024-02-09T23:57:10.431 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-02-09T23:57:10.431 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:10.431 DEBUG:teuthology.orchestra.run.smithi027:> (cd / && exec bash -c ' 2024-02-09T23:57:10.431 DEBUG:teuthology.orchestra.run.smithi027:> set -e 2024-02-09T23:57:10.431 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-02-09T23:57:10.431 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-02-09T23:57:10.432 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-02-09T23:57:10.432 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-02-09T23:57:10.432 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-02-09T23:57:10.432 DEBUG:teuthology.orchestra.run.smithi027:> ') 2024-02-09T23:57:10.557 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:10.557 DEBUG:teuthology.orchestra.run.smithi027:> (cd / && exec bash -c ' 2024-02-09T23:57:10.557 DEBUG:teuthology.orchestra.run.smithi027:> set -e 2024-02-09T23:57:10.557 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip link set brx.0 up 2024-02-09T23:57:10.557 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip link set dev brx.0 master ceph-brx 2024-02-09T23:57:10.557 DEBUG:teuthology.orchestra.run.smithi027:> ') 2024-02-09T23:57:10.607 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-02-09T23:57:10.607 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-09T23:57:10.607 DEBUG:teuthology.orchestra.run.smithi027:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-02-09T23:57:10.622 INFO:teuthology.orchestra.run.smithi027.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-02-09T23:57:10.622 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-09T23:57:10.622 DEBUG:teuthology.orchestra.run.smithi027:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-02-09T23:57:10.678 DEBUG:teuthology.orchestra.run.smithi027:> sudo modprobe fuse 2024-02-09T23:57:10.750 DEBUG:teuthology.orchestra.run.smithi027:> cat /proc/self/mounts | awk '{print $2}' 2024-02-09T23:57:10.805 INFO:teuthology.orchestra.run.smithi027.stdout:/proc 2024-02-09T23:57:10.806 INFO:teuthology.orchestra.run.smithi027.stdout:/sys 2024-02-09T23:57:10.806 INFO:teuthology.orchestra.run.smithi027.stdout:/dev 2024-02-09T23:57:10.806 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/kernel/security 2024-02-09T23:57:10.806 INFO:teuthology.orchestra.run.smithi027.stdout:/dev/shm 2024-02-09T23:57:10.806 INFO:teuthology.orchestra.run.smithi027.stdout:/dev/pts 2024-02-09T23:57:10.806 INFO:teuthology.orchestra.run.smithi027.stdout:/run 2024-02-09T23:57:10.806 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/cgroup 2024-02-09T23:57:10.806 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/pstore 2024-02-09T23:57:10.806 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/bpf 2024-02-09T23:57:10.806 INFO:teuthology.orchestra.run.smithi027.stdout:/ 2024-02-09T23:57:10.806 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/selinux 2024-02-09T23:57:10.807 INFO:teuthology.orchestra.run.smithi027.stdout:/proc/sys/fs/binfmt_misc 2024-02-09T23:57:10.807 INFO:teuthology.orchestra.run.smithi027.stdout:/dev/hugepages 2024-02-09T23:57:10.807 INFO:teuthology.orchestra.run.smithi027.stdout:/dev/mqueue 2024-02-09T23:57:10.807 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/kernel/debug 2024-02-09T23:57:10.807 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/kernel/tracing 2024-02-09T23:57:10.807 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/fuse/connections 2024-02-09T23:57:10.807 INFO:teuthology.orchestra.run.smithi027.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-02-09T23:57:10.807 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/kernel/config 2024-02-09T23:57:10.807 INFO:teuthology.orchestra.run.smithi027.stdout:/run/credentials/systemd-sysctl.service 2024-02-09T23:57:10.807 INFO:teuthology.orchestra.run.smithi027.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-02-09T23:57:10.807 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/nfs/rpc_pipefs 2024-02-09T23:57:10.807 INFO:teuthology.orchestra.run.smithi027.stdout:/run/user/1000 2024-02-09T23:57:10.807 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/ceph 2024-02-09T23:57:10.807 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/ceph/osd/ceph-0 2024-02-09T23:57:10.808 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/ceph/osd/ceph-1 2024-02-09T23:57:10.808 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/ceph/osd/ceph-2 2024-02-09T23:57:10.808 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/ceph/osd/ceph-3 2024-02-09T23:57:10.808 INFO:teuthology.orchestra.run.smithi027.stdout:/run/netns 2024-02-09T23:57:10.808 INFO:teuthology.orchestra.run.smithi027.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-09T23:57:10.808 INFO:teuthology.orchestra.run.smithi027.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-09T23:57:10.808 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:10.808 DEBUG:teuthology.orchestra.run.smithi027:> ls /sys/fs/fuse/connections 2024-02-09T23:57:10.861 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-02-09T23:57:10.861 DEBUG:teuthology.orchestra.run.smithi027:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-02-09T23:57:10.903 DEBUG:teuthology.orchestra.run.smithi027:> sudo modprobe fuse 2024-02-09T23:57:10.934 DEBUG:teuthology.orchestra.run.smithi027:> cat /proc/self/mounts | awk '{print $2}' 2024-02-09T23:57:10.991 INFO:teuthology.orchestra.run.smithi027.stdout:/proc 2024-02-09T23:57:10.991 INFO:teuthology.orchestra.run.smithi027.stdout:/sys 2024-02-09T23:57:10.991 INFO:teuthology.orchestra.run.smithi027.stdout:/dev 2024-02-09T23:57:10.991 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/kernel/security 2024-02-09T23:57:10.991 INFO:teuthology.orchestra.run.smithi027.stdout:/dev/shm 2024-02-09T23:57:10.991 INFO:teuthology.orchestra.run.smithi027.stdout:/dev/pts 2024-02-09T23:57:10.991 INFO:teuthology.orchestra.run.smithi027.stdout:/run 2024-02-09T23:57:10.991 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/cgroup 2024-02-09T23:57:10.991 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/pstore 2024-02-09T23:57:10.992 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/bpf 2024-02-09T23:57:10.992 INFO:teuthology.orchestra.run.smithi027.stdout:/ 2024-02-09T23:57:10.992 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/selinux 2024-02-09T23:57:10.992 INFO:teuthology.orchestra.run.smithi027.stdout:/proc/sys/fs/binfmt_misc 2024-02-09T23:57:10.992 INFO:teuthology.orchestra.run.smithi027.stdout:/dev/hugepages 2024-02-09T23:57:10.992 INFO:teuthology.orchestra.run.smithi027.stdout:/dev/mqueue 2024-02-09T23:57:10.992 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/kernel/debug 2024-02-09T23:57:10.992 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/kernel/tracing 2024-02-09T23:57:10.992 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/fuse/connections 2024-02-09T23:57:10.992 INFO:teuthology.orchestra.run.smithi027.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-02-09T23:57:10.992 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/kernel/config 2024-02-09T23:57:10.992 INFO:teuthology.orchestra.run.smithi027.stdout:/run/credentials/systemd-sysctl.service 2024-02-09T23:57:10.992 INFO:teuthology.orchestra.run.smithi027.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-02-09T23:57:10.992 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/nfs/rpc_pipefs 2024-02-09T23:57:10.993 INFO:teuthology.orchestra.run.smithi027.stdout:/run/user/1000 2024-02-09T23:57:10.993 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/ceph 2024-02-09T23:57:10.993 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/ceph/osd/ceph-0 2024-02-09T23:57:10.993 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/ceph/osd/ceph-1 2024-02-09T23:57:10.993 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/ceph/osd/ceph-2 2024-02-09T23:57:10.993 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/ceph/osd/ceph-3 2024-02-09T23:57:10.993 INFO:teuthology.orchestra.run.smithi027.stdout:/run/netns 2024-02-09T23:57:10.993 INFO:teuthology.orchestra.run.smithi027.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-09T23:57:10.993 INFO:teuthology.orchestra.run.smithi027.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-09T23:57:10.993 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:10.993 DEBUG:teuthology.orchestra.run.smithi027:> ls /sys/fs/fuse/connections 2024-02-09T23:57:10.997 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi027.stderr:2024-02-09T23:57:10.995+0000 7ff8d0447480 -1 init, newargv = 0x564c7b07b140 newargc=15 2024-02-09T23:57:10.997 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi027.stderr:ceph-fuse[46668]: starting ceph client 2024-02-09T23:57:11.003 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi027.stderr:ceph-fuse[46668]: starting fuse 2024-02-09T23:57:11.014 INFO:teuthology.orchestra.run.smithi027.stdout:43 2024-02-09T23:57:11.014 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-02-09T23:57:11.014 DEBUG:teuthology.orchestra.run.smithi027:> sudo stdin-killer -- python3 -c ' 2024-02-09T23:57:11.015 DEBUG:teuthology.orchestra.run.smithi027:> import glob 2024-02-09T23:57:11.015 DEBUG:teuthology.orchestra.run.smithi027:> import re 2024-02-09T23:57:11.015 DEBUG:teuthology.orchestra.run.smithi027:> import os 2024-02-09T23:57:11.015 DEBUG:teuthology.orchestra.run.smithi027:> import subprocess 2024-02-09T23:57:11.015 DEBUG:teuthology.orchestra.run.smithi027:> 2024-02-09T23:57:11.015 DEBUG:teuthology.orchestra.run.smithi027:> def _find_admin_socket(client_name): 2024-02-09T23:57:11.015 DEBUG:teuthology.orchestra.run.smithi027:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-02-09T23:57:11.015 DEBUG:teuthology.orchestra.run.smithi027:> files = glob.glob(asok_path) 2024-02-09T23:57:11.015 DEBUG:teuthology.orchestra.run.smithi027:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-02-09T23:57:11.015 DEBUG:teuthology.orchestra.run.smithi027:> 2024-02-09T23:57:11.015 DEBUG:teuthology.orchestra.run.smithi027:> # Given a non-glob path, it better be there 2024-02-09T23:57:11.016 DEBUG:teuthology.orchestra.run.smithi027:> if "*" not in asok_path: 2024-02-09T23:57:11.016 DEBUG:teuthology.orchestra.run.smithi027:> assert(len(files) == 1) 2024-02-09T23:57:11.016 DEBUG:teuthology.orchestra.run.smithi027:> return files[0] 2024-02-09T23:57:11.016 DEBUG:teuthology.orchestra.run.smithi027:> 2024-02-09T23:57:11.016 DEBUG:teuthology.orchestra.run.smithi027:> for f in files: 2024-02-09T23:57:11.016 DEBUG:teuthology.orchestra.run.smithi027:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-02-09T23:57:11.016 DEBUG:teuthology.orchestra.run.smithi027:> if os.path.exists("/proc/{0}".format(pid)): 2024-02-09T23:57:11.017 DEBUG:teuthology.orchestra.run.smithi027:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-02-09T23:57:11.017 DEBUG:teuthology.orchestra.run.smithi027:> contents = proc_f.read() 2024-02-09T23:57:11.017 DEBUG:teuthology.orchestra.run.smithi027:> if mountpoint in contents: 2024-02-09T23:57:11.017 DEBUG:teuthology.orchestra.run.smithi027:> return f 2024-02-09T23:57:11.017 DEBUG:teuthology.orchestra.run.smithi027:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-02-09T23:57:11.017 DEBUG:teuthology.orchestra.run.smithi027:> 2024-02-09T23:57:11.017 DEBUG:teuthology.orchestra.run.smithi027:> print(_find_admin_socket("client.0")) 2024-02-09T23:57:11.017 DEBUG:teuthology.orchestra.run.smithi027:> ' 2024-02-09T23:57:11.139 INFO:teuthology.orchestra.run.smithi027.stdout:/var/run/ceph/ceph-client.0.46668.asok 2024-02-09T23:57:11.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-02-09T23:57:11.150 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.46668.asok 2024-02-09T23:57:11.150 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:11.150 DEBUG:teuthology.orchestra.run.smithi027:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.46668.asok status 2024-02-09T23:57:11.292 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-02-09T23:57:11.293 INFO:teuthology.orchestra.run.smithi027.stdout: "metadata": { 2024-02-09T23:57:11.293 INFO:teuthology.orchestra.run.smithi027.stdout: "ceph_sha1": "290212a1bfd33563ba76ee5b7f0b944fdb6c5d90", 2024-02-09T23:57:11.293 INFO:teuthology.orchestra.run.smithi027.stdout: "ceph_version": "ceph version 19.0.0-1361-g290212a1 (290212a1bfd33563ba76ee5b7f0b944fdb6c5d90) squid (dev)", 2024-02-09T23:57:11.293 INFO:teuthology.orchestra.run.smithi027.stdout: "entity_id": "0", 2024-02-09T23:57:11.293 INFO:teuthology.orchestra.run.smithi027.stdout: "hostname": "smithi027", 2024-02-09T23:57:11.293 INFO:teuthology.orchestra.run.smithi027.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-02-09T23:57:11.293 INFO:teuthology.orchestra.run.smithi027.stdout: "pid": "46668", 2024-02-09T23:57:11.293 INFO:teuthology.orchestra.run.smithi027.stdout: "root": "/" 2024-02-09T23:57:11.293 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:57:11.293 INFO:teuthology.orchestra.run.smithi027.stdout: "dentry_count": 0, 2024-02-09T23:57:11.293 INFO:teuthology.orchestra.run.smithi027.stdout: "dentry_pinned_count": 0, 2024-02-09T23:57:11.293 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 4683, 2024-02-09T23:57:11.294 INFO:teuthology.orchestra.run.smithi027.stdout: "inst": { 2024-02-09T23:57:11.294 INFO:teuthology.orchestra.run.smithi027.stdout: "name": { 2024-02-09T23:57:11.294 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "client", 2024-02-09T23:57:11.294 INFO:teuthology.orchestra.run.smithi027.stdout: "num": 4683 2024-02-09T23:57:11.294 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:57:11.294 INFO:teuthology.orchestra.run.smithi027.stdout: "addr": { 2024-02-09T23:57:11.294 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "v1", 2024-02-09T23:57:11.294 INFO:teuthology.orchestra.run.smithi027.stdout: "addr": "192.168.0.1:0", 2024-02-09T23:57:11.294 INFO:teuthology.orchestra.run.smithi027.stdout: "nonce": 1282479277 2024-02-09T23:57:11.294 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-02-09T23:57:11.294 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:57:11.294 INFO:teuthology.orchestra.run.smithi027.stdout: "addr": { 2024-02-09T23:57:11.294 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "v1", 2024-02-09T23:57:11.294 INFO:teuthology.orchestra.run.smithi027.stdout: "addr": "192.168.0.1:0", 2024-02-09T23:57:11.294 INFO:teuthology.orchestra.run.smithi027.stdout: "nonce": 1282479277 2024-02-09T23:57:11.295 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:57:11.295 INFO:teuthology.orchestra.run.smithi027.stdout: "inst_str": "client.4683 192.168.0.1:0/1282479277", 2024-02-09T23:57:11.295 INFO:teuthology.orchestra.run.smithi027.stdout: "addr_str": "192.168.0.1:0/1282479277", 2024-02-09T23:57:11.295 INFO:teuthology.orchestra.run.smithi027.stdout: "inode_count": 1, 2024-02-09T23:57:11.295 INFO:teuthology.orchestra.run.smithi027.stdout: "mds_epoch": 6, 2024-02-09T23:57:11.295 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_epoch": 20, 2024-02-09T23:57:11.295 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_epoch_barrier": 0, 2024-02-09T23:57:11.295 INFO:teuthology.orchestra.run.smithi027.stdout: "blocklisted": false, 2024-02-09T23:57:11.295 INFO:teuthology.orchestra.run.smithi027.stdout: "fs_name": "cephfs" 2024-02-09T23:57:11.295 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-02-09T23:57:11.303 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-02-09T23:57:11.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.409+0000 7f4a0e5d0640 1 Processor -- start 2024-02-09T23:57:11.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.409+0000 7f4a0e5d0640 1 -- start start 2024-02-09T23:57:11.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.409+0000 7f4a0e5d0640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4a0815a820 0x7f4a080705f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:11.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.409+0000 7f4a0e5d0640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f4a080b37c0 0x7f4a080b3c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:11.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.409+0000 7f4a0e5d0640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4a0815ac00 con 0x7f4a080af9c0 2024-02-09T23:57:11.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.409+0000 7f4a0e5d0640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4a080ce810 con 0x7f4a080b37c0 2024-02-09T23:57:11.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.409+0000 7f4a0e5d0640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4a080afed0 con 0x7f4a0815a820 2024-02-09T23:57:11.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.410+0000 7f4a077fe640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f4a080af9c0 0x7f4a080cf2b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:39668/0 (socket says 172.21.15.27:39668) 2024-02-09T23:57:11.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.410+0000 7f4a077fe640 1 -- 172.21.15.27:0/1093667981 learned_addr learned my addr 172.21.15.27:0/1093667981 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:11.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.410+0000 7f4a07fff640 1 --2- 172.21.15.27:0/1093667981 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4a0815a820 0x7f4a080705f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:11.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.410+0000 7f4a0cb6d640 1 --2- 172.21.15.27:0/1093667981 >> v2:172.21.15.153:3300/0 conn(0x7f4a080b37c0 0x7f4a080b3c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:11.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.410+0000 7f4a06ffd640 1 -- 172.21.15.27:0/1093667981 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1243201912 0 0) 0x7f4a0815ac00 con 0x7f4a080af9c0 2024-02-09T23:57:11.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.410+0000 7f4a06ffd640 1 -- 172.21.15.27:0/1093667981 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f49f0003520 con 0x7f4a080af9c0 2024-02-09T23:57:11.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.410+0000 7f4a07fff640 1 -- 172.21.15.27:0/1093667981 >> v2:172.21.15.153:3300/0 conn(0x7f4a080b37c0 msgr2=0x7f4a080b3c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:11.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.410+0000 7f4a07fff640 1 --2- 172.21.15.27:0/1093667981 >> v2:172.21.15.153:3300/0 conn(0x7f4a080b37c0 0x7f4a080b3c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:11.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.410+0000 7f4a07fff640 1 -- 172.21.15.27:0/1093667981 >> v1:172.21.15.27:6789/0 conn(0x7f4a080af9c0 legacy=0x7f4a080cf2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:11.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.410+0000 7f4a07fff640 1 -- 172.21.15.27:0/1093667981 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a080ceab0 con 0x7f4a0815a820 2024-02-09T23:57:11.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.410+0000 7f4a0cb6d640 1 --2- 172.21.15.27:0/1093667981 >> v2:172.21.15.153:3300/0 conn(0x7f4a080b37c0 0x7f4a080b3c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:57:11.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.411+0000 7f4a07fff640 1 --2- 172.21.15.27:0/1093667981 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4a0815a820 0x7f4a080705f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f49f80097a0 tx=0x7f49f802b8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a433e976877bd560 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:11.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.411+0000 7f4a06ffd640 1 -- 172.21.15.27:0/1093667981 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49f8031830 con 0x7f4a0815a820 2024-02-09T23:57:11.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.411+0000 7f4a06ffd640 1 -- 172.21.15.27:0/1093667981 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49f8031990 con 0x7f4a0815a820 2024-02-09T23:57:11.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.411+0000 7f4a06ffd640 1 -- 172.21.15.27:0/1093667981 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49f8031d20 con 0x7f4a0815a820 2024-02-09T23:57:11.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.412+0000 7f4a0e5d0640 1 -- 172.21.15.27:0/1093667981 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4a0815a820 msgr2=0x7f4a080705f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:11.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.412+0000 7f4a0e5d0640 1 --2- 172.21.15.27:0/1093667981 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4a0815a820 0x7f4a080705f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f49f80097a0 tx=0x7f49f802b8d0 comp rx=0 tx=0).stop 2024-02-09T23:57:11.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.412+0000 7f4a0e5d0640 1 -- 172.21.15.27:0/1093667981 shutdown_connections 2024-02-09T23:57:11.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.412+0000 7f4a0e5d0640 1 --2- 172.21.15.27:0/1093667981 >> v2:172.21.15.153:3300/0 conn(0x7f4a080b37c0 0x7f4a080b3c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:11.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.412+0000 7f4a0e5d0640 1 --2- 172.21.15.27:0/1093667981 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4a0815a820 0x7f4a080705f0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:11.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.412+0000 7f4a0e5d0640 1 -- 172.21.15.27:0/1093667981 >> 172.21.15.27:0/1093667981 conn(0x7f4a080b24c0 msgr2=0x7f4a080b28a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:11.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.412+0000 7f4a0e5d0640 1 -- 172.21.15.27:0/1093667981 shutdown_connections 2024-02-09T23:57:11.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.412+0000 7f4a0e5d0640 1 -- 172.21.15.27:0/1093667981 wait complete. 2024-02-09T23:57:11.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.413+0000 7f4a0e5d0640 1 Processor -- start 2024-02-09T23:57:11.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.413+0000 7f4a0e5d0640 1 -- start start 2024-02-09T23:57:11.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.414+0000 7f4a0e5d0640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4a080af9c0 0x7f4a0814a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:11.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.414+0000 7f4a0e5d0640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4a080b37c0 0x7f4a080c7210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:11.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.414+0000 7f4a0e5d0640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4a0815a820 0x7f4a080cc0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:11.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.414+0000 7f4a0e5d0640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a080cc610 con 0x7f4a080b37c0 2024-02-09T23:57:11.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.414+0000 7f4a0e5d0640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a080c78f0 con 0x7f4a080af9c0 2024-02-09T23:57:11.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.414+0000 7f4a0e5d0640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4a080c7bd0 con 0x7f4a0815a820 2024-02-09T23:57:11.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.414+0000 7f4a077fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4a080b37c0 0x7f4a080c7210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:11.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.414+0000 7f4a077fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4a080b37c0 0x7f4a080c7210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59666/0 (socket says 172.21.15.27:59666) 2024-02-09T23:57:11.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.414+0000 7f4a077fe640 1 -- 172.21.15.27:0/1193662476 learned_addr learned my addr 172.21.15.27:0/1193662476 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:11.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.414+0000 7f4a0cb6d640 1 --2- 172.21.15.27:0/1193662476 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4a0815a820 0x7f4a080cc0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:11.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.414+0000 7f4a07fff640 1 --2- 172.21.15.27:0/1193662476 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4a080af9c0 0x7f4a0814a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:11.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.414+0000 7f4a077fe640 1 -- 172.21.15.27:0/1193662476 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4a0815a820 msgr2=0x7f4a080cc0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:11.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.414+0000 7f4a077fe640 1 --2- 172.21.15.27:0/1193662476 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4a0815a820 0x7f4a080cc0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:11.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.414+0000 7f4a077fe640 1 -- 172.21.15.27:0/1193662476 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4a080af9c0 msgr2=0x7f4a0814a2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:11.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.414+0000 7f4a077fe640 1 --2- 172.21.15.27:0/1193662476 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4a080af9c0 0x7f4a0814a2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:11.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.414+0000 7f4a077fe640 1 -- 172.21.15.27:0/1193662476 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a00009a70 con 0x7f4a080b37c0 2024-02-09T23:57:11.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.414+0000 7f4a077fe640 1 --2- 172.21.15.27:0/1193662476 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4a080b37c0 0x7f4a080c7210 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f49fc001eb0 tx=0x7f49fc00c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:11.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.414+0000 7f4a04ff9640 1 -- 172.21.15.27:0/1193662476 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49fc005ce0 con 0x7f4a080b37c0 2024-02-09T23:57:11.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.415+0000 7f4a04ff9640 1 -- 172.21.15.27:0/1193662476 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49fc005e60 con 0x7f4a080b37c0 2024-02-09T23:57:11.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.415+0000 7f4a0e5d0640 1 -- 172.21.15.27:0/1193662476 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f49f8009400 con 0x7f4a080b37c0 2024-02-09T23:57:11.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.415+0000 7f4a04ff9640 1 -- 172.21.15.27:0/1193662476 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49fc007310 con 0x7f4a080b37c0 2024-02-09T23:57:11.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.415+0000 7f4a0e5d0640 1 -- 172.21.15.27:0/1193662476 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a080c8190 con 0x7f4a080b37c0 2024-02-09T23:57:11.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.415+0000 7f4a0e5d0640 1 -- 172.21.15.27:0/1193662476 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4a080746c0 con 0x7f4a080b37c0 2024-02-09T23:57:11.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.416+0000 7f4a04ff9640 1 -- 172.21.15.27:0/1193662476 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f49fc007470 con 0x7f4a080b37c0 2024-02-09T23:57:11.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.416+0000 7f4a04ff9640 1 --2- 172.21.15.27:0/1193662476 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f49f406b810 0x7f49f406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:11.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.417+0000 7f4a04ff9640 1 -- 172.21.15.27:0/1193662476 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f49fc089640 con 0x7f4a080b37c0 2024-02-09T23:57:11.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.417+0000 7f4a07fff640 1 --2- 172.21.15.27:0/1193662476 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f49f406b810 0x7f49f406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:11.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.417+0000 7f4a07fff640 1 --2- 172.21.15.27:0/1193662476 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f49f406b810 0x7f49f406dcd0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f49f8036000 tx=0x7f49f803c040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:11.422 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.421+0000 7f4a04ff9640 1 -- 172.21.15.27:0/1193662476 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f49fc054110 con 0x7f4a080b37c0 2024-02-09T23:57:11.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.638+0000 7f4a0e5d0640 1 -- 172.21.15.27:0/1193662476 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f4a08159350 con 0x7f4a080b37c0 2024-02-09T23:57:11.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.639+0000 7f4a04ff9640 1 -- 172.21.15.27:0/1193662476 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v6) v1 ==== 53+0+73 (secure 0 0 0) 0x7f49fc0577d0 con 0x7f4a080b37c0 2024-02-09T23:57:11.641 INFO:teuthology.orchestra.run.smithi027.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-02-09T23:57:11.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.640+0000 7f4a0e5d0640 1 -- 172.21.15.27:0/1193662476 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f49f406b810 msgr2=0x7f49f406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:11.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.641+0000 7f4a0e5d0640 1 --2- 172.21.15.27:0/1193662476 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f49f406b810 0x7f49f406dcd0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f49f8036000 tx=0x7f49f803c040 comp rx=0 tx=0).stop 2024-02-09T23:57:11.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.641+0000 7f4a0e5d0640 1 -- 172.21.15.27:0/1193662476 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4a080b37c0 msgr2=0x7f4a080c7210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:11.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.641+0000 7f4a0e5d0640 1 --2- 172.21.15.27:0/1193662476 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4a080b37c0 0x7f4a080c7210 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f49fc001eb0 tx=0x7f49fc00c760 comp rx=0 tx=0).stop 2024-02-09T23:57:11.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.641+0000 7f4a0e5d0640 1 -- 172.21.15.27:0/1193662476 shutdown_connections 2024-02-09T23:57:11.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.641+0000 7f4a0e5d0640 1 --2- 172.21.15.27:0/1193662476 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f49f406b810 0x7f49f406dcd0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:11.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.641+0000 7f4a0e5d0640 1 --2- 172.21.15.27:0/1193662476 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4a0815a820 0x7f4a080cc0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:11.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.641+0000 7f4a0e5d0640 1 --2- 172.21.15.27:0/1193662476 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4a080b37c0 0x7f4a080c7210 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:11.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.641+0000 7f4a0e5d0640 1 --2- 172.21.15.27:0/1193662476 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4a080af9c0 0x7f4a0814a2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:11.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.641+0000 7f4a0e5d0640 1 -- 172.21.15.27:0/1193662476 >> 172.21.15.27:0/1193662476 conn(0x7f4a080b24c0 msgr2=0x7f4a080b5330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:11.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.641+0000 7f4a0e5d0640 1 -- 172.21.15.27:0/1193662476 shutdown_connections 2024-02-09T23:57:11.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:11.641+0000 7f4a0e5d0640 1 -- 172.21.15.27:0/1193662476 wait complete. 2024-02-09T23:57:11.653 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-02-09T23:57:11.653 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-02-09T23:57:11.653 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi027.front.sepia.ceph.com 2024-02-09T23:57:11.653 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-02-09T23:57:11.653 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-02-09T23:57:11.653 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-02-09T23:57:11.653 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-02-09T23:57:11.653 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-02-09T23:57:11.653 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-02-09T23:57:11.654 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:11.654 DEBUG:teuthology.orchestra.run.smithi027:> ip addr 2024-02-09T23:57:11.670 INFO:teuthology.orchestra.run.smithi027.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-02-09T23:57:11.670 INFO:teuthology.orchestra.run.smithi027.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-02-09T23:57:11.670 INFO:teuthology.orchestra.run.smithi027.stdout: inet 127.0.0.1/8 scope host lo 2024-02-09T23:57:11.670 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:11.670 INFO:teuthology.orchestra.run.smithi027.stdout: inet6 ::1/128 scope host 2024-02-09T23:57:11.670 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:11.670 INFO:teuthology.orchestra.run.smithi027.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-09T23:57:11.670 INFO:teuthology.orchestra.run.smithi027.stdout: link/ether 0c:c4:7a:6b:fe:c8 brd ff:ff:ff:ff:ff:ff 2024-02-09T23:57:11.670 INFO:teuthology.orchestra.run.smithi027.stdout: altname enp7s0f0 2024-02-09T23:57:11.670 INFO:teuthology.orchestra.run.smithi027.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-09T23:57:11.670 INFO:teuthology.orchestra.run.smithi027.stdout: link/ether 0c:c4:7a:6b:fe:c9 brd ff:ff:ff:ff:ff:ff 2024-02-09T23:57:11.670 INFO:teuthology.orchestra.run.smithi027.stdout: altname enp7s0f1 2024-02-09T23:57:11.671 INFO:teuthology.orchestra.run.smithi027.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-02-09T23:57:11.671 INFO:teuthology.orchestra.run.smithi027.stdout: link/ether ac:1f:6b:f8:39:5a brd ff:ff:ff:ff:ff:ff 2024-02-09T23:57:11.671 INFO:teuthology.orchestra.run.smithi027.stdout: altname enp1s0f0 2024-02-09T23:57:11.671 INFO:teuthology.orchestra.run.smithi027.stdout: inet 172.21.15.27/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-02-09T23:57:11.671 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft 42678sec preferred_lft 42678sec 2024-02-09T23:57:11.671 INFO:teuthology.orchestra.run.smithi027.stdout: inet6 fe80::ae1f:6bff:fef8:395a/64 scope link noprefixroute 2024-02-09T23:57:11.671 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:11.671 INFO:teuthology.orchestra.run.smithi027.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-09T23:57:11.671 INFO:teuthology.orchestra.run.smithi027.stdout: link/ether ac:1f:6b:f8:39:5b brd ff:ff:ff:ff:ff:ff 2024-02-09T23:57:11.671 INFO:teuthology.orchestra.run.smithi027.stdout: altname enp1s0f1 2024-02-09T23:57:11.671 INFO:teuthology.orchestra.run.smithi027.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-02-09T23:57:11.671 INFO:teuthology.orchestra.run.smithi027.stdout: link/ether 16:51:97:9c:8a:0e brd ff:ff:ff:ff:ff:ff 2024-02-09T23:57:11.671 INFO:teuthology.orchestra.run.smithi027.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-02-09T23:57:11.671 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:11.671 INFO:teuthology.orchestra.run.smithi027.stdout: inet6 fe80::bc28:45ff:fe96:be2a/64 scope link tentative 2024-02-09T23:57:11.672 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:11.672 INFO:teuthology.orchestra.run.smithi027.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-02-09T23:57:11.672 INFO:teuthology.orchestra.run.smithi027.stdout: link/ether 16:51:97:9c:8a:0e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-09T23:57:11.672 INFO:teuthology.orchestra.run.smithi027.stdout: inet6 fe80::1451:97ff:fe9c:8a0e/64 scope link tentative 2024-02-09T23:57:11.672 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:11.672 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:11.672 DEBUG:teuthology.orchestra.run.smithi027:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-02-09T23:57:11.739 INFO:teuthology.orchestra.run.smithi027.stdout:1 2024-02-09T23:57:11.741 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:11.741 DEBUG:teuthology.orchestra.run.smithi027:> route 2024-02-09T23:57:11.799 INFO:teuthology.orchestra.run.smithi027.stdout:Kernel IP routing table 2024-02-09T23:57:11.799 INFO:teuthology.orchestra.run.smithi027.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-02-09T23:57:11.800 INFO:teuthology.orchestra.run.smithi027.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-02-09T23:57:11.800 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-02-09T23:57:11.800 INFO:teuthology.orchestra.run.smithi027.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-02-09T23:57:11.800 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:11.800 DEBUG:teuthology.orchestra.run.smithi027:> (cd / && exec bash -c ' 2024-02-09T23:57:11.800 DEBUG:teuthology.orchestra.run.smithi027:> set -e 2024-02-09T23:57:11.800 DEBUG:teuthology.orchestra.run.smithi027:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-02-09T23:57:11.800 DEBUG:teuthology.orchestra.run.smithi027:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-02-09T23:57:11.800 DEBUG:teuthology.orchestra.run.smithi027:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-02-09T23:57:11.801 DEBUG:teuthology.orchestra.run.smithi027:> ') 2024-02-09T23:57:11.907 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:11.907 DEBUG:teuthology.orchestra.run.smithi027:> ip netns list 2024-02-09T23:57:11.923 INFO:teuthology.orchestra.run.smithi027.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-02-09T23:57:11.924 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:11.924 DEBUG:teuthology.orchestra.run.smithi027:> ip netns list-id 2024-02-09T23:57:11.979 INFO:teuthology.orchestra.run.smithi027.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-02-09T23:57:11.980 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:11.980 DEBUG:teuthology.orchestra.run.smithi027:> (cd / && exec bash -c ' 2024-02-09T23:57:11.980 DEBUG:teuthology.orchestra.run.smithi027:> set -e 2024-02-09T23:57:11.980 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-09T23:57:11.980 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-02-09T23:57:11.980 DEBUG:teuthology.orchestra.run.smithi027:> ') 2024-02-09T23:57:12.071 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:12.071 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-02-09T23:57:12.102 INFO:teuthology.orchestra.run.smithi027.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-02-09T23:57:12.102 INFO:teuthology.orchestra.run.smithi027.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-02-09T23:57:12.103 INFO:teuthology.orchestra.run.smithi027.stdout: inet 127.0.0.1/8 scope host lo 2024-02-09T23:57:12.103 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:12.103 INFO:teuthology.orchestra.run.smithi027.stdout: inet6 ::1/128 scope host 2024-02-09T23:57:12.103 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:12.103 INFO:teuthology.orchestra.run.smithi027.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-02-09T23:57:12.103 INFO:teuthology.orchestra.run.smithi027.stdout: link/ether fa:ac:07:95:e2:06 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-02-09T23:57:12.104 INFO:teuthology.orchestra.run.smithi027.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-02-09T23:57:12.104 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:12.104 INFO:teuthology.orchestra.run.smithi027.stdout: inet6 fe80::f8ac:7ff:fe95:e206/64 scope link 2024-02-09T23:57:12.104 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:12.106 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:12.106 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-02-09T23:57:12.176 INFO:teuthology.orchestra.run.smithi027.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-02-09T23:57:12.176 INFO:teuthology.orchestra.run.smithi027.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-02-09T23:57:12.177 INFO:teuthology.orchestra.run.smithi027.stdout: inet 127.0.0.1/8 scope host lo 2024-02-09T23:57:12.177 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:12.177 INFO:teuthology.orchestra.run.smithi027.stdout: inet6 ::1/128 scope host 2024-02-09T23:57:12.177 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:12.177 INFO:teuthology.orchestra.run.smithi027.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-02-09T23:57:12.177 INFO:teuthology.orchestra.run.smithi027.stdout: link/ether fa:ac:07:95:e2:06 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-02-09T23:57:12.177 INFO:teuthology.orchestra.run.smithi027.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-02-09T23:57:12.177 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:12.177 INFO:teuthology.orchestra.run.smithi027.stdout: inet6 fe80::f8ac:7ff:fe95:e206/64 scope link 2024-02-09T23:57:12.177 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:12.178 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-02-09T23:57:12.178 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:12.179 DEBUG:teuthology.orchestra.run.smithi027:> (cd / && exec bash -c ' 2024-02-09T23:57:12.179 DEBUG:teuthology.orchestra.run.smithi027:> set -e 2024-02-09T23:57:12.179 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-02-09T23:57:12.179 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-02-09T23:57:12.179 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-02-09T23:57:12.179 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-02-09T23:57:12.179 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-02-09T23:57:12.179 DEBUG:teuthology.orchestra.run.smithi027:> ') 2024-02-09T23:57:12.323 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:12.323 DEBUG:teuthology.orchestra.run.smithi027:> (cd / && exec bash -c ' 2024-02-09T23:57:12.323 DEBUG:teuthology.orchestra.run.smithi027:> set -e 2024-02-09T23:57:12.323 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip link set brx.1 up 2024-02-09T23:57:12.323 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip link set dev brx.1 master ceph-brx 2024-02-09T23:57:12.323 DEBUG:teuthology.orchestra.run.smithi027:> ') 2024-02-09T23:57:12.372 INFO:tasks.cephfs.fuse_mount:Client client.2 config is {} 2024-02-09T23:57:12.372 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-09T23:57:12.372 DEBUG:teuthology.orchestra.run.smithi027:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-02-09T23:57:12.388 INFO:teuthology.orchestra.run.smithi027.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-02-09T23:57:12.388 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-09T23:57:12.388 DEBUG:teuthology.orchestra.run.smithi027:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-02-09T23:57:12.443 DEBUG:teuthology.orchestra.run.smithi027:> sudo modprobe fuse 2024-02-09T23:57:12.515 DEBUG:teuthology.orchestra.run.smithi027:> cat /proc/self/mounts | awk '{print $2}' 2024-02-09T23:57:12.571 INFO:teuthology.orchestra.run.smithi027.stdout:/proc 2024-02-09T23:57:12.571 INFO:teuthology.orchestra.run.smithi027.stdout:/sys 2024-02-09T23:57:12.571 INFO:teuthology.orchestra.run.smithi027.stdout:/dev 2024-02-09T23:57:12.571 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/kernel/security 2024-02-09T23:57:12.571 INFO:teuthology.orchestra.run.smithi027.stdout:/dev/shm 2024-02-09T23:57:12.571 INFO:teuthology.orchestra.run.smithi027.stdout:/dev/pts 2024-02-09T23:57:12.572 INFO:teuthology.orchestra.run.smithi027.stdout:/run 2024-02-09T23:57:12.572 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/cgroup 2024-02-09T23:57:12.572 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/pstore 2024-02-09T23:57:12.572 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/bpf 2024-02-09T23:57:12.572 INFO:teuthology.orchestra.run.smithi027.stdout:/ 2024-02-09T23:57:12.572 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/selinux 2024-02-09T23:57:12.572 INFO:teuthology.orchestra.run.smithi027.stdout:/proc/sys/fs/binfmt_misc 2024-02-09T23:57:12.572 INFO:teuthology.orchestra.run.smithi027.stdout:/dev/hugepages 2024-02-09T23:57:12.572 INFO:teuthology.orchestra.run.smithi027.stdout:/dev/mqueue 2024-02-09T23:57:12.572 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/kernel/debug 2024-02-09T23:57:12.572 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/kernel/tracing 2024-02-09T23:57:12.572 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/fuse/connections 2024-02-09T23:57:12.572 INFO:teuthology.orchestra.run.smithi027.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-02-09T23:57:12.572 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/kernel/config 2024-02-09T23:57:12.573 INFO:teuthology.orchestra.run.smithi027.stdout:/run/credentials/systemd-sysctl.service 2024-02-09T23:57:12.573 INFO:teuthology.orchestra.run.smithi027.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-02-09T23:57:12.573 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/nfs/rpc_pipefs 2024-02-09T23:57:12.573 INFO:teuthology.orchestra.run.smithi027.stdout:/run/user/1000 2024-02-09T23:57:12.573 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/ceph 2024-02-09T23:57:12.573 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/ceph/osd/ceph-0 2024-02-09T23:57:12.573 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/ceph/osd/ceph-1 2024-02-09T23:57:12.573 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/ceph/osd/ceph-2 2024-02-09T23:57:12.573 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/ceph/osd/ceph-3 2024-02-09T23:57:12.573 INFO:teuthology.orchestra.run.smithi027.stdout:/run/netns 2024-02-09T23:57:12.573 INFO:teuthology.orchestra.run.smithi027.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-09T23:57:12.573 INFO:teuthology.orchestra.run.smithi027.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-09T23:57:12.573 INFO:teuthology.orchestra.run.smithi027.stdout:/home/ubuntu/cephtest/mnt.0 2024-02-09T23:57:12.573 INFO:teuthology.orchestra.run.smithi027.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-09T23:57:12.573 INFO:teuthology.orchestra.run.smithi027.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-09T23:57:12.574 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:12.574 DEBUG:teuthology.orchestra.run.smithi027:> ls /sys/fs/fuse/connections 2024-02-09T23:57:12.627 INFO:teuthology.orchestra.run.smithi027.stdout:43 2024-02-09T23:57:12.627 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [43] 2024-02-09T23:57:12.627 DEBUG:teuthology.orchestra.run.smithi027:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.2 --id 2) 2024-02-09T23:57:12.670 DEBUG:teuthology.orchestra.run.smithi027:> sudo modprobe fuse 2024-02-09T23:57:12.700 DEBUG:teuthology.orchestra.run.smithi027:> cat /proc/self/mounts | awk '{print $2}' 2024-02-09T23:57:12.757 INFO:teuthology.orchestra.run.smithi027.stdout:/proc 2024-02-09T23:57:12.757 INFO:teuthology.orchestra.run.smithi027.stdout:/sys 2024-02-09T23:57:12.757 INFO:teuthology.orchestra.run.smithi027.stdout:/dev 2024-02-09T23:57:12.758 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/kernel/security 2024-02-09T23:57:12.758 INFO:teuthology.orchestra.run.smithi027.stdout:/dev/shm 2024-02-09T23:57:12.758 INFO:teuthology.orchestra.run.smithi027.stdout:/dev/pts 2024-02-09T23:57:12.758 INFO:teuthology.orchestra.run.smithi027.stdout:/run 2024-02-09T23:57:12.758 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/cgroup 2024-02-09T23:57:12.758 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/pstore 2024-02-09T23:57:12.758 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/bpf 2024-02-09T23:57:12.758 INFO:teuthology.orchestra.run.smithi027.stdout:/ 2024-02-09T23:57:12.758 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/selinux 2024-02-09T23:57:12.758 INFO:teuthology.orchestra.run.smithi027.stdout:/proc/sys/fs/binfmt_misc 2024-02-09T23:57:12.758 INFO:teuthology.orchestra.run.smithi027.stdout:/dev/hugepages 2024-02-09T23:57:12.758 INFO:teuthology.orchestra.run.smithi027.stdout:/dev/mqueue 2024-02-09T23:57:12.758 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/kernel/debug 2024-02-09T23:57:12.758 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/kernel/tracing 2024-02-09T23:57:12.758 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/fuse/connections 2024-02-09T23:57:12.759 INFO:teuthology.orchestra.run.smithi027.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-02-09T23:57:12.759 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/kernel/config 2024-02-09T23:57:12.759 INFO:teuthology.orchestra.run.smithi027.stdout:/run/credentials/systemd-sysctl.service 2024-02-09T23:57:12.759 INFO:teuthology.orchestra.run.smithi027.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-02-09T23:57:12.759 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/nfs/rpc_pipefs 2024-02-09T23:57:12.759 INFO:teuthology.orchestra.run.smithi027.stdout:/run/user/1000 2024-02-09T23:57:12.759 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/ceph 2024-02-09T23:57:12.759 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/ceph/osd/ceph-0 2024-02-09T23:57:12.759 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/ceph/osd/ceph-1 2024-02-09T23:57:12.759 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/ceph/osd/ceph-2 2024-02-09T23:57:12.759 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/ceph/osd/ceph-3 2024-02-09T23:57:12.760 INFO:teuthology.orchestra.run.smithi027.stdout:/run/netns 2024-02-09T23:57:12.760 INFO:teuthology.orchestra.run.smithi027.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-09T23:57:12.760 INFO:teuthology.orchestra.run.smithi027.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-09T23:57:12.760 INFO:teuthology.orchestra.run.smithi027.stdout:/home/ubuntu/cephtest/mnt.0 2024-02-09T23:57:12.760 INFO:teuthology.orchestra.run.smithi027.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-09T23:57:12.760 INFO:teuthology.orchestra.run.smithi027.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-09T23:57:12.760 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:12.760 DEBUG:teuthology.orchestra.run.smithi027:> ls /sys/fs/fuse/connections 2024-02-09T23:57:12.763 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi027.stderr:2024-02-09T23:57:12.762+0000 7f781ac0c480 -1 init, newargv = 0x5615eb808210 newargc=15 2024-02-09T23:57:12.764 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi027.stderr:ceph-fuse[47163]: starting ceph client 2024-02-09T23:57:12.768 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi027.stderr:ceph-fuse[47163]: starting fuse 2024-02-09T23:57:12.779 INFO:teuthology.orchestra.run.smithi027.stdout:43 2024-02-09T23:57:12.780 INFO:teuthology.orchestra.run.smithi027.stdout:44 2024-02-09T23:57:12.780 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43, 44] 2024-02-09T23:57:12.780 DEBUG:teuthology.orchestra.run.smithi027:> sudo stdin-killer -- python3 -c ' 2024-02-09T23:57:12.781 DEBUG:teuthology.orchestra.run.smithi027:> import glob 2024-02-09T23:57:12.781 DEBUG:teuthology.orchestra.run.smithi027:> import re 2024-02-09T23:57:12.781 DEBUG:teuthology.orchestra.run.smithi027:> import os 2024-02-09T23:57:12.781 DEBUG:teuthology.orchestra.run.smithi027:> import subprocess 2024-02-09T23:57:12.781 DEBUG:teuthology.orchestra.run.smithi027:> 2024-02-09T23:57:12.781 DEBUG:teuthology.orchestra.run.smithi027:> def _find_admin_socket(client_name): 2024-02-09T23:57:12.782 DEBUG:teuthology.orchestra.run.smithi027:> asok_path = "/var/run/ceph/ceph-client.2.*.asok" 2024-02-09T23:57:12.782 DEBUG:teuthology.orchestra.run.smithi027:> files = glob.glob(asok_path) 2024-02-09T23:57:12.782 DEBUG:teuthology.orchestra.run.smithi027:> mountpoint = "/home/ubuntu/cephtest/mnt.2" 2024-02-09T23:57:12.782 DEBUG:teuthology.orchestra.run.smithi027:> 2024-02-09T23:57:12.782 DEBUG:teuthology.orchestra.run.smithi027:> # Given a non-glob path, it better be there 2024-02-09T23:57:12.782 DEBUG:teuthology.orchestra.run.smithi027:> if "*" not in asok_path: 2024-02-09T23:57:12.782 DEBUG:teuthology.orchestra.run.smithi027:> assert(len(files) == 1) 2024-02-09T23:57:12.783 DEBUG:teuthology.orchestra.run.smithi027:> return files[0] 2024-02-09T23:57:12.783 DEBUG:teuthology.orchestra.run.smithi027:> 2024-02-09T23:57:12.783 DEBUG:teuthology.orchestra.run.smithi027:> for f in files: 2024-02-09T23:57:12.783 DEBUG:teuthology.orchestra.run.smithi027:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-02-09T23:57:12.783 DEBUG:teuthology.orchestra.run.smithi027:> if os.path.exists("/proc/{0}".format(pid)): 2024-02-09T23:57:12.783 DEBUG:teuthology.orchestra.run.smithi027:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-02-09T23:57:12.783 DEBUG:teuthology.orchestra.run.smithi027:> contents = proc_f.read() 2024-02-09T23:57:12.784 DEBUG:teuthology.orchestra.run.smithi027:> if mountpoint in contents: 2024-02-09T23:57:12.784 DEBUG:teuthology.orchestra.run.smithi027:> return f 2024-02-09T23:57:12.784 DEBUG:teuthology.orchestra.run.smithi027:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-02-09T23:57:12.784 DEBUG:teuthology.orchestra.run.smithi027:> 2024-02-09T23:57:12.784 DEBUG:teuthology.orchestra.run.smithi027:> print(_find_admin_socket("client.2")) 2024-02-09T23:57:12.784 DEBUG:teuthology.orchestra.run.smithi027:> ' 2024-02-09T23:57:12.905 INFO:teuthology.orchestra.run.smithi027.stdout:/var/run/ceph/ceph-client.2.47163.asok 2024-02-09T23:57:12.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-02-09T23:57:12.915 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.2.47163.asok 2024-02-09T23:57:12.916 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:12.916 DEBUG:teuthology.orchestra.run.smithi027:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.2.47163.asok status 2024-02-09T23:57:13.058 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-02-09T23:57:13.058 INFO:teuthology.orchestra.run.smithi027.stdout: "metadata": { 2024-02-09T23:57:13.058 INFO:teuthology.orchestra.run.smithi027.stdout: "ceph_sha1": "290212a1bfd33563ba76ee5b7f0b944fdb6c5d90", 2024-02-09T23:57:13.058 INFO:teuthology.orchestra.run.smithi027.stdout: "ceph_version": "ceph version 19.0.0-1361-g290212a1 (290212a1bfd33563ba76ee5b7f0b944fdb6c5d90) squid (dev)", 2024-02-09T23:57:13.058 INFO:teuthology.orchestra.run.smithi027.stdout: "entity_id": "2", 2024-02-09T23:57:13.058 INFO:teuthology.orchestra.run.smithi027.stdout: "hostname": "smithi027", 2024-02-09T23:57:13.058 INFO:teuthology.orchestra.run.smithi027.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.2", 2024-02-09T23:57:13.058 INFO:teuthology.orchestra.run.smithi027.stdout: "pid": "47163", 2024-02-09T23:57:13.059 INFO:teuthology.orchestra.run.smithi027.stdout: "root": "/" 2024-02-09T23:57:13.059 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:57:13.059 INFO:teuthology.orchestra.run.smithi027.stdout: "dentry_count": 0, 2024-02-09T23:57:13.059 INFO:teuthology.orchestra.run.smithi027.stdout: "dentry_pinned_count": 0, 2024-02-09T23:57:13.059 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 4692, 2024-02-09T23:57:13.059 INFO:teuthology.orchestra.run.smithi027.stdout: "inst": { 2024-02-09T23:57:13.059 INFO:teuthology.orchestra.run.smithi027.stdout: "name": { 2024-02-09T23:57:13.059 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "client", 2024-02-09T23:57:13.059 INFO:teuthology.orchestra.run.smithi027.stdout: "num": 4692 2024-02-09T23:57:13.059 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:57:13.059 INFO:teuthology.orchestra.run.smithi027.stdout: "addr": { 2024-02-09T23:57:13.059 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "v1", 2024-02-09T23:57:13.059 INFO:teuthology.orchestra.run.smithi027.stdout: "addr": "192.168.0.2:0", 2024-02-09T23:57:13.060 INFO:teuthology.orchestra.run.smithi027.stdout: "nonce": 4088936948 2024-02-09T23:57:13.060 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-02-09T23:57:13.060 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:57:13.060 INFO:teuthology.orchestra.run.smithi027.stdout: "addr": { 2024-02-09T23:57:13.060 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "v1", 2024-02-09T23:57:13.060 INFO:teuthology.orchestra.run.smithi027.stdout: "addr": "192.168.0.2:0", 2024-02-09T23:57:13.060 INFO:teuthology.orchestra.run.smithi027.stdout: "nonce": 4088936948 2024-02-09T23:57:13.060 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:57:13.060 INFO:teuthology.orchestra.run.smithi027.stdout: "inst_str": "client.4692 192.168.0.2:0/4088936948", 2024-02-09T23:57:13.060 INFO:teuthology.orchestra.run.smithi027.stdout: "addr_str": "192.168.0.2:0/4088936948", 2024-02-09T23:57:13.060 INFO:teuthology.orchestra.run.smithi027.stdout: "inode_count": 1, 2024-02-09T23:57:13.060 INFO:teuthology.orchestra.run.smithi027.stdout: "mds_epoch": 6, 2024-02-09T23:57:13.060 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_epoch": 20, 2024-02-09T23:57:13.060 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_epoch_barrier": 0, 2024-02-09T23:57:13.061 INFO:teuthology.orchestra.run.smithi027.stdout: "blocklisted": false, 2024-02-09T23:57:13.061 INFO:teuthology.orchestra.run.smithi027.stdout: "fs_name": "cephfs" 2024-02-09T23:57:13.061 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-02-09T23:57:13.066 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-02-09T23:57:13.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.171+0000 7f7a5c662640 1 Processor -- start 2024-02-09T23:57:13.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.171+0000 7f7a5c662640 1 -- start start 2024-02-09T23:57:13.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.172+0000 7f7a5c662640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f7a54145210 0x7f7a540b4470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:13.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.172+0000 7f7a5c662640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f7a540b1a20 0x7f7a540ccdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:13.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.172+0000 7f7a5c662640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7a540b33d0 con 0x7f7a540cc950 2024-02-09T23:57:13.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.172+0000 7f7a5c662640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7a540b2bf0 con 0x7f7a540b1a20 2024-02-09T23:57:13.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.172+0000 7f7a5c662640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7a540cd2f0 con 0x7f7a54145210 2024-02-09T23:57:13.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.173+0000 7f7a5abff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f7a540b1a20 0x7f7a540ccdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:13.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.173+0000 7f7a59bfd640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f7a540cc950 0x7f7a540b1310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:39676/0 (socket says 172.21.15.27:39676) 2024-02-09T23:57:13.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.173+0000 7f7a59bfd640 1 -- 172.21.15.27:0/2011695492 learned_addr learned my addr 172.21.15.27:0/2011695492 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:13.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.173+0000 7f7a5a3fe640 1 --2- 172.21.15.27:0/2011695492 >> v2:172.21.15.153:3300/0 conn(0x7f7a54145210 0x7f7a540b4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:13.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.173+0000 7f7a5abff640 1 -- 172.21.15.27:0/2011695492 >> v2:172.21.15.153:3300/0 conn(0x7f7a54145210 msgr2=0x7f7a540b4470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:13.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.173+0000 7f7a5abff640 1 --2- 172.21.15.27:0/2011695492 >> v2:172.21.15.153:3300/0 conn(0x7f7a54145210 0x7f7a540b4470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.173+0000 7f7a5abff640 1 -- 172.21.15.27:0/2011695492 >> v1:172.21.15.27:6789/0 conn(0x7f7a540cc950 legacy=0x7f7a540b1310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:13.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.173+0000 7f7a5abff640 1 -- 172.21.15.27:0/2011695492 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a540b36b0 con 0x7f7a540b1a20 2024-02-09T23:57:13.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.173+0000 7f7a5a3fe640 1 --2- 172.21.15.27:0/2011695492 >> v2:172.21.15.153:3300/0 conn(0x7f7a54145210 0x7f7a540b4470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:13.177 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.174+0000 7f7a5abff640 1 --2- 172.21.15.27:0/2011695492 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7a540b1a20 0x7f7a540ccdb0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f7a540b4d70 tx=0x7f7a4c02bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bc7afbb36a82a09 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:13.177 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.174+0000 7f7a593fc640 1 -- 172.21.15.27:0/2011695492 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a4c02cc80 con 0x7f7a540b1a20 2024-02-09T23:57:13.177 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.174+0000 7f7a593fc640 1 -- 172.21.15.27:0/2011695492 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7a4c02cde0 con 0x7f7a540b1a20 2024-02-09T23:57:13.177 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.174+0000 7f7a593fc640 1 -- 172.21.15.27:0/2011695492 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a4c034660 con 0x7f7a540b1a20 2024-02-09T23:57:13.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.174+0000 7f7a5c662640 1 -- 172.21.15.27:0/2011695492 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7a540b1a20 msgr2=0x7f7a540ccdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:13.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.174+0000 7f7a5c662640 1 --2- 172.21.15.27:0/2011695492 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7a540b1a20 0x7f7a540ccdb0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f7a540b4d70 tx=0x7f7a4c02bed0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.175+0000 7f7a5c662640 1 -- 172.21.15.27:0/2011695492 shutdown_connections 2024-02-09T23:57:13.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.175+0000 7f7a5c662640 1 --2- 172.21.15.27:0/2011695492 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7a540b1a20 0x7f7a540ccdb0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.175+0000 7f7a5c662640 1 --2- 172.21.15.27:0/2011695492 >> v2:172.21.15.153:3300/0 conn(0x7f7a54145210 0x7f7a540b4470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.175+0000 7f7a5c662640 1 -- 172.21.15.27:0/2011695492 >> 172.21.15.27:0/2011695492 conn(0x7f7a5406ac50 msgr2=0x7f7a5406b060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:13.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.175+0000 7f7a5c662640 1 -- 172.21.15.27:0/2011695492 shutdown_connections 2024-02-09T23:57:13.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.175+0000 7f7a5c662640 1 -- 172.21.15.27:0/2011695492 wait complete. 2024-02-09T23:57:13.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.176+0000 7f7a5c662640 1 Processor -- start 2024-02-09T23:57:13.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.176+0000 7f7a5c662640 1 -- start start 2024-02-09T23:57:13.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.176+0000 7f7a5c662640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7a540b1a20 0x7f7a541f51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:13.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.176+0000 7f7a5c662640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7a540cc950 0x7f7a540ab360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:13.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.176+0000 7f7a5c662640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7a54145210 0x7f7a5415ad90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:13.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.176+0000 7f7a5c662640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a540c4a40 con 0x7f7a54145210 2024-02-09T23:57:13.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.176+0000 7f7a5c662640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a540a84a0 con 0x7f7a540cc950 2024-02-09T23:57:13.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.176+0000 7f7a5c662640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7a541f5730 con 0x7f7a540b1a20 2024-02-09T23:57:13.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.177+0000 7f7a5abff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7a54145210 0x7f7a5415ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:13.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.177+0000 7f7a5abff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7a54145210 0x7f7a5415ad90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59678/0 (socket says 172.21.15.27:59678) 2024-02-09T23:57:13.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.177+0000 7f7a5abff640 1 -- 172.21.15.27:0/3988572824 learned_addr learned my addr 172.21.15.27:0/3988572824 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:13.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.177+0000 7f7a5a3fe640 1 --2- 172.21.15.27:0/3988572824 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7a540b1a20 0x7f7a541f51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:13.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.177+0000 7f7a5abff640 1 -- 172.21.15.27:0/3988572824 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7a540b1a20 msgr2=0x7f7a541f51f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:13.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.177+0000 7f7a59bfd640 1 --2- 172.21.15.27:0/3988572824 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7a540cc950 0x7f7a540ab360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:13.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.177+0000 7f7a5abff640 1 --2- 172.21.15.27:0/3988572824 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7a540b1a20 0x7f7a541f51f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.177+0000 7f7a5abff640 1 -- 172.21.15.27:0/3988572824 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7a540cc950 msgr2=0x7f7a540ab360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:13.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.177+0000 7f7a5abff640 1 --2- 172.21.15.27:0/3988572824 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7a540cc950 0x7f7a540ab360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.177+0000 7f7a5abff640 1 -- 172.21.15.27:0/3988572824 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a4c009a70 con 0x7f7a54145210 2024-02-09T23:57:13.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.177+0000 7f7a5abff640 1 --2- 172.21.15.27:0/3988572824 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7a54145210 0x7f7a5415ad90 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f7a4c02c4e0 tx=0x7f7a4c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:13.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.177+0000 7f7a4affd640 1 -- 172.21.15.27:0/3988572824 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a4c040650 con 0x7f7a54145210 2024-02-09T23:57:13.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.177+0000 7f7a4affd640 1 -- 172.21.15.27:0/3988572824 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7a4c0407b0 con 0x7f7a54145210 2024-02-09T23:57:13.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.177+0000 7f7a5c662640 1 -- 172.21.15.27:0/3988572824 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7a540aaa90 con 0x7f7a54145210 2024-02-09T23:57:13.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.177+0000 7f7a4affd640 1 -- 172.21.15.27:0/3988572824 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a4c040b60 con 0x7f7a54145210 2024-02-09T23:57:13.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.177+0000 7f7a5c662640 1 -- 172.21.15.27:0/3988572824 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7a540a86f0 con 0x7f7a54145210 2024-02-09T23:57:13.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.178+0000 7f7a5c662640 1 -- 172.21.15.27:0/3988572824 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7a5406bbe0 con 0x7f7a54145210 2024-02-09T23:57:13.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.179+0000 7f7a4affd640 1 -- 172.21.15.27:0/3988572824 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f7a4c040cc0 con 0x7f7a54145210 2024-02-09T23:57:13.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.179+0000 7f7a4affd640 1 --2- 172.21.15.27:0/3988572824 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7a3806b810 0x7f7a3806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:13.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.179+0000 7f7a4affd640 1 -- 172.21.15.27:0/3988572824 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7a4c0acf70 con 0x7f7a54145210 2024-02-09T23:57:13.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.179+0000 7f7a5a3fe640 1 --2- 172.21.15.27:0/3988572824 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7a3806b810 0x7f7a3806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:13.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.180+0000 7f7a5a3fe640 1 --2- 172.21.15.27:0/3988572824 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7a3806b810 0x7f7a3806dcd0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f7a5000b840 tx=0x7f7a50008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:13.185 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.184+0000 7f7a4affd640 1 -- 172.21.15.27:0/3988572824 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f7a4c0e08c0 con 0x7f7a54145210 2024-02-09T23:57:13.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.400+0000 7f7a5c662640 1 -- 172.21.15.27:0/3988572824 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f7a54067cc0 con 0x7f7a54145210 2024-02-09T23:57:13.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.400+0000 7f7a4affd640 1 -- 172.21.15.27:0/3988572824 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v6) v1 ==== 53+0+73 (secure 0 0 0) 0x7f7a4c044060 con 0x7f7a54145210 2024-02-09T23:57:13.402 INFO:teuthology.orchestra.run.smithi027.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-02-09T23:57:13.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.402+0000 7f7a5c662640 1 -- 172.21.15.27:0/3988572824 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7a3806b810 msgr2=0x7f7a3806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:13.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.402+0000 7f7a5c662640 1 --2- 172.21.15.27:0/3988572824 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7a3806b810 0x7f7a3806dcd0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f7a5000b840 tx=0x7f7a50008040 comp rx=0 tx=0).stop 2024-02-09T23:57:13.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.402+0000 7f7a5c662640 1 -- 172.21.15.27:0/3988572824 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7a54145210 msgr2=0x7f7a5415ad90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:13.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.402+0000 7f7a5c662640 1 --2- 172.21.15.27:0/3988572824 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7a54145210 0x7f7a5415ad90 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f7a4c02c4e0 tx=0x7f7a4c004a40 comp rx=0 tx=0).stop 2024-02-09T23:57:13.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.402+0000 7f7a5c662640 1 -- 172.21.15.27:0/3988572824 shutdown_connections 2024-02-09T23:57:13.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.402+0000 7f7a5c662640 1 --2- 172.21.15.27:0/3988572824 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7a3806b810 0x7f7a3806dcd0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.402+0000 7f7a5c662640 1 --2- 172.21.15.27:0/3988572824 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7a54145210 0x7f7a5415ad90 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.402+0000 7f7a5c662640 1 --2- 172.21.15.27:0/3988572824 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7a540cc950 0x7f7a540ab360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.402+0000 7f7a5c662640 1 --2- 172.21.15.27:0/3988572824 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7a540b1a20 0x7f7a541f51f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.402+0000 7f7a5c662640 1 -- 172.21.15.27:0/3988572824 >> 172.21.15.27:0/3988572824 conn(0x7f7a5406ac50 msgr2=0x7f7a5406b030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:13.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.402+0000 7f7a5c662640 1 -- 172.21.15.27:0/3988572824 shutdown_connections 2024-02-09T23:57:13.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:13.402+0000 7f7a5c662640 1 -- 172.21.15.27:0/3988572824 wait complete. 2024-02-09T23:57:13.415 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-02-09T23:57:13.415 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-02-09T23:57:13.416 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi153.front.sepia.ceph.com 2024-02-09T23:57:13.416 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-02-09T23:57:13.416 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-02-09T23:57:13.416 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-02-09T23:57:13.416 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-02-09T23:57:13.416 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-02-09T23:57:13.416 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-02-09T23:57:13.416 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:13.416 DEBUG:teuthology.orchestra.run.smithi153:> ip addr 2024-02-09T23:57:13.436 INFO:teuthology.orchestra.run.smithi153.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-02-09T23:57:13.436 INFO:teuthology.orchestra.run.smithi153.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-02-09T23:57:13.436 INFO:teuthology.orchestra.run.smithi153.stdout: inet 127.0.0.1/8 scope host lo 2024-02-09T23:57:13.436 INFO:teuthology.orchestra.run.smithi153.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:13.436 INFO:teuthology.orchestra.run.smithi153.stdout: inet6 ::1/128 scope host 2024-02-09T23:57:13.437 INFO:teuthology.orchestra.run.smithi153.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:13.437 INFO:teuthology.orchestra.run.smithi153.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-09T23:57:13.437 INFO:teuthology.orchestra.run.smithi153.stdout: link/ether 0c:c4:7a:da:6a:b2 brd ff:ff:ff:ff:ff:ff 2024-02-09T23:57:13.437 INFO:teuthology.orchestra.run.smithi153.stdout: altname enp7s0f0 2024-02-09T23:57:13.437 INFO:teuthology.orchestra.run.smithi153.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-09T23:57:13.437 INFO:teuthology.orchestra.run.smithi153.stdout: link/ether 0c:c4:7a:da:6a:b3 brd ff:ff:ff:ff:ff:ff 2024-02-09T23:57:13.437 INFO:teuthology.orchestra.run.smithi153.stdout: altname enp7s0f1 2024-02-09T23:57:13.437 INFO:teuthology.orchestra.run.smithi153.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-09T23:57:13.437 INFO:teuthology.orchestra.run.smithi153.stdout: link/ether 0c:c4:7a:88:6d:ea brd ff:ff:ff:ff:ff:ff 2024-02-09T23:57:13.438 INFO:teuthology.orchestra.run.smithi153.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-02-09T23:57:13.438 INFO:teuthology.orchestra.run.smithi153.stdout: link/ether 0c:c4:7a:88:6d:eb brd ff:ff:ff:ff:ff:ff 2024-02-09T23:57:13.438 INFO:teuthology.orchestra.run.smithi153.stdout: inet 172.21.15.153/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-02-09T23:57:13.438 INFO:teuthology.orchestra.run.smithi153.stdout: valid_lft 42659sec preferred_lft 42659sec 2024-02-09T23:57:13.438 INFO:teuthology.orchestra.run.smithi153.stdout: inet6 fe80::ec4:7aff:fe88:6deb/64 scope link 2024-02-09T23:57:13.438 INFO:teuthology.orchestra.run.smithi153.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:13.438 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-02-09T23:57:13.439 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:13.439 DEBUG:teuthology.orchestra.run.smithi153:> (cd / && exec bash -c ' 2024-02-09T23:57:13.439 DEBUG:teuthology.orchestra.run.smithi153:> set -e 2024-02-09T23:57:13.439 DEBUG:teuthology.orchestra.run.smithi153:> sudo ip link add name ceph-brx type bridge 2024-02-09T23:57:13.439 DEBUG:teuthology.orchestra.run.smithi153:> sudo ip addr flush dev ceph-brx 2024-02-09T23:57:13.439 DEBUG:teuthology.orchestra.run.smithi153:> sudo ip link set ceph-brx up 2024-02-09T23:57:13.439 DEBUG:teuthology.orchestra.run.smithi153:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-02-09T23:57:13.439 DEBUG:teuthology.orchestra.run.smithi153:> ') 2024-02-09T23:57:13.685 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:13.685 DEBUG:teuthology.orchestra.run.smithi153:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-02-09T23:57:13.712 INFO:teuthology.orchestra.run.smithi153.stdout:1 2024-02-09T23:57:13.713 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:13.713 DEBUG:teuthology.orchestra.run.smithi153:> route 2024-02-09T23:57:13.778 INFO:teuthology.orchestra.run.smithi153.stdout:Kernel IP routing table 2024-02-09T23:57:13.778 INFO:teuthology.orchestra.run.smithi153.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-02-09T23:57:13.778 INFO:teuthology.orchestra.run.smithi153.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-02-09T23:57:13.778 INFO:teuthology.orchestra.run.smithi153.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-02-09T23:57:13.778 INFO:teuthology.orchestra.run.smithi153.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-02-09T23:57:13.778 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:13.779 DEBUG:teuthology.orchestra.run.smithi153:> (cd / && exec bash -c ' 2024-02-09T23:57:13.779 DEBUG:teuthology.orchestra.run.smithi153:> set -e 2024-02-09T23:57:13.779 DEBUG:teuthology.orchestra.run.smithi153:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-02-09T23:57:13.779 DEBUG:teuthology.orchestra.run.smithi153:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-02-09T23:57:13.779 DEBUG:teuthology.orchestra.run.smithi153:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-02-09T23:57:13.779 DEBUG:teuthology.orchestra.run.smithi153:> ') 2024-02-09T23:57:14.058 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:14.058 DEBUG:teuthology.orchestra.run.smithi153:> ip netns list 2024-02-09T23:57:14.076 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:14.076 DEBUG:teuthology.orchestra.run.smithi153:> ip netns list-id 2024-02-09T23:57:14.131 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:14.131 DEBUG:teuthology.orchestra.run.smithi153:> (cd / && exec bash -c ' 2024-02-09T23:57:14.131 DEBUG:teuthology.orchestra.run.smithi153:> set -e 2024-02-09T23:57:14.131 DEBUG:teuthology.orchestra.run.smithi153:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-02-09T23:57:14.131 DEBUG:teuthology.orchestra.run.smithi153:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-02-09T23:57:14.132 DEBUG:teuthology.orchestra.run.smithi153:> ') 2024-02-09T23:57:14.217 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-02-09T23:57:14.217 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:14.217 DEBUG:teuthology.orchestra.run.smithi153:> (cd / && exec bash -c ' 2024-02-09T23:57:14.217 DEBUG:teuthology.orchestra.run.smithi153:> set -e 2024-02-09T23:57:14.217 DEBUG:teuthology.orchestra.run.smithi153:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-02-09T23:57:14.217 DEBUG:teuthology.orchestra.run.smithi153:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-02-09T23:57:14.217 DEBUG:teuthology.orchestra.run.smithi153:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-02-09T23:57:14.217 DEBUG:teuthology.orchestra.run.smithi153:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-02-09T23:57:14.217 DEBUG:teuthology.orchestra.run.smithi153:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-02-09T23:57:14.218 DEBUG:teuthology.orchestra.run.smithi153:> ') 2024-02-09T23:57:14.358 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:14.358 DEBUG:teuthology.orchestra.run.smithi153:> (cd / && exec bash -c ' 2024-02-09T23:57:14.358 DEBUG:teuthology.orchestra.run.smithi153:> set -e 2024-02-09T23:57:14.358 DEBUG:teuthology.orchestra.run.smithi153:> sudo ip link set brx.0 up 2024-02-09T23:57:14.358 DEBUG:teuthology.orchestra.run.smithi153:> sudo ip link set dev brx.0 master ceph-brx 2024-02-09T23:57:14.358 DEBUG:teuthology.orchestra.run.smithi153:> ') 2024-02-09T23:57:14.400 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-02-09T23:57:14.400 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-09T23:57:14.400 DEBUG:teuthology.orchestra.run.smithi153:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-02-09T23:57:14.455 INFO:teuthology.orchestra.run.smithi153.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-02-09T23:57:14.455 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-09T23:57:14.455 DEBUG:teuthology.orchestra.run.smithi153:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-02-09T23:57:14.510 DEBUG:teuthology.orchestra.run.smithi153:> sudo modprobe fuse 2024-02-09T23:57:14.578 DEBUG:teuthology.orchestra.run.smithi153:> cat /proc/self/mounts | awk '{print $2}' 2024-02-09T23:57:14.634 INFO:teuthology.orchestra.run.smithi153.stdout:/proc 2024-02-09T23:57:14.634 INFO:teuthology.orchestra.run.smithi153.stdout:/sys 2024-02-09T23:57:14.634 INFO:teuthology.orchestra.run.smithi153.stdout:/dev 2024-02-09T23:57:14.634 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/kernel/security 2024-02-09T23:57:14.634 INFO:teuthology.orchestra.run.smithi153.stdout:/dev/shm 2024-02-09T23:57:14.634 INFO:teuthology.orchestra.run.smithi153.stdout:/dev/pts 2024-02-09T23:57:14.635 INFO:teuthology.orchestra.run.smithi153.stdout:/run 2024-02-09T23:57:14.635 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/fs/cgroup 2024-02-09T23:57:14.635 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/fs/pstore 2024-02-09T23:57:14.635 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/fs/bpf 2024-02-09T23:57:14.635 INFO:teuthology.orchestra.run.smithi153.stdout:/ 2024-02-09T23:57:14.635 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/fs/selinux 2024-02-09T23:57:14.635 INFO:teuthology.orchestra.run.smithi153.stdout:/proc/sys/fs/binfmt_misc 2024-02-09T23:57:14.635 INFO:teuthology.orchestra.run.smithi153.stdout:/dev/mqueue 2024-02-09T23:57:14.635 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/kernel/debug 2024-02-09T23:57:14.635 INFO:teuthology.orchestra.run.smithi153.stdout:/dev/hugepages 2024-02-09T23:57:14.635 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/kernel/tracing 2024-02-09T23:57:14.635 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/fs/fuse/connections 2024-02-09T23:57:14.635 INFO:teuthology.orchestra.run.smithi153.stdout:/run/credentials/systemd-sysctl.service 2024-02-09T23:57:14.635 INFO:teuthology.orchestra.run.smithi153.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-02-09T23:57:14.636 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/kernel/config 2024-02-09T23:57:14.636 INFO:teuthology.orchestra.run.smithi153.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-02-09T23:57:14.636 INFO:teuthology.orchestra.run.smithi153.stdout:/var/lib/nfs/rpc_pipefs 2024-02-09T23:57:14.636 INFO:teuthology.orchestra.run.smithi153.stdout:/run/user/1000 2024-02-09T23:57:14.636 INFO:teuthology.orchestra.run.smithi153.stdout:/var/lib/ceph 2024-02-09T23:57:14.636 INFO:teuthology.orchestra.run.smithi153.stdout:/var/lib/ceph/osd/ceph-4 2024-02-09T23:57:14.636 INFO:teuthology.orchestra.run.smithi153.stdout:/var/lib/ceph/osd/ceph-5 2024-02-09T23:57:14.636 INFO:teuthology.orchestra.run.smithi153.stdout:/var/lib/ceph/osd/ceph-6 2024-02-09T23:57:14.636 INFO:teuthology.orchestra.run.smithi153.stdout:/var/lib/ceph/osd/ceph-7 2024-02-09T23:57:14.636 INFO:teuthology.orchestra.run.smithi153.stdout:/run/netns 2024-02-09T23:57:14.636 INFO:teuthology.orchestra.run.smithi153.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-02-09T23:57:14.636 INFO:teuthology.orchestra.run.smithi153.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-02-09T23:57:14.637 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:14.637 DEBUG:teuthology.orchestra.run.smithi153:> ls /sys/fs/fuse/connections 2024-02-09T23:57:14.689 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-02-09T23:57:14.690 DEBUG:teuthology.orchestra.run.smithi153:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-02-09T23:57:14.732 DEBUG:teuthology.orchestra.run.smithi153:> sudo modprobe fuse 2024-02-09T23:57:14.759 DEBUG:teuthology.orchestra.run.smithi153:> cat /proc/self/mounts | awk '{print $2}' 2024-02-09T23:57:14.814 INFO:teuthology.orchestra.run.smithi153.stdout:/proc 2024-02-09T23:57:14.814 INFO:teuthology.orchestra.run.smithi153.stdout:/sys 2024-02-09T23:57:14.815 INFO:teuthology.orchestra.run.smithi153.stdout:/dev 2024-02-09T23:57:14.815 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/kernel/security 2024-02-09T23:57:14.815 INFO:teuthology.orchestra.run.smithi153.stdout:/dev/shm 2024-02-09T23:57:14.815 INFO:teuthology.orchestra.run.smithi153.stdout:/dev/pts 2024-02-09T23:57:14.815 INFO:teuthology.orchestra.run.smithi153.stdout:/run 2024-02-09T23:57:14.815 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/fs/cgroup 2024-02-09T23:57:14.815 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/fs/pstore 2024-02-09T23:57:14.815 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/fs/bpf 2024-02-09T23:57:14.815 INFO:teuthology.orchestra.run.smithi153.stdout:/ 2024-02-09T23:57:14.815 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/fs/selinux 2024-02-09T23:57:14.815 INFO:teuthology.orchestra.run.smithi153.stdout:/proc/sys/fs/binfmt_misc 2024-02-09T23:57:14.815 INFO:teuthology.orchestra.run.smithi153.stdout:/dev/mqueue 2024-02-09T23:57:14.815 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/kernel/debug 2024-02-09T23:57:14.816 INFO:teuthology.orchestra.run.smithi153.stdout:/dev/hugepages 2024-02-09T23:57:14.816 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/kernel/tracing 2024-02-09T23:57:14.816 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/fs/fuse/connections 2024-02-09T23:57:14.816 INFO:teuthology.orchestra.run.smithi153.stdout:/run/credentials/systemd-sysctl.service 2024-02-09T23:57:14.816 INFO:teuthology.orchestra.run.smithi153.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-02-09T23:57:14.816 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/kernel/config 2024-02-09T23:57:14.816 INFO:teuthology.orchestra.run.smithi153.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-02-09T23:57:14.816 INFO:teuthology.orchestra.run.smithi153.stdout:/var/lib/nfs/rpc_pipefs 2024-02-09T23:57:14.816 INFO:teuthology.orchestra.run.smithi153.stdout:/run/user/1000 2024-02-09T23:57:14.816 INFO:teuthology.orchestra.run.smithi153.stdout:/var/lib/ceph 2024-02-09T23:57:14.816 INFO:teuthology.orchestra.run.smithi153.stdout:/var/lib/ceph/osd/ceph-4 2024-02-09T23:57:14.816 INFO:teuthology.orchestra.run.smithi153.stdout:/var/lib/ceph/osd/ceph-5 2024-02-09T23:57:14.816 INFO:teuthology.orchestra.run.smithi153.stdout:/var/lib/ceph/osd/ceph-6 2024-02-09T23:57:14.816 INFO:teuthology.orchestra.run.smithi153.stdout:/var/lib/ceph/osd/ceph-7 2024-02-09T23:57:14.817 INFO:teuthology.orchestra.run.smithi153.stdout:/run/netns 2024-02-09T23:57:14.817 INFO:teuthology.orchestra.run.smithi153.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-02-09T23:57:14.817 INFO:teuthology.orchestra.run.smithi153.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-02-09T23:57:14.817 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:14.817 DEBUG:teuthology.orchestra.run.smithi153:> ls /sys/fs/fuse/connections 2024-02-09T23:57:14.819 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi153.stderr:2024-02-09T23:57:14.817+0000 7f7f6284d480 -1 init, newargv = 0x56315bdd15c0 newargc=15 2024-02-09T23:57:14.819 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi153.stderr:ceph-fuse[44375]: starting ceph client 2024-02-09T23:57:14.824 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi153.stderr:ceph-fuse[44375]: starting fuse 2024-02-09T23:57:14.834 INFO:teuthology.orchestra.run.smithi153.stdout:43 2024-02-09T23:57:14.834 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-02-09T23:57:14.834 DEBUG:teuthology.orchestra.run.smithi153:> sudo stdin-killer -- python3 -c ' 2024-02-09T23:57:14.834 DEBUG:teuthology.orchestra.run.smithi153:> import glob 2024-02-09T23:57:14.834 DEBUG:teuthology.orchestra.run.smithi153:> import re 2024-02-09T23:57:14.835 DEBUG:teuthology.orchestra.run.smithi153:> import os 2024-02-09T23:57:14.835 DEBUG:teuthology.orchestra.run.smithi153:> import subprocess 2024-02-09T23:57:14.835 DEBUG:teuthology.orchestra.run.smithi153:> 2024-02-09T23:57:14.835 DEBUG:teuthology.orchestra.run.smithi153:> def _find_admin_socket(client_name): 2024-02-09T23:57:14.835 DEBUG:teuthology.orchestra.run.smithi153:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-02-09T23:57:14.835 DEBUG:teuthology.orchestra.run.smithi153:> files = glob.glob(asok_path) 2024-02-09T23:57:14.835 DEBUG:teuthology.orchestra.run.smithi153:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-02-09T23:57:14.835 DEBUG:teuthology.orchestra.run.smithi153:> 2024-02-09T23:57:14.835 DEBUG:teuthology.orchestra.run.smithi153:> # Given a non-glob path, it better be there 2024-02-09T23:57:14.835 DEBUG:teuthology.orchestra.run.smithi153:> if "*" not in asok_path: 2024-02-09T23:57:14.835 DEBUG:teuthology.orchestra.run.smithi153:> assert(len(files) == 1) 2024-02-09T23:57:14.835 DEBUG:teuthology.orchestra.run.smithi153:> return files[0] 2024-02-09T23:57:14.835 DEBUG:teuthology.orchestra.run.smithi153:> 2024-02-09T23:57:14.835 DEBUG:teuthology.orchestra.run.smithi153:> for f in files: 2024-02-09T23:57:14.835 DEBUG:teuthology.orchestra.run.smithi153:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-02-09T23:57:14.836 DEBUG:teuthology.orchestra.run.smithi153:> if os.path.exists("/proc/{0}".format(pid)): 2024-02-09T23:57:14.836 DEBUG:teuthology.orchestra.run.smithi153:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-02-09T23:57:14.836 DEBUG:teuthology.orchestra.run.smithi153:> contents = proc_f.read() 2024-02-09T23:57:14.836 DEBUG:teuthology.orchestra.run.smithi153:> if mountpoint in contents: 2024-02-09T23:57:14.836 DEBUG:teuthology.orchestra.run.smithi153:> return f 2024-02-09T23:57:14.836 DEBUG:teuthology.orchestra.run.smithi153:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-02-09T23:57:14.836 DEBUG:teuthology.orchestra.run.smithi153:> 2024-02-09T23:57:14.836 DEBUG:teuthology.orchestra.run.smithi153:> print(_find_admin_socket("client.1")) 2024-02-09T23:57:14.836 DEBUG:teuthology.orchestra.run.smithi153:> ' 2024-02-09T23:57:14.955 INFO:teuthology.orchestra.run.smithi153.stdout:/var/run/ceph/ceph-client.1.44375.asok 2024-02-09T23:57:14.959 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:57:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-02-09T23:57:14.966 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.44375.asok 2024-02-09T23:57:14.966 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:14.967 DEBUG:teuthology.orchestra.run.smithi153:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.44375.asok status 2024-02-09T23:57:15.105 INFO:teuthology.orchestra.run.smithi153.stdout:{ 2024-02-09T23:57:15.106 INFO:teuthology.orchestra.run.smithi153.stdout: "metadata": { 2024-02-09T23:57:15.106 INFO:teuthology.orchestra.run.smithi153.stdout: "ceph_sha1": "290212a1bfd33563ba76ee5b7f0b944fdb6c5d90", 2024-02-09T23:57:15.106 INFO:teuthology.orchestra.run.smithi153.stdout: "ceph_version": "ceph version 19.0.0-1361-g290212a1 (290212a1bfd33563ba76ee5b7f0b944fdb6c5d90) squid (dev)", 2024-02-09T23:57:15.106 INFO:teuthology.orchestra.run.smithi153.stdout: "entity_id": "1", 2024-02-09T23:57:15.106 INFO:teuthology.orchestra.run.smithi153.stdout: "hostname": "smithi153", 2024-02-09T23:57:15.106 INFO:teuthology.orchestra.run.smithi153.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-02-09T23:57:15.106 INFO:teuthology.orchestra.run.smithi153.stdout: "pid": "44375", 2024-02-09T23:57:15.106 INFO:teuthology.orchestra.run.smithi153.stdout: "root": "/" 2024-02-09T23:57:15.106 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-02-09T23:57:15.106 INFO:teuthology.orchestra.run.smithi153.stdout: "dentry_count": 0, 2024-02-09T23:57:15.106 INFO:teuthology.orchestra.run.smithi153.stdout: "dentry_pinned_count": 0, 2024-02-09T23:57:15.106 INFO:teuthology.orchestra.run.smithi153.stdout: "id": 4514, 2024-02-09T23:57:15.106 INFO:teuthology.orchestra.run.smithi153.stdout: "inst": { 2024-02-09T23:57:15.106 INFO:teuthology.orchestra.run.smithi153.stdout: "name": { 2024-02-09T23:57:15.107 INFO:teuthology.orchestra.run.smithi153.stdout: "type": "client", 2024-02-09T23:57:15.107 INFO:teuthology.orchestra.run.smithi153.stdout: "num": 4514 2024-02-09T23:57:15.107 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-02-09T23:57:15.107 INFO:teuthology.orchestra.run.smithi153.stdout: "addr": { 2024-02-09T23:57:15.107 INFO:teuthology.orchestra.run.smithi153.stdout: "type": "v1", 2024-02-09T23:57:15.107 INFO:teuthology.orchestra.run.smithi153.stdout: "addr": "192.168.0.1:0", 2024-02-09T23:57:15.107 INFO:teuthology.orchestra.run.smithi153.stdout: "nonce": 2482364121 2024-02-09T23:57:15.107 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-02-09T23:57:15.107 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-02-09T23:57:15.107 INFO:teuthology.orchestra.run.smithi153.stdout: "addr": { 2024-02-09T23:57:15.107 INFO:teuthology.orchestra.run.smithi153.stdout: "type": "v1", 2024-02-09T23:57:15.107 INFO:teuthology.orchestra.run.smithi153.stdout: "addr": "192.168.0.1:0", 2024-02-09T23:57:15.107 INFO:teuthology.orchestra.run.smithi153.stdout: "nonce": 2482364121 2024-02-09T23:57:15.107 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-02-09T23:57:15.107 INFO:teuthology.orchestra.run.smithi153.stdout: "inst_str": "client.4514 192.168.0.1:0/2482364121", 2024-02-09T23:57:15.108 INFO:teuthology.orchestra.run.smithi153.stdout: "addr_str": "192.168.0.1:0/2482364121", 2024-02-09T23:57:15.108 INFO:teuthology.orchestra.run.smithi153.stdout: "inode_count": 1, 2024-02-09T23:57:15.108 INFO:teuthology.orchestra.run.smithi153.stdout: "mds_epoch": 6, 2024-02-09T23:57:15.108 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_epoch": 20, 2024-02-09T23:57:15.108 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_epoch_barrier": 0, 2024-02-09T23:57:15.108 INFO:teuthology.orchestra.run.smithi153.stdout: "blocklisted": false, 2024-02-09T23:57:15.108 INFO:teuthology.orchestra.run.smithi153.stdout: "fs_name": "cephfs" 2024-02-09T23:57:15.108 INFO:teuthology.orchestra.run.smithi153.stdout:} 2024-02-09T23:57:15.114 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-02-09T23:57:15.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.232+0000 7f1fcea1c640 1 Processor -- start 2024-02-09T23:57:15.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.232+0000 7f1fcea1c640 1 -- start start 2024-02-09T23:57:15.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.233+0000 7f1fcea1c640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f1fc8161470 0x7f1fc80cecf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:15.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.233+0000 7f1fcea1c640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1fc80d1330 con 0x7f1fc806c830 2024-02-09T23:57:15.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.233+0000 7f1fcea1c640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1fc80d3740 con 0x7f1fc80ce180 2024-02-09T23:57:15.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.233+0000 7f1fcea1c640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1fc8161850 con 0x7f1fc8161470 2024-02-09T23:57:15.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.233+0000 7f1fccfb9640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f1fc806c830 0x7f1fc80d1f00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:56474/0 (socket says 172.21.15.27:56474) 2024-02-09T23:57:15.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.233+0000 7f1fccfb9640 1 -- 172.21.15.27:0/1818466590 learned_addr learned my addr 172.21.15.27:0/1818466590 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:15.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.233+0000 7f1fc6ffd640 1 -- 172.21.15.27:0/1818466590 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 706796397 0 0) 0x7f1fc0001490 con 0x7f1fc806c830 2024-02-09T23:57:15.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.233+0000 7f1fc7fff640 1 --2- 172.21.15.27:0/1818466590 >> v2:172.21.15.153:3300/0 conn(0x7f1fc8161470 0x7f1fc80cecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:15.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.233+0000 7f1fc6ffd640 1 -- 172.21.15.27:0/1818466590 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1fb0003520 con 0x7f1fc806c830 2024-02-09T23:57:15.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.234+0000 7f1fc6ffd640 1 -- 172.21.15.27:0/1818466590 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3806549552 0 0) 0x7f1fb0003520 con 0x7f1fc806c830 2024-02-09T23:57:15.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.234+0000 7f1fc6ffd640 1 -- 172.21.15.27:0/1818466590 >> v2:172.21.15.153:3300/0 conn(0x7f1fc8161470 msgr2=0x7f1fc80cecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:15.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.234+0000 7f1fc6ffd640 1 --2- 172.21.15.27:0/1818466590 >> v2:172.21.15.153:3300/0 conn(0x7f1fc8161470 0x7f1fc80cecf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:15.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.234+0000 7f1fc6ffd640 1 -- 172.21.15.27:0/1818466590 >> v1:172.21.15.153:6789/0 conn(0x7f1fc80ce180 legacy=0x7f1fc806c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:15.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.234+0000 7f1fc6ffd640 1 -- 172.21.15.27:0/1818466590 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1fc80d1050 con 0x7f1fc806c830 2024-02-09T23:57:15.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.234+0000 7f1fc6ffd640 1 -- 172.21.15.27:0/1818466590 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7f1fc0001b80 con 0x7f1fc806c830 2024-02-09T23:57:15.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.234+0000 7f1fc6ffd640 1 -- 172.21.15.27:0/1818466590 >> v1:172.21.15.27:6789/0 conn(0x7f1fc806c830 legacy=0x7f1fc80d1f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:15.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.234+0000 7f1fc6ffd640 1 --2- 172.21.15.27:0/1818466590 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1fb00039e0 0x7f1fb0003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:15.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.234+0000 7f1fc6ffd640 1 --2- 172.21.15.27:0/1818466590 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1fb00047c0 0x7f1fb0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:15.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.234+0000 7f1fc6ffd640 1 --2- 172.21.15.27:0/1818466590 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1fb00051f0 0x7f1fb000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:15.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.234+0000 7f1fc6ffd640 1 -- 172.21.15.27:0/1818466590 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fb000c120 con 0x7f1fb00051f0 2024-02-09T23:57:15.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.234+0000 7f1fc6ffd640 1 -- 172.21.15.27:0/1818466590 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fb000c290 con 0x7f1fb00039e0 2024-02-09T23:57:15.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.234+0000 7f1fc6ffd640 1 -- 172.21.15.27:0/1818466590 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1fb000c450 con 0x7f1fb00047c0 2024-02-09T23:57:15.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.234+0000 7f1fc7fff640 1 --2- 172.21.15.27:0/1818466590 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1fb00039e0 0x7f1fb0003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:15.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.234+0000 7f1fccfb9640 1 --2- 172.21.15.27:0/1818466590 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1fb00051f0 0x7f1fb000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:15.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.234+0000 7f1fc77fe640 1 --2- 172.21.15.27:0/1818466590 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1fb00047c0 0x7f1fb0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:15.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.234+0000 7f1fccfb9640 1 -- 172.21.15.27:0/1818466590 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1fb00047c0 msgr2=0x7f1fb0004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:15.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.234+0000 7f1fccfb9640 1 --2- 172.21.15.27:0/1818466590 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1fb00047c0 0x7f1fb0004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:15.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.234+0000 7f1fccfb9640 1 -- 172.21.15.27:0/1818466590 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1fb00039e0 msgr2=0x7f1fb0003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:15.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.234+0000 7f1fccfb9640 1 --2- 172.21.15.27:0/1818466590 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1fb00039e0 0x7f1fb0003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:15.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.234+0000 7f1fccfb9640 1 -- 172.21.15.27:0/1818466590 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1fb0003520 con 0x7f1fb00051f0 2024-02-09T23:57:15.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.234+0000 7f1fc7fff640 1 --2- 172.21.15.27:0/1818466590 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1fb00039e0 0x7f1fb0003e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:57:15.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.235+0000 7f1fccfb9640 1 -- 172.21.15.27:0/1818466590 reap_dead start 2024-02-09T23:57:15.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.235+0000 7f1fccfb9640 1 --2- 172.21.15.27:0/1818466590 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1fb00051f0 0x7f1fb000b980 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f1fc000a800 tx=0x7f1fb00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f4e384d136e5ddb server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:15.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.235+0000 7f1fc6ffd640 1 -- 172.21.15.27:0/1818466590 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fc0034630 con 0x7f1fb00051f0 2024-02-09T23:57:15.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.235+0000 7f1fc6ffd640 1 -- 172.21.15.27:0/1818466590 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1fc002f070 con 0x7f1fb00051f0 2024-02-09T23:57:15.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.235+0000 7f1fc6ffd640 1 -- 172.21.15.27:0/1818466590 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fc00349f0 con 0x7f1fb00051f0 2024-02-09T23:57:15.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.236+0000 7f1fcea1c640 1 -- 172.21.15.27:0/1818466590 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1fb00051f0 msgr2=0x7f1fb000b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:15.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.236+0000 7f1fcea1c640 1 --2- 172.21.15.27:0/1818466590 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1fb00051f0 0x7f1fb000b980 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f1fc000a800 tx=0x7f1fb00057f0 comp rx=0 tx=0).stop 2024-02-09T23:57:15.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.236+0000 7f1fcea1c640 1 -- 172.21.15.27:0/1818466590 shutdown_connections 2024-02-09T23:57:15.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.236+0000 7f1fcea1c640 1 --2- 172.21.15.27:0/1818466590 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1fb00051f0 0x7f1fb000b980 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:15.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.236+0000 7f1fcea1c640 1 -- 172.21.15.27:0/1818466590 >> 172.21.15.27:0/1818466590 conn(0x7f1fc80b58b0 msgr2=0x7f1fc80b5cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:15.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.236+0000 7f1fcea1c640 1 -- 172.21.15.27:0/1818466590 shutdown_connections 2024-02-09T23:57:15.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.236+0000 7f1fcea1c640 1 -- 172.21.15.27:0/1818466590 wait complete. 2024-02-09T23:57:15.244 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.237+0000 7f1fcea1c640 1 Processor -- start 2024-02-09T23:57:15.244 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.237+0000 7f1fcea1c640 1 -- start start 2024-02-09T23:57:15.244 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.238+0000 7f1fcea1c640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1fb00051f0 0x7f1fc81f3b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:15.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.238+0000 7f1fcea1c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1fc815fe20 0x7f1fc81602a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:15.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.238+0000 7f1fcea1c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1fc8157950 0x7f1fc8157de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:15.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.238+0000 7f1fcea1c640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fc81607e0 con 0x7f1fc815fe20 2024-02-09T23:57:15.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.238+0000 7f1fcea1c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fc815dda0 con 0x7f1fc8157950 2024-02-09T23:57:15.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.238+0000 7f1fcea1c640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1fc81586f0 con 0x7f1fb00051f0 2024-02-09T23:57:15.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.238+0000 7f1fc77fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1fc815fe20 0x7f1fc81602a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:15.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.238+0000 7f1fc77fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1fc815fe20 0x7f1fc81602a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60122/0 (socket says 172.21.15.27:60122) 2024-02-09T23:57:15.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.238+0000 7f1fc77fe640 1 -- 172.21.15.27:0/127515174 learned_addr learned my addr 172.21.15.27:0/127515174 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:15.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.238+0000 7f1fc7fff640 1 --2- 172.21.15.27:0/127515174 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1fb00051f0 0x7f1fc81f3b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:15.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.238+0000 7f1fccfb9640 1 --2- 172.21.15.27:0/127515174 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1fc8157950 0x7f1fc8157de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:15.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.239+0000 7f1fc77fe640 1 -- 172.21.15.27:0/127515174 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1fb00051f0 msgr2=0x7f1fc81f3b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:15.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.239+0000 7f1fc77fe640 1 --2- 172.21.15.27:0/127515174 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1fb00051f0 0x7f1fc81f3b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:15.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.239+0000 7f1fc77fe640 1 -- 172.21.15.27:0/127515174 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1fc8157950 msgr2=0x7f1fc8157de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:15.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.239+0000 7f1fc77fe640 1 --2- 172.21.15.27:0/127515174 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1fc8157950 0x7f1fc8157de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:15.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.239+0000 7f1fc77fe640 1 -- 172.21.15.27:0/127515174 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1fc81589d0 con 0x7f1fc815fe20 2024-02-09T23:57:15.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.239+0000 7f1fc77fe640 1 --2- 172.21.15.27:0/127515174 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1fc815fe20 0x7f1fc81602a0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f1fbc00f5f0 tx=0x7f1fbc00f9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:15.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.239+0000 7f1fc4ff9640 1 -- 172.21.15.27:0/127515174 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fbc0052e0 con 0x7f1fc815fe20 2024-02-09T23:57:15.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.239+0000 7f1fc4ff9640 1 -- 172.21.15.27:0/127515174 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1fbc005440 con 0x7f1fc815fe20 2024-02-09T23:57:15.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.239+0000 7f1fcea1c640 1 -- 172.21.15.27:0/127515174 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1fc8158cb0 con 0x7f1fc815fe20 2024-02-09T23:57:15.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.239+0000 7f1fc4ff9640 1 -- 172.21.15.27:0/127515174 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fbc003810 con 0x7f1fc815fe20 2024-02-09T23:57:15.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.239+0000 7f1fcea1c640 1 -- 172.21.15.27:0/127515174 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1fc8158320 con 0x7f1fc815fe20 2024-02-09T23:57:15.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.240+0000 7f1fcea1c640 1 -- 172.21.15.27:0/127515174 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1fc80cfc50 con 0x7f1fc815fe20 2024-02-09T23:57:15.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.241+0000 7f1fc4ff9640 1 -- 172.21.15.27:0/127515174 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f1fbc003970 con 0x7f1fc815fe20 2024-02-09T23:57:15.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.241+0000 7f1fc4ff9640 1 --2- 172.21.15.27:0/127515174 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1fb406b840 0x7f1fb406dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:15.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.241+0000 7f1fc4ff9640 1 -- 172.21.15.27:0/127515174 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1fbc089eb0 con 0x7f1fc815fe20 2024-02-09T23:57:15.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.241+0000 7f1fc7fff640 1 --2- 172.21.15.27:0/127515174 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1fb406b840 0x7f1fb406dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:15.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.242+0000 7f1fc7fff640 1 --2- 172.21.15.27:0/127515174 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1fb406b840 0x7f1fb406dd00 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f1fc80cd950 tx=0x7f1fb8009190 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:15.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.246+0000 7f1fc4ff9640 1 -- 172.21.15.27:0/127515174 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f1fbc054960 con 0x7f1fc815fe20 2024-02-09T23:57:15.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.462+0000 7f1fcea1c640 1 -- 172.21.15.27:0/127515174 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f1fc8067cc0 con 0x7f1fc815fe20 2024-02-09T23:57:15.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.462+0000 7f1fc4ff9640 1 -- 172.21.15.27:0/127515174 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v6) v1 ==== 53+0+73 (secure 0 0 0) 0x7f1fbc058020 con 0x7f1fc815fe20 2024-02-09T23:57:15.465 INFO:teuthology.orchestra.run.smithi027.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-02-09T23:57:15.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.464+0000 7f1fcea1c640 1 -- 172.21.15.27:0/127515174 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1fb406b840 msgr2=0x7f1fb406dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:15.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.464+0000 7f1fcea1c640 1 --2- 172.21.15.27:0/127515174 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1fb406b840 0x7f1fb406dd00 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f1fc80cd950 tx=0x7f1fb8009190 comp rx=0 tx=0).stop 2024-02-09T23:57:15.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.464+0000 7f1fcea1c640 1 -- 172.21.15.27:0/127515174 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1fc815fe20 msgr2=0x7f1fc81602a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:15.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.464+0000 7f1fcea1c640 1 --2- 172.21.15.27:0/127515174 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1fc815fe20 0x7f1fc81602a0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f1fbc00f5f0 tx=0x7f1fbc00f9f0 comp rx=0 tx=0).stop 2024-02-09T23:57:15.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.464+0000 7f1fcea1c640 1 -- 172.21.15.27:0/127515174 shutdown_connections 2024-02-09T23:57:15.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.464+0000 7f1fcea1c640 1 --2- 172.21.15.27:0/127515174 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1fb406b840 0x7f1fb406dd00 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:15.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.464+0000 7f1fcea1c640 1 --2- 172.21.15.27:0/127515174 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1fc8157950 0x7f1fc8157de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:15.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.464+0000 7f1fcea1c640 1 --2- 172.21.15.27:0/127515174 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1fc815fe20 0x7f1fc81602a0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:15.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.464+0000 7f1fcea1c640 1 --2- 172.21.15.27:0/127515174 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1fb00051f0 0x7f1fc81f3b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:15.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.464+0000 7f1fcea1c640 1 -- 172.21.15.27:0/127515174 >> 172.21.15.27:0/127515174 conn(0x7f1fc80b58b0 msgr2=0x7f1fc80d2360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:15.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.464+0000 7f1fcea1c640 1 -- 172.21.15.27:0/127515174 shutdown_connections 2024-02-09T23:57:15.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:15.464+0000 7f1fcea1c640 1 -- 172.21.15.27:0/127515174 wait complete. 2024-02-09T23:57:15.478 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-02-09T23:57:15.478 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-02-09T23:57:15.478 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi153.front.sepia.ceph.com 2024-02-09T23:57:15.478 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-02-09T23:57:15.478 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-02-09T23:57:15.478 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-02-09T23:57:15.478 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-02-09T23:57:15.478 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-02-09T23:57:15.478 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-02-09T23:57:15.478 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:15.479 DEBUG:teuthology.orchestra.run.smithi153:> ip addr 2024-02-09T23:57:15.495 INFO:teuthology.orchestra.run.smithi153.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-02-09T23:57:15.495 INFO:teuthology.orchestra.run.smithi153.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-02-09T23:57:15.495 INFO:teuthology.orchestra.run.smithi153.stdout: inet 127.0.0.1/8 scope host lo 2024-02-09T23:57:15.495 INFO:teuthology.orchestra.run.smithi153.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:15.495 INFO:teuthology.orchestra.run.smithi153.stdout: inet6 ::1/128 scope host 2024-02-09T23:57:15.496 INFO:teuthology.orchestra.run.smithi153.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:15.496 INFO:teuthology.orchestra.run.smithi153.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-09T23:57:15.496 INFO:teuthology.orchestra.run.smithi153.stdout: link/ether 0c:c4:7a:da:6a:b2 brd ff:ff:ff:ff:ff:ff 2024-02-09T23:57:15.496 INFO:teuthology.orchestra.run.smithi153.stdout: altname enp7s0f0 2024-02-09T23:57:15.496 INFO:teuthology.orchestra.run.smithi153.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-09T23:57:15.496 INFO:teuthology.orchestra.run.smithi153.stdout: link/ether 0c:c4:7a:da:6a:b3 brd ff:ff:ff:ff:ff:ff 2024-02-09T23:57:15.496 INFO:teuthology.orchestra.run.smithi153.stdout: altname enp7s0f1 2024-02-09T23:57:15.496 INFO:teuthology.orchestra.run.smithi153.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-09T23:57:15.496 INFO:teuthology.orchestra.run.smithi153.stdout: link/ether 0c:c4:7a:88:6d:ea brd ff:ff:ff:ff:ff:ff 2024-02-09T23:57:15.496 INFO:teuthology.orchestra.run.smithi153.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-02-09T23:57:15.496 INFO:teuthology.orchestra.run.smithi153.stdout: link/ether 0c:c4:7a:88:6d:eb brd ff:ff:ff:ff:ff:ff 2024-02-09T23:57:15.496 INFO:teuthology.orchestra.run.smithi153.stdout: inet 172.21.15.153/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-02-09T23:57:15.496 INFO:teuthology.orchestra.run.smithi153.stdout: valid_lft 42657sec preferred_lft 42657sec 2024-02-09T23:57:15.496 INFO:teuthology.orchestra.run.smithi153.stdout: inet6 fe80::ec4:7aff:fe88:6deb/64 scope link 2024-02-09T23:57:15.497 INFO:teuthology.orchestra.run.smithi153.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:15.497 INFO:teuthology.orchestra.run.smithi153.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-02-09T23:57:15.497 INFO:teuthology.orchestra.run.smithi153.stdout: link/ether e2:3c:37:4d:fd:16 brd ff:ff:ff:ff:ff:ff 2024-02-09T23:57:15.497 INFO:teuthology.orchestra.run.smithi153.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-02-09T23:57:15.497 INFO:teuthology.orchestra.run.smithi153.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:15.497 INFO:teuthology.orchestra.run.smithi153.stdout: inet6 fe80::38f2:d6ff:fe0b:3db0/64 scope link 2024-02-09T23:57:15.497 INFO:teuthology.orchestra.run.smithi153.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:15.497 INFO:teuthology.orchestra.run.smithi153.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-02-09T23:57:15.497 INFO:teuthology.orchestra.run.smithi153.stdout: link/ether e2:3c:37:4d:fd:16 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-02-09T23:57:15.497 INFO:teuthology.orchestra.run.smithi153.stdout: inet6 fe80::e03c:37ff:fe4d:fd16/64 scope link tentative 2024-02-09T23:57:15.497 INFO:teuthology.orchestra.run.smithi153.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:15.497 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:15.498 DEBUG:teuthology.orchestra.run.smithi153:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-02-09T23:57:15.562 INFO:teuthology.orchestra.run.smithi153.stdout:1 2024-02-09T23:57:15.564 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:15.564 DEBUG:teuthology.orchestra.run.smithi153:> route 2024-02-09T23:57:15.620 INFO:teuthology.orchestra.run.smithi153.stdout:Kernel IP routing table 2024-02-09T23:57:15.620 INFO:teuthology.orchestra.run.smithi153.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-02-09T23:57:15.620 INFO:teuthology.orchestra.run.smithi153.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-02-09T23:57:15.620 INFO:teuthology.orchestra.run.smithi153.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-02-09T23:57:15.620 INFO:teuthology.orchestra.run.smithi153.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-02-09T23:57:15.620 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:15.620 DEBUG:teuthology.orchestra.run.smithi153:> (cd / && exec bash -c ' 2024-02-09T23:57:15.621 DEBUG:teuthology.orchestra.run.smithi153:> set -e 2024-02-09T23:57:15.621 DEBUG:teuthology.orchestra.run.smithi153:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-02-09T23:57:15.621 DEBUG:teuthology.orchestra.run.smithi153:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-02-09T23:57:15.621 DEBUG:teuthology.orchestra.run.smithi153:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-02-09T23:57:15.621 DEBUG:teuthology.orchestra.run.smithi153:> ') 2024-02-09T23:57:15.719 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:15.720 DEBUG:teuthology.orchestra.run.smithi153:> ip netns list 2024-02-09T23:57:15.734 INFO:teuthology.orchestra.run.smithi153.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-02-09T23:57:15.735 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:15.735 DEBUG:teuthology.orchestra.run.smithi153:> ip netns list-id 2024-02-09T23:57:15.790 INFO:teuthology.orchestra.run.smithi153.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-02-09T23:57:15.790 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:15.790 DEBUG:teuthology.orchestra.run.smithi153:> (cd / && exec bash -c ' 2024-02-09T23:57:15.790 DEBUG:teuthology.orchestra.run.smithi153:> set -e 2024-02-09T23:57:15.790 DEBUG:teuthology.orchestra.run.smithi153:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-02-09T23:57:15.790 DEBUG:teuthology.orchestra.run.smithi153:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-02-09T23:57:15.791 DEBUG:teuthology.orchestra.run.smithi153:> ') 2024-02-09T23:57:15.873 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:15.873 DEBUG:teuthology.orchestra.run.smithi153:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-02-09T23:57:15.940 INFO:teuthology.orchestra.run.smithi153.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-02-09T23:57:15.940 INFO:teuthology.orchestra.run.smithi153.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-02-09T23:57:15.940 INFO:teuthology.orchestra.run.smithi153.stdout: inet 127.0.0.1/8 scope host lo 2024-02-09T23:57:15.940 INFO:teuthology.orchestra.run.smithi153.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:15.940 INFO:teuthology.orchestra.run.smithi153.stdout: inet6 ::1/128 scope host 2024-02-09T23:57:15.940 INFO:teuthology.orchestra.run.smithi153.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:15.940 INFO:teuthology.orchestra.run.smithi153.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-02-09T23:57:15.941 INFO:teuthology.orchestra.run.smithi153.stdout: link/ether 8a:52:6a:05:58:a1 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-02-09T23:57:15.941 INFO:teuthology.orchestra.run.smithi153.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-02-09T23:57:15.941 INFO:teuthology.orchestra.run.smithi153.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:15.941 INFO:teuthology.orchestra.run.smithi153.stdout: inet6 fe80::8852:6aff:fe05:58a1/64 scope link tentative 2024-02-09T23:57:15.941 INFO:teuthology.orchestra.run.smithi153.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:15.942 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:15.942 DEBUG:teuthology.orchestra.run.smithi153:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-02-09T23:57:16.010 INFO:teuthology.orchestra.run.smithi153.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-02-09T23:57:16.010 INFO:teuthology.orchestra.run.smithi153.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-02-09T23:57:16.010 INFO:teuthology.orchestra.run.smithi153.stdout: inet 127.0.0.1/8 scope host lo 2024-02-09T23:57:16.010 INFO:teuthology.orchestra.run.smithi153.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:16.010 INFO:teuthology.orchestra.run.smithi153.stdout: inet6 ::1/128 scope host 2024-02-09T23:57:16.010 INFO:teuthology.orchestra.run.smithi153.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:16.010 INFO:teuthology.orchestra.run.smithi153.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-02-09T23:57:16.010 INFO:teuthology.orchestra.run.smithi153.stdout: link/ether 8a:52:6a:05:58:a1 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-02-09T23:57:16.010 INFO:teuthology.orchestra.run.smithi153.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-02-09T23:57:16.011 INFO:teuthology.orchestra.run.smithi153.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:16.011 INFO:teuthology.orchestra.run.smithi153.stdout: inet6 fe80::8852:6aff:fe05:58a1/64 scope link tentative 2024-02-09T23:57:16.011 INFO:teuthology.orchestra.run.smithi153.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:57:16.012 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-02-09T23:57:16.012 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:16.012 DEBUG:teuthology.orchestra.run.smithi153:> (cd / && exec bash -c ' 2024-02-09T23:57:16.012 DEBUG:teuthology.orchestra.run.smithi153:> set -e 2024-02-09T23:57:16.012 DEBUG:teuthology.orchestra.run.smithi153:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-02-09T23:57:16.012 DEBUG:teuthology.orchestra.run.smithi153:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-02-09T23:57:16.012 DEBUG:teuthology.orchestra.run.smithi153:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-02-09T23:57:16.012 DEBUG:teuthology.orchestra.run.smithi153:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-02-09T23:57:16.012 DEBUG:teuthology.orchestra.run.smithi153:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-02-09T23:57:16.012 DEBUG:teuthology.orchestra.run.smithi153:> ') 2024-02-09T23:57:16.138 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:16.138 DEBUG:teuthology.orchestra.run.smithi153:> (cd / && exec bash -c ' 2024-02-09T23:57:16.138 DEBUG:teuthology.orchestra.run.smithi153:> set -e 2024-02-09T23:57:16.139 DEBUG:teuthology.orchestra.run.smithi153:> sudo ip link set brx.1 up 2024-02-09T23:57:16.139 DEBUG:teuthology.orchestra.run.smithi153:> sudo ip link set dev brx.1 master ceph-brx 2024-02-09T23:57:16.139 DEBUG:teuthology.orchestra.run.smithi153:> ') 2024-02-09T23:57:16.180 INFO:tasks.cephfs.fuse_mount:Client client.3 config is {} 2024-02-09T23:57:16.180 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-09T23:57:16.180 DEBUG:teuthology.orchestra.run.smithi153:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-02-09T23:57:16.236 INFO:teuthology.orchestra.run.smithi153.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-02-09T23:57:16.236 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-09T23:57:16.236 DEBUG:teuthology.orchestra.run.smithi153:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-02-09T23:57:16.291 DEBUG:teuthology.orchestra.run.smithi153:> sudo modprobe fuse 2024-02-09T23:57:16.359 DEBUG:teuthology.orchestra.run.smithi153:> cat /proc/self/mounts | awk '{print $2}' 2024-02-09T23:57:16.414 INFO:teuthology.orchestra.run.smithi153.stdout:/proc 2024-02-09T23:57:16.414 INFO:teuthology.orchestra.run.smithi153.stdout:/sys 2024-02-09T23:57:16.414 INFO:teuthology.orchestra.run.smithi153.stdout:/dev 2024-02-09T23:57:16.415 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/kernel/security 2024-02-09T23:57:16.415 INFO:teuthology.orchestra.run.smithi153.stdout:/dev/shm 2024-02-09T23:57:16.415 INFO:teuthology.orchestra.run.smithi153.stdout:/dev/pts 2024-02-09T23:57:16.415 INFO:teuthology.orchestra.run.smithi153.stdout:/run 2024-02-09T23:57:16.415 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/fs/cgroup 2024-02-09T23:57:16.415 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/fs/pstore 2024-02-09T23:57:16.415 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/fs/bpf 2024-02-09T23:57:16.415 INFO:teuthology.orchestra.run.smithi153.stdout:/ 2024-02-09T23:57:16.415 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/fs/selinux 2024-02-09T23:57:16.415 INFO:teuthology.orchestra.run.smithi153.stdout:/proc/sys/fs/binfmt_misc 2024-02-09T23:57:16.415 INFO:teuthology.orchestra.run.smithi153.stdout:/dev/mqueue 2024-02-09T23:57:16.415 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/kernel/debug 2024-02-09T23:57:16.415 INFO:teuthology.orchestra.run.smithi153.stdout:/dev/hugepages 2024-02-09T23:57:16.416 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/kernel/tracing 2024-02-09T23:57:16.416 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/fs/fuse/connections 2024-02-09T23:57:16.416 INFO:teuthology.orchestra.run.smithi153.stdout:/run/credentials/systemd-sysctl.service 2024-02-09T23:57:16.416 INFO:teuthology.orchestra.run.smithi153.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-02-09T23:57:16.416 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/kernel/config 2024-02-09T23:57:16.416 INFO:teuthology.orchestra.run.smithi153.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-02-09T23:57:16.416 INFO:teuthology.orchestra.run.smithi153.stdout:/var/lib/nfs/rpc_pipefs 2024-02-09T23:57:16.416 INFO:teuthology.orchestra.run.smithi153.stdout:/run/user/1000 2024-02-09T23:57:16.416 INFO:teuthology.orchestra.run.smithi153.stdout:/var/lib/ceph 2024-02-09T23:57:16.416 INFO:teuthology.orchestra.run.smithi153.stdout:/var/lib/ceph/osd/ceph-4 2024-02-09T23:57:16.416 INFO:teuthology.orchestra.run.smithi153.stdout:/var/lib/ceph/osd/ceph-5 2024-02-09T23:57:16.416 INFO:teuthology.orchestra.run.smithi153.stdout:/var/lib/ceph/osd/ceph-6 2024-02-09T23:57:16.416 INFO:teuthology.orchestra.run.smithi153.stdout:/var/lib/ceph/osd/ceph-7 2024-02-09T23:57:16.416 INFO:teuthology.orchestra.run.smithi153.stdout:/run/netns 2024-02-09T23:57:16.417 INFO:teuthology.orchestra.run.smithi153.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-02-09T23:57:16.417 INFO:teuthology.orchestra.run.smithi153.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-02-09T23:57:16.417 INFO:teuthology.orchestra.run.smithi153.stdout:/home/ubuntu/cephtest/mnt.1 2024-02-09T23:57:16.417 INFO:teuthology.orchestra.run.smithi153.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-02-09T23:57:16.417 INFO:teuthology.orchestra.run.smithi153.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-02-09T23:57:16.417 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:16.417 DEBUG:teuthology.orchestra.run.smithi153:> ls /sys/fs/fuse/connections 2024-02-09T23:57:16.469 INFO:teuthology.orchestra.run.smithi153.stdout:43 2024-02-09T23:57:16.470 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [43] 2024-02-09T23:57:16.470 DEBUG:teuthology.orchestra.run.smithi153:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.3 --id 3) 2024-02-09T23:57:16.512 DEBUG:teuthology.orchestra.run.smithi153:> sudo modprobe fuse 2024-02-09T23:57:16.541 DEBUG:teuthology.orchestra.run.smithi153:> cat /proc/self/mounts | awk '{print $2}' 2024-02-09T23:57:16.596 INFO:teuthology.orchestra.run.smithi153.stdout:/proc 2024-02-09T23:57:16.596 INFO:teuthology.orchestra.run.smithi153.stdout:/sys 2024-02-09T23:57:16.597 INFO:teuthology.orchestra.run.smithi153.stdout:/dev 2024-02-09T23:57:16.597 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/kernel/security 2024-02-09T23:57:16.597 INFO:teuthology.orchestra.run.smithi153.stdout:/dev/shm 2024-02-09T23:57:16.597 INFO:teuthology.orchestra.run.smithi153.stdout:/dev/pts 2024-02-09T23:57:16.597 INFO:teuthology.orchestra.run.smithi153.stdout:/run 2024-02-09T23:57:16.597 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/fs/cgroup 2024-02-09T23:57:16.597 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/fs/pstore 2024-02-09T23:57:16.597 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/fs/bpf 2024-02-09T23:57:16.597 INFO:teuthology.orchestra.run.smithi153.stdout:/ 2024-02-09T23:57:16.597 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/fs/selinux 2024-02-09T23:57:16.597 INFO:teuthology.orchestra.run.smithi153.stdout:/proc/sys/fs/binfmt_misc 2024-02-09T23:57:16.597 INFO:teuthology.orchestra.run.smithi153.stdout:/dev/mqueue 2024-02-09T23:57:16.597 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/kernel/debug 2024-02-09T23:57:16.597 INFO:teuthology.orchestra.run.smithi153.stdout:/dev/hugepages 2024-02-09T23:57:16.597 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/kernel/tracing 2024-02-09T23:57:16.598 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/fs/fuse/connections 2024-02-09T23:57:16.598 INFO:teuthology.orchestra.run.smithi153.stdout:/run/credentials/systemd-sysctl.service 2024-02-09T23:57:16.598 INFO:teuthology.orchestra.run.smithi153.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-02-09T23:57:16.598 INFO:teuthology.orchestra.run.smithi153.stdout:/sys/kernel/config 2024-02-09T23:57:16.598 INFO:teuthology.orchestra.run.smithi153.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-02-09T23:57:16.598 INFO:teuthology.orchestra.run.smithi153.stdout:/var/lib/nfs/rpc_pipefs 2024-02-09T23:57:16.598 INFO:teuthology.orchestra.run.smithi153.stdout:/run/user/1000 2024-02-09T23:57:16.598 INFO:teuthology.orchestra.run.smithi153.stdout:/var/lib/ceph 2024-02-09T23:57:16.598 INFO:teuthology.orchestra.run.smithi153.stdout:/var/lib/ceph/osd/ceph-4 2024-02-09T23:57:16.598 INFO:teuthology.orchestra.run.smithi153.stdout:/var/lib/ceph/osd/ceph-5 2024-02-09T23:57:16.598 INFO:teuthology.orchestra.run.smithi153.stdout:/var/lib/ceph/osd/ceph-6 2024-02-09T23:57:16.598 INFO:teuthology.orchestra.run.smithi153.stdout:/var/lib/ceph/osd/ceph-7 2024-02-09T23:57:16.598 INFO:teuthology.orchestra.run.smithi153.stdout:/run/netns 2024-02-09T23:57:16.598 INFO:teuthology.orchestra.run.smithi153.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-02-09T23:57:16.598 INFO:teuthology.orchestra.run.smithi153.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-02-09T23:57:16.599 INFO:teuthology.orchestra.run.smithi153.stdout:/home/ubuntu/cephtest/mnt.1 2024-02-09T23:57:16.599 INFO:teuthology.orchestra.run.smithi153.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-02-09T23:57:16.599 INFO:teuthology.orchestra.run.smithi153.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-02-09T23:57:16.599 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:16.599 DEBUG:teuthology.orchestra.run.smithi153:> ls /sys/fs/fuse/connections 2024-02-09T23:57:16.600 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi153.stderr:2024-02-09T23:57:16.596+0000 7ff91383f480 -1 init, newargv = 0x5600eaf730f0 newargc=15 2024-02-09T23:57:16.600 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi153.stderr:ceph-fuse[44828]: starting ceph client 2024-02-09T23:57:16.602 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi153.stderr:ceph-fuse[44828]: starting fuse 2024-02-09T23:57:16.614 INFO:teuthology.orchestra.run.smithi153.stdout:43 2024-02-09T23:57:16.615 INFO:teuthology.orchestra.run.smithi153.stdout:44 2024-02-09T23:57:16.615 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43, 44] 2024-02-09T23:57:16.615 DEBUG:teuthology.orchestra.run.smithi153:> sudo stdin-killer -- python3 -c ' 2024-02-09T23:57:16.615 DEBUG:teuthology.orchestra.run.smithi153:> import glob 2024-02-09T23:57:16.615 DEBUG:teuthology.orchestra.run.smithi153:> import re 2024-02-09T23:57:16.615 DEBUG:teuthology.orchestra.run.smithi153:> import os 2024-02-09T23:57:16.615 DEBUG:teuthology.orchestra.run.smithi153:> import subprocess 2024-02-09T23:57:16.615 DEBUG:teuthology.orchestra.run.smithi153:> 2024-02-09T23:57:16.615 DEBUG:teuthology.orchestra.run.smithi153:> def _find_admin_socket(client_name): 2024-02-09T23:57:16.615 DEBUG:teuthology.orchestra.run.smithi153:> asok_path = "/var/run/ceph/ceph-client.3.*.asok" 2024-02-09T23:57:16.615 DEBUG:teuthology.orchestra.run.smithi153:> files = glob.glob(asok_path) 2024-02-09T23:57:16.616 DEBUG:teuthology.orchestra.run.smithi153:> mountpoint = "/home/ubuntu/cephtest/mnt.3" 2024-02-09T23:57:16.616 DEBUG:teuthology.orchestra.run.smithi153:> 2024-02-09T23:57:16.616 DEBUG:teuthology.orchestra.run.smithi153:> # Given a non-glob path, it better be there 2024-02-09T23:57:16.616 DEBUG:teuthology.orchestra.run.smithi153:> if "*" not in asok_path: 2024-02-09T23:57:16.616 DEBUG:teuthology.orchestra.run.smithi153:> assert(len(files) == 1) 2024-02-09T23:57:16.616 DEBUG:teuthology.orchestra.run.smithi153:> return files[0] 2024-02-09T23:57:16.616 DEBUG:teuthology.orchestra.run.smithi153:> 2024-02-09T23:57:16.616 DEBUG:teuthology.orchestra.run.smithi153:> for f in files: 2024-02-09T23:57:16.616 DEBUG:teuthology.orchestra.run.smithi153:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-02-09T23:57:16.616 DEBUG:teuthology.orchestra.run.smithi153:> if os.path.exists("/proc/{0}".format(pid)): 2024-02-09T23:57:16.616 DEBUG:teuthology.orchestra.run.smithi153:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-02-09T23:57:16.616 DEBUG:teuthology.orchestra.run.smithi153:> contents = proc_f.read() 2024-02-09T23:57:16.616 DEBUG:teuthology.orchestra.run.smithi153:> if mountpoint in contents: 2024-02-09T23:57:16.616 DEBUG:teuthology.orchestra.run.smithi153:> return f 2024-02-09T23:57:16.616 DEBUG:teuthology.orchestra.run.smithi153:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-02-09T23:57:16.617 DEBUG:teuthology.orchestra.run.smithi153:> 2024-02-09T23:57:16.617 DEBUG:teuthology.orchestra.run.smithi153:> print(_find_admin_socket("client.3")) 2024-02-09T23:57:16.617 DEBUG:teuthology.orchestra.run.smithi153:> ' 2024-02-09T23:57:16.734 INFO:teuthology.orchestra.run.smithi153.stdout:/var/run/ceph/ceph-client.3.44828.asok 2024-02-09T23:57:16.737 INFO:teuthology.orchestra.run.smithi153.stderr:2024-02-09T23:57:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-02-09T23:57:16.745 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.3.44828.asok 2024-02-09T23:57:16.745 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:16.745 DEBUG:teuthology.orchestra.run.smithi153:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.3.44828.asok status 2024-02-09T23:57:16.881 INFO:teuthology.orchestra.run.smithi153.stdout:{ 2024-02-09T23:57:16.881 INFO:teuthology.orchestra.run.smithi153.stdout: "metadata": { 2024-02-09T23:57:16.881 INFO:teuthology.orchestra.run.smithi153.stdout: "ceph_sha1": "290212a1bfd33563ba76ee5b7f0b944fdb6c5d90", 2024-02-09T23:57:16.881 INFO:teuthology.orchestra.run.smithi153.stdout: "ceph_version": "ceph version 19.0.0-1361-g290212a1 (290212a1bfd33563ba76ee5b7f0b944fdb6c5d90) squid (dev)", 2024-02-09T23:57:16.882 INFO:teuthology.orchestra.run.smithi153.stdout: "entity_id": "3", 2024-02-09T23:57:16.882 INFO:teuthology.orchestra.run.smithi153.stdout: "hostname": "smithi153", 2024-02-09T23:57:16.882 INFO:teuthology.orchestra.run.smithi153.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.3", 2024-02-09T23:57:16.882 INFO:teuthology.orchestra.run.smithi153.stdout: "pid": "44828", 2024-02-09T23:57:16.882 INFO:teuthology.orchestra.run.smithi153.stdout: "root": "/" 2024-02-09T23:57:16.882 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-02-09T23:57:16.882 INFO:teuthology.orchestra.run.smithi153.stdout: "dentry_count": 0, 2024-02-09T23:57:16.882 INFO:teuthology.orchestra.run.smithi153.stdout: "dentry_pinned_count": 0, 2024-02-09T23:57:16.882 INFO:teuthology.orchestra.run.smithi153.stdout: "id": 4699, 2024-02-09T23:57:16.882 INFO:teuthology.orchestra.run.smithi153.stdout: "inst": { 2024-02-09T23:57:16.882 INFO:teuthology.orchestra.run.smithi153.stdout: "name": { 2024-02-09T23:57:16.883 INFO:teuthology.orchestra.run.smithi153.stdout: "type": "client", 2024-02-09T23:57:16.883 INFO:teuthology.orchestra.run.smithi153.stdout: "num": 4699 2024-02-09T23:57:16.883 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-02-09T23:57:16.883 INFO:teuthology.orchestra.run.smithi153.stdout: "addr": { 2024-02-09T23:57:16.883 INFO:teuthology.orchestra.run.smithi153.stdout: "type": "v1", 2024-02-09T23:57:16.883 INFO:teuthology.orchestra.run.smithi153.stdout: "addr": "192.168.0.2:0", 2024-02-09T23:57:16.883 INFO:teuthology.orchestra.run.smithi153.stdout: "nonce": 2661770326 2024-02-09T23:57:16.883 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-02-09T23:57:16.883 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-02-09T23:57:16.883 INFO:teuthology.orchestra.run.smithi153.stdout: "addr": { 2024-02-09T23:57:16.883 INFO:teuthology.orchestra.run.smithi153.stdout: "type": "v1", 2024-02-09T23:57:16.883 INFO:teuthology.orchestra.run.smithi153.stdout: "addr": "192.168.0.2:0", 2024-02-09T23:57:16.884 INFO:teuthology.orchestra.run.smithi153.stdout: "nonce": 2661770326 2024-02-09T23:57:16.884 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-02-09T23:57:16.884 INFO:teuthology.orchestra.run.smithi153.stdout: "inst_str": "client.4699 192.168.0.2:0/2661770326", 2024-02-09T23:57:16.884 INFO:teuthology.orchestra.run.smithi153.stdout: "addr_str": "192.168.0.2:0/2661770326", 2024-02-09T23:57:16.884 INFO:teuthology.orchestra.run.smithi153.stdout: "inode_count": 1, 2024-02-09T23:57:16.884 INFO:teuthology.orchestra.run.smithi153.stdout: "mds_epoch": 6, 2024-02-09T23:57:16.884 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_epoch": 20, 2024-02-09T23:57:16.884 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_epoch_barrier": 0, 2024-02-09T23:57:16.884 INFO:teuthology.orchestra.run.smithi153.stdout: "blocklisted": false, 2024-02-09T23:57:16.884 INFO:teuthology.orchestra.run.smithi153.stdout: "fs_name": "cephfs" 2024-02-09T23:57:16.884 INFO:teuthology.orchestra.run.smithi153.stdout:} 2024-02-09T23:57:16.890 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:16.890 DEBUG:teuthology.orchestra.run.smithi027:> stat --file-system '--printf=%T 2024-02-09T23:57:16.890 DEBUG:teuthology.orchestra.run.smithi027:> ' -- /home/ubuntu/cephtest/mnt.0 2024-02-09T23:57:16.910 INFO:teuthology.orchestra.run.smithi027.stdout:fuseblk 2024-02-09T23:57:16.910 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-02-09T23:57:16.911 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:16.911 DEBUG:teuthology.orchestra.run.smithi027:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-02-09T23:57:16.989 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:16.989 DEBUG:teuthology.orchestra.run.smithi027:> stat --file-system '--printf=%T 2024-02-09T23:57:16.989 DEBUG:teuthology.orchestra.run.smithi027:> ' -- /home/ubuntu/cephtest/mnt.2 2024-02-09T23:57:17.048 INFO:teuthology.orchestra.run.smithi027.stdout:fuseblk 2024-02-09T23:57:17.048 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.2 2024-02-09T23:57:17.048 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:17.048 DEBUG:teuthology.orchestra.run.smithi027:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-02-09T23:57:17.125 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:17.126 DEBUG:teuthology.orchestra.run.smithi153:> stat --file-system '--printf=%T 2024-02-09T23:57:17.126 DEBUG:teuthology.orchestra.run.smithi153:> ' -- /home/ubuntu/cephtest/mnt.1 2024-02-09T23:57:17.142 INFO:teuthology.orchestra.run.smithi153.stdout:fuseblk 2024-02-09T23:57:17.142 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-02-09T23:57:17.142 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:17.142 DEBUG:teuthology.orchestra.run.smithi153:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-02-09T23:57:17.210 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:17.210 DEBUG:teuthology.orchestra.run.smithi153:> stat --file-system '--printf=%T 2024-02-09T23:57:17.210 DEBUG:teuthology.orchestra.run.smithi153:> ' -- /home/ubuntu/cephtest/mnt.3 2024-02-09T23:57:17.265 INFO:teuthology.orchestra.run.smithi153.stdout:fuseblk 2024-02-09T23:57:17.266 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.3 2024-02-09T23:57:17.266 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:17.266 DEBUG:teuthology.orchestra.run.smithi153:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-02-09T23:57:17.333 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-02-09T23:57:17.349 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:57:17.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.465+0000 7f2a576fb640 1 Processor -- start 2024-02-09T23:57:17.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.465+0000 7f2a576fb640 1 -- start start 2024-02-09T23:57:17.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.466+0000 7f2a576fb640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2a5006de70 0x7f2a500acd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:17.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.466+0000 7f2a576fb640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f2a500b2da0 0x7f2a5006e250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:17.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.466+0000 7f2a576fb640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2a5006b620 con 0x7f2a500b3840 2024-02-09T23:57:17.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.466+0000 7f2a576fb640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2a5015e0c0 con 0x7f2a500b2da0 2024-02-09T23:57:17.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.466+0000 7f2a576fb640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a500b3de0 con 0x7f2a5006de70 2024-02-09T23:57:17.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.466+0000 7f2a55c98640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f2a500b3840 0x7f2a5006bab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:56480/0 (socket says 172.21.15.27:56480) 2024-02-09T23:57:17.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.466+0000 7f2a55c98640 1 -- 172.21.15.27:0/4041910843 learned_addr learned my addr 172.21.15.27:0/4041910843 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:17.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.467+0000 7f2a55497640 1 --2- 172.21.15.27:0/4041910843 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2a5006de70 0x7f2a500acd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:17.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.467+0000 7f2a54c96640 1 --2- 172.21.15.27:0/4041910843 >> v2:172.21.15.153:3300/0 conn(0x7f2a500b2da0 0x7f2a5006e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:17.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.467+0000 7f2a4ffff640 1 -- 172.21.15.27:0/4041910843 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3718488967 0 0) 0x7f2a5006b620 con 0x7f2a500b3840 2024-02-09T23:57:17.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.467+0000 7f2a4ffff640 1 -- 172.21.15.27:0/4041910843 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2a38003520 con 0x7f2a500b3840 2024-02-09T23:57:17.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.467+0000 7f2a4ffff640 1 -- 172.21.15.27:0/4041910843 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2339594626 0 0) 0x7f2a38003520 con 0x7f2a500b3840 2024-02-09T23:57:17.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.467+0000 7f2a55497640 1 -- 172.21.15.27:0/4041910843 >> v2:172.21.15.153:3300/0 conn(0x7f2a500b2da0 msgr2=0x7f2a5006e250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:17.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.467+0000 7f2a55497640 1 --2- 172.21.15.27:0/4041910843 >> v2:172.21.15.153:3300/0 conn(0x7f2a500b2da0 0x7f2a5006e250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:17.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.467+0000 7f2a55497640 1 -- 172.21.15.27:0/4041910843 >> v1:172.21.15.27:6789/0 conn(0x7f2a500b3840 legacy=0x7f2a5006bab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:17.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.467+0000 7f2a55497640 1 -- 172.21.15.27:0/4041910843 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a5006acf0 con 0x7f2a5006de70 2024-02-09T23:57:17.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.467+0000 7f2a54c96640 1 --2- 172.21.15.27:0/4041910843 >> v2:172.21.15.153:3300/0 conn(0x7f2a500b2da0 0x7f2a5006e250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:57:17.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.468+0000 7f2a55497640 1 --2- 172.21.15.27:0/4041910843 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2a5006de70 0x7f2a500acd80 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f2a480097a0 tx=0x7f2a4802b710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=50f78b2893c54cdb server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:17.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.468+0000 7f2a4ffff640 1 -- 172.21.15.27:0/4041910843 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a400019f0 con 0x7f2a5006de70 2024-02-09T23:57:17.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.468+0000 7f2a4ffff640 1 -- 172.21.15.27:0/4041910843 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a4802e050 con 0x7f2a5006de70 2024-02-09T23:57:17.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.468+0000 7f2a4ffff640 1 -- 172.21.15.27:0/4041910843 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a48030730 con 0x7f2a5006de70 2024-02-09T23:57:17.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.469+0000 7f2a576fb640 1 -- 172.21.15.27:0/4041910843 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2a5006de70 msgr2=0x7f2a500acd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:17.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.469+0000 7f2a576fb640 1 --2- 172.21.15.27:0/4041910843 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2a5006de70 0x7f2a500acd80 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f2a480097a0 tx=0x7f2a4802b710 comp rx=0 tx=0).stop 2024-02-09T23:57:17.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.469+0000 7f2a576fb640 1 -- 172.21.15.27:0/4041910843 shutdown_connections 2024-02-09T23:57:17.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.469+0000 7f2a576fb640 1 --2- 172.21.15.27:0/4041910843 >> v2:172.21.15.153:3300/0 conn(0x7f2a500b2da0 0x7f2a5006e250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:17.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.469+0000 7f2a576fb640 1 --2- 172.21.15.27:0/4041910843 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2a5006de70 0x7f2a500acd80 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:17.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.469+0000 7f2a576fb640 1 -- 172.21.15.27:0/4041910843 >> 172.21.15.27:0/4041910843 conn(0x7f2a500b2610 msgr2=0x7f2a500cfe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:17.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.469+0000 7f2a576fb640 1 -- 172.21.15.27:0/4041910843 shutdown_connections 2024-02-09T23:57:17.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.469+0000 7f2a576fb640 1 -- 172.21.15.27:0/4041910843 wait complete. 2024-02-09T23:57:17.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.470+0000 7f2a576fb640 1 Processor -- start 2024-02-09T23:57:17.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.470+0000 7f2a576fb640 1 -- start start 2024-02-09T23:57:17.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.471+0000 7f2a576fb640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2a5006de70 0x7f2a501401b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:17.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.471+0000 7f2a576fb640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2a500b2da0 0x7f2a50143310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:17.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.471+0000 7f2a576fb640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2a500b3840 0x7f2a501509e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:17.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.471+0000 7f2a576fb640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a50152760 con 0x7f2a500b3840 2024-02-09T23:57:17.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.471+0000 7f2a576fb640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a501513c0 con 0x7f2a5006de70 2024-02-09T23:57:17.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.471+0000 7f2a576fb640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a501516a0 con 0x7f2a500b2da0 2024-02-09T23:57:17.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.471+0000 7f2a55c98640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2a500b3840 0x7f2a501509e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:17.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.471+0000 7f2a55c98640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2a500b3840 0x7f2a501509e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60124/0 (socket says 172.21.15.27:60124) 2024-02-09T23:57:17.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.471+0000 7f2a55c98640 1 -- 172.21.15.27:0/4213430292 learned_addr learned my addr 172.21.15.27:0/4213430292 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:17.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.471+0000 7f2a55497640 1 --2- 172.21.15.27:0/4213430292 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2a5006de70 0x7f2a501401b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:17.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.471+0000 7f2a54c96640 1 --2- 172.21.15.27:0/4213430292 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2a500b2da0 0x7f2a50143310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:17.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.471+0000 7f2a55c98640 1 -- 172.21.15.27:0/4213430292 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2a500b2da0 msgr2=0x7f2a50143310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:17.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.471+0000 7f2a55c98640 1 --2- 172.21.15.27:0/4213430292 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2a500b2da0 0x7f2a50143310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:17.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.471+0000 7f2a55c98640 1 -- 172.21.15.27:0/4213430292 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2a5006de70 msgr2=0x7f2a501401b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:17.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.471+0000 7f2a55c98640 1 --2- 172.21.15.27:0/4213430292 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2a5006de70 0x7f2a501401b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:17.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.471+0000 7f2a55c98640 1 -- 172.21.15.27:0/4213430292 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a44009400 con 0x7f2a500b3840 2024-02-09T23:57:17.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.471+0000 7f2a55c98640 1 --2- 172.21.15.27:0/4213430292 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2a500b3840 0x7f2a501509e0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f2a4000cc00 tx=0x7f2a4000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:17.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.471+0000 7f2a4dffb640 1 -- 172.21.15.27:0/4213430292 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a4000ce10 con 0x7f2a500b3840 2024-02-09T23:57:17.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.471+0000 7f2a4dffb640 1 -- 172.21.15.27:0/4213430292 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a40012400 con 0x7f2a500b3840 2024-02-09T23:57:17.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.471+0000 7f2a576fb640 1 -- 172.21.15.27:0/4213430292 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2a48009400 con 0x7f2a500b3840 2024-02-09T23:57:17.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.471+0000 7f2a4dffb640 1 -- 172.21.15.27:0/4213430292 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a400127b0 con 0x7f2a500b3840 2024-02-09T23:57:17.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.472+0000 7f2a576fb640 1 -- 172.21.15.27:0/4213430292 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a50142df0 con 0x7f2a500b3840 2024-02-09T23:57:17.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.473+0000 7f2a576fb640 1 -- 172.21.15.27:0/4213430292 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2a50142970 con 0x7f2a500b3840 2024-02-09T23:57:17.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.473+0000 7f2a4dffb640 1 -- 172.21.15.27:0/4213430292 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f2a40012910 con 0x7f2a500b3840 2024-02-09T23:57:17.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.474+0000 7f2a4dffb640 1 --2- 172.21.15.27:0/4213430292 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2a3c06b810 0x7f2a3c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:17.478 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.474+0000 7f2a4dffb640 1 -- 172.21.15.27:0/4213430292 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2a4008a910 con 0x7f2a500b3840 2024-02-09T23:57:17.478 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.474+0000 7f2a55497640 1 --2- 172.21.15.27:0/4213430292 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2a3c06b810 0x7f2a3c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:17.478 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.474+0000 7f2a55497640 1 --2- 172.21.15.27:0/4213430292 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2a3c06b810 0x7f2a3c06dcd0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f2a48034000 tx=0x7f2a48008030 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:17.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.478+0000 7f2a4dffb640 1 -- 172.21.15.27:0/4213430292 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f2a50142970 con 0x7f2a500b3840 2024-02-09T23:57:17.664 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.662+0000 7f2a576fb640 1 -- 172.21.15.27:0/4213430292 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2a50142970 con 0x7f2a500b3840 2024-02-09T23:57:17.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.663+0000 7f2a4dffb640 1 -- 172.21.15.27:0/4213430292 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16605 (secure 0 0 0) 0x7f2a50142970 con 0x7f2a500b3840 2024-02-09T23:57:17.666 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:17.666 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":20,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:56:52.874682+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:56:49.610721+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:56:50.234763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:57:17.668 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.665+0000 7f2a576fb640 1 -- 172.21.15.27:0/4213430292 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2a3c06b810 msgr2=0x7f2a3c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:17.668 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.665+0000 7f2a576fb640 1 --2- 172.21.15.27:0/4213430292 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2a3c06b810 0x7f2a3c06dcd0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f2a48034000 tx=0x7f2a48008030 comp rx=0 tx=0).stop 2024-02-09T23:57:17.669 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.665+0000 7f2a576fb640 1 -- 172.21.15.27:0/4213430292 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2a500b3840 msgr2=0x7f2a501509e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:17.669 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.665+0000 7f2a576fb640 1 --2- 172.21.15.27:0/4213430292 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2a500b3840 0x7f2a501509e0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f2a4000cc00 tx=0x7f2a4000a430 comp rx=0 tx=0).stop 2024-02-09T23:57:17.669 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.665+0000 7f2a576fb640 1 -- 172.21.15.27:0/4213430292 shutdown_connections 2024-02-09T23:57:17.669 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.665+0000 7f2a576fb640 1 --2- 172.21.15.27:0/4213430292 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2a3c06b810 0x7f2a3c06dcd0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:17.669 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.665+0000 7f2a576fb640 1 --2- 172.21.15.27:0/4213430292 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2a500b3840 0x7f2a501509e0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:17.669 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.665+0000 7f2a576fb640 1 --2- 172.21.15.27:0/4213430292 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2a500b2da0 0x7f2a50143310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:17.669 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.665+0000 7f2a576fb640 1 --2- 172.21.15.27:0/4213430292 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2a5006de70 0x7f2a501401b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:17.669 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.665+0000 7f2a576fb640 1 -- 172.21.15.27:0/4213430292 >> 172.21.15.27:0/4213430292 conn(0x7f2a500b2610 msgr2=0x7f2a50073e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:17.669 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.665+0000 7f2a576fb640 1 -- 172.21.15.27:0/4213430292 shutdown_connections 2024-02-09T23:57:17.669 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.665+0000 7f2a576fb640 1 -- 172.21.15.27:0/4213430292 wait complete. 2024-02-09T23:57:17.679 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-09T23:56:39.494694+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-09T23:56:49.610721+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-09T23:56:50.234763+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-09T23:57:17.679 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-09T23:57:17.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.786+0000 7fa6ac78a640 1 Processor -- start 2024-02-09T23:57:17.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.786+0000 7fa6ac78a640 1 -- start start 2024-02-09T23:57:17.793 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.787+0000 7fa6ac78a640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fa6a4072f30 0x7fa6a40b42d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:17.793 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.787+0000 7fa6ac78a640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa6a415e540 con 0x7fa6a415e9d0 2024-02-09T23:57:17.793 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.787+0000 7fa6ac78a640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa6a40b3f20 con 0x7fa6a406ac50 2024-02-09T23:57:17.793 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.787+0000 7fa6ac78a640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa6a415dfd0 con 0x7fa6a4072f30 2024-02-09T23:57:17.793 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.787+0000 7fa6aad27640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fa6a415e9d0 0x7fa6a415f1f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:56488/0 (socket says 172.21.15.27:56488) 2024-02-09T23:57:17.793 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.787+0000 7fa6aad27640 1 -- 172.21.15.27:0/1098605071 learned_addr learned my addr 172.21.15.27:0/1098605071 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:17.793 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.788+0000 7fa6a9d25640 1 --2- 172.21.15.27:0/1098605071 >> v2:172.21.15.153:3300/0 conn(0x7fa6a4072f30 0x7fa6a40b42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:17.793 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.788+0000 7fa6a9524640 1 -- 172.21.15.27:0/1098605071 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3770989169 0 0) 0x7fa6a415e540 con 0x7fa6a415e9d0 2024-02-09T23:57:17.793 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.788+0000 7fa6a9524640 1 -- 172.21.15.27:0/1098605071 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa68c003520 con 0x7fa6a415e9d0 2024-02-09T23:57:17.794 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.788+0000 7fa6a9d25640 1 -- 172.21.15.27:0/1098605071 >> v1:172.21.15.153:6789/0 conn(0x7fa6a406ac50 legacy=0x7fa6a406b030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:17.794 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.788+0000 7fa6a9524640 1 -- 172.21.15.27:0/1098605071 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 29282087 0 0) 0x7fa6a40b3f20 con 0x7fa6a406ac50 2024-02-09T23:57:17.794 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.788+0000 7fa6a9d25640 1 -- 172.21.15.27:0/1098605071 >> v1:172.21.15.27:6789/0 conn(0x7fa6a415e9d0 legacy=0x7fa6a415f1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:17.794 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.788+0000 7fa6a9d25640 1 -- 172.21.15.27:0/1098605071 --> v2:172.21.15.153:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6a40b3960 con 0x7fa6a4072f30 2024-02-09T23:57:17.794 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.789+0000 7fa6a9d25640 1 --2- 172.21.15.27:0/1098605071 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa6a4072f30 0x7fa6a40b42d0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fa6980097a0 tx=0x7fa69802b960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1770f73595282fa9 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:17.794 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.789+0000 7fa6a9524640 1 -- 172.21.15.27:0/1098605071 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa698030610 con 0x7fa6a4072f30 2024-02-09T23:57:17.794 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.789+0000 7fa6a9524640 1 -- 172.21.15.27:0/1098605071 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa698030770 con 0x7fa6a4072f30 2024-02-09T23:57:17.794 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.789+0000 7fa6a9524640 1 -- 172.21.15.27:0/1098605071 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa698030b00 con 0x7fa6a4072f30 2024-02-09T23:57:17.794 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.789+0000 7fa6ac78a640 1 -- 172.21.15.27:0/1098605071 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa6a4072f30 msgr2=0x7fa6a40b42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:17.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.789+0000 7fa6ac78a640 1 --2- 172.21.15.27:0/1098605071 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa6a4072f30 0x7fa6a40b42d0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fa6980097a0 tx=0x7fa69802b960 comp rx=0 tx=0).stop 2024-02-09T23:57:17.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.789+0000 7fa6ac78a640 1 -- 172.21.15.27:0/1098605071 shutdown_connections 2024-02-09T23:57:17.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.790+0000 7fa6ac78a640 1 --2- 172.21.15.27:0/1098605071 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa6a4072f30 0x7fa6a40b42d0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:17.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.790+0000 7fa6ac78a640 1 -- 172.21.15.27:0/1098605071 >> 172.21.15.27:0/1098605071 conn(0x7fa6a40b24c0 msgr2=0x7fa6a40b28a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:17.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.790+0000 7fa6ac78a640 1 -- 172.21.15.27:0/1098605071 shutdown_connections 2024-02-09T23:57:17.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.790+0000 7fa6ac78a640 1 -- 172.21.15.27:0/1098605071 wait complete. 2024-02-09T23:57:17.798 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.791+0000 7fa6ac78a640 1 Processor -- start 2024-02-09T23:57:17.798 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.791+0000 7fa6ac78a640 1 -- start start 2024-02-09T23:57:17.798 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.791+0000 7fa6ac78a640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa6a406ac50 0x7fa6a41f43c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:17.798 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.791+0000 7fa6ac78a640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa6a4072f30 0x7fa6a41e62c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:17.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.791+0000 7fa6ac78a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa6a415e9d0 0x7fa6a4147330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:17.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.791+0000 7fa6ac78a640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6a40ca510 con 0x7fa6a406ac50 2024-02-09T23:57:17.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.791+0000 7fa6ac78a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6a40ca760 con 0x7fa6a415e9d0 2024-02-09T23:57:17.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.791+0000 7fa6ac78a640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa6a40caa40 con 0x7fa6a4072f30 2024-02-09T23:57:17.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.792+0000 7fa6aa526640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa6a406ac50 0x7fa6a41f43c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:17.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.792+0000 7fa6aa526640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa6a406ac50 0x7fa6a41f43c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60132/0 (socket says 172.21.15.27:60132) 2024-02-09T23:57:17.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.792+0000 7fa6aa526640 1 -- 172.21.15.27:0/2896558376 learned_addr learned my addr 172.21.15.27:0/2896558376 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:17.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.792+0000 7fa6aad27640 1 --2- 172.21.15.27:0/2896558376 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa6a415e9d0 0x7fa6a4147330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:17.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.792+0000 7fa6a9d25640 1 --2- 172.21.15.27:0/2896558376 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa6a4072f30 0x7fa6a41e62c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:17.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.792+0000 7fa6aa526640 1 -- 172.21.15.27:0/2896558376 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa6a4072f30 msgr2=0x7fa6a41e62c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:17.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.792+0000 7fa6aa526640 1 --2- 172.21.15.27:0/2896558376 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa6a4072f30 0x7fa6a41e62c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:17.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.792+0000 7fa6aa526640 1 -- 172.21.15.27:0/2896558376 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa6a415e9d0 msgr2=0x7fa6a4147330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:17.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.792+0000 7fa6aa526640 1 --2- 172.21.15.27:0/2896558376 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa6a415e9d0 0x7fa6a4147330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:17.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.792+0000 7fa6aa526640 1 -- 172.21.15.27:0/2896558376 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa698009400 con 0x7fa6a406ac50 2024-02-09T23:57:17.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.792+0000 7fa6aa526640 1 --2- 172.21.15.27:0/2896558376 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa6a406ac50 0x7fa6a41f43c0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fa69c00c410 tx=0x7fa69c00c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:17.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.792+0000 7fa6a2ffd640 1 -- 172.21.15.27:0/2896558376 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa69c0035f0 con 0x7fa6a406ac50 2024-02-09T23:57:17.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.792+0000 7fa6a2ffd640 1 -- 172.21.15.27:0/2896558376 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa69c003770 con 0x7fa6a406ac50 2024-02-09T23:57:17.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.792+0000 7fa6a2ffd640 1 -- 172.21.15.27:0/2896558376 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa69c003b20 con 0x7fa6a406ac50 2024-02-09T23:57:17.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.792+0000 7fa6ac78a640 1 -- 172.21.15.27:0/2896558376 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa6a415a2b0 con 0x7fa6a406ac50 2024-02-09T23:57:17.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.792+0000 7fa6ac78a640 1 -- 172.21.15.27:0/2896558376 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa6a4147870 con 0x7fa6a406ac50 2024-02-09T23:57:17.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.793+0000 7fa6ac78a640 1 -- 172.21.15.27:0/2896558376 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa6a415a110 con 0x7fa6a406ac50 2024-02-09T23:57:17.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.794+0000 7fa6a2ffd640 1 -- 172.21.15.27:0/2896558376 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fa69c003c80 con 0x7fa6a406ac50 2024-02-09T23:57:17.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.794+0000 7fa6a2ffd640 1 --2- 172.21.15.27:0/2896558376 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa69006b810 0x7fa69006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:17.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.794+0000 7fa6a2ffd640 1 -- 172.21.15.27:0/2896558376 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa69c089740 con 0x7fa6a406ac50 2024-02-09T23:57:17.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.794+0000 7fa6a9d25640 1 --2- 172.21.15.27:0/2896558376 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa69006b810 0x7fa69006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:17.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.795+0000 7fa6a9d25640 1 --2- 172.21.15.27:0/2896558376 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa69006b810 0x7fa69006dcd0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fa698036000 tx=0x7fa698008030 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:17.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.799+0000 7fa6a2ffd640 1 -- 172.21.15.27:0/2896558376 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fa6a415a110 con 0x7fa6a406ac50 2024-02-09T23:57:17.984 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.981+0000 7fa6ac78a640 1 -- 172.21.15.27:0/2896558376 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fa6a415a110 con 0x7fa6a406ac50 2024-02-09T23:57:17.985 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.982+0000 7fa6a2ffd640 1 -- 172.21.15.27:0/2896558376 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fa69c017020 con 0x7fa6a406ac50 2024-02-09T23:57:17.985 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 1 2024-02-09T23:57:17.986 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.983+0000 7fa6ac78a640 1 -- 172.21.15.27:0/2896558376 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa69006b810 msgr2=0x7fa69006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:17.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.983+0000 7fa6ac78a640 1 --2- 172.21.15.27:0/2896558376 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa69006b810 0x7fa69006dcd0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fa698036000 tx=0x7fa698008030 comp rx=0 tx=0).stop 2024-02-09T23:57:17.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.983+0000 7fa6ac78a640 1 -- 172.21.15.27:0/2896558376 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa6a406ac50 msgr2=0x7fa6a41f43c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:17.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.983+0000 7fa6ac78a640 1 --2- 172.21.15.27:0/2896558376 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa6a406ac50 0x7fa6a41f43c0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fa69c00c410 tx=0x7fa69c00c8d0 comp rx=0 tx=0).stop 2024-02-09T23:57:17.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.983+0000 7fa6ac78a640 1 -- 172.21.15.27:0/2896558376 shutdown_connections 2024-02-09T23:57:17.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.983+0000 7fa6ac78a640 1 --2- 172.21.15.27:0/2896558376 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa69006b810 0x7fa69006dcd0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:17.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.983+0000 7fa6ac78a640 1 --2- 172.21.15.27:0/2896558376 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa6a415e9d0 0x7fa6a4147330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:17.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.983+0000 7fa6ac78a640 1 --2- 172.21.15.27:0/2896558376 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa6a4072f30 0x7fa6a41e62c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:17.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.983+0000 7fa6ac78a640 1 --2- 172.21.15.27:0/2896558376 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa6a406ac50 0x7fa6a41f43c0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:17.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.983+0000 7fa6ac78a640 1 -- 172.21.15.27:0/2896558376 >> 172.21.15.27:0/2896558376 conn(0x7fa6a40b24c0 msgr2=0x7fa6a406b030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:17.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.984+0000 7fa6ac78a640 1 -- 172.21.15.27:0/2896558376 shutdown_connections 2024-02-09T23:57:17.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:17.984+0000 7fa6ac78a640 1 -- 172.21.15.27:0/2896558376 wait complete. 2024-02-09T23:57:17.997 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-09T23:57:18.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.104+0000 7fdfa6815640 1 Processor -- start 2024-02-09T23:57:18.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.104+0000 7fdfa6815640 1 -- start start 2024-02-09T23:57:18.111 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.105+0000 7fdfa6815640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fdfa00d0b00 0x7fdfa00d1d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:18.111 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.105+0000 7fdfa6815640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdfa00d2a00 con 0x7fdfa00d2280 2024-02-09T23:57:18.112 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.105+0000 7fdfa6815640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdfa00d2ce0 con 0x7fdfa015de60 2024-02-09T23:57:18.112 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.105+0000 7fdfa6815640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdfa015e240 con 0x7fdfa00d0b00 2024-02-09T23:57:18.112 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.105+0000 7fdfa4db2640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fdfa00d2280 0x7fdfa00b6e30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:56490/0 (socket says 172.21.15.27:56490) 2024-02-09T23:57:18.112 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.105+0000 7fdfa4db2640 1 -- 172.21.15.27:0/2511273070 learned_addr learned my addr 172.21.15.27:0/2511273070 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:18.112 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.105+0000 7fdf9f7fe640 1 --2- 172.21.15.27:0/2511273070 >> v2:172.21.15.153:3300/0 conn(0x7fdfa00d0b00 0x7fdfa00d1d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:18.112 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.105+0000 7fdf9effd640 1 -- 172.21.15.27:0/2511273070 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3658074966 0 0) 0x7fdfa00d2a00 con 0x7fdfa00d2280 2024-02-09T23:57:18.112 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.105+0000 7fdf9effd640 1 -- 172.21.15.27:0/2511273070 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdf8c003520 con 0x7fdfa00d2280 2024-02-09T23:57:18.112 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.106+0000 7fdf9effd640 1 -- 172.21.15.27:0/2511273070 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 268044055 0 0) 0x7fdf8c003520 con 0x7fdfa00d2280 2024-02-09T23:57:18.112 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.106+0000 7fdf9effd640 1 -- 172.21.15.27:0/2511273070 >> v2:172.21.15.153:3300/0 conn(0x7fdfa00d0b00 msgr2=0x7fdfa00d1d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:18.112 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.106+0000 7fdf9effd640 1 --2- 172.21.15.27:0/2511273070 >> v2:172.21.15.153:3300/0 conn(0x7fdfa00d0b00 0x7fdfa00d1d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:18.112 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.106+0000 7fdf9effd640 1 -- 172.21.15.27:0/2511273070 >> v1:172.21.15.153:6789/0 conn(0x7fdfa015de60 legacy=0x7fdfa00d03f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:18.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.106+0000 7fdf9effd640 1 -- 172.21.15.27:0/2511273070 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfa00d2fc0 con 0x7fdfa00d2280 2024-02-09T23:57:18.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.106+0000 7fdf9effd640 1 -- 172.21.15.27:0/2511273070 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7fdf98001a10 con 0x7fdfa00d2280 2024-02-09T23:57:18.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.106+0000 7fdf9f7fe640 1 --2- 172.21.15.27:0/2511273070 >> v2:172.21.15.153:3300/0 conn(0x7fdfa00d0b00 0x7fdfa00d1d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:57:18.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.106+0000 7fdf9effd640 1 -- 172.21.15.27:0/2511273070 >> v1:172.21.15.27:6789/0 conn(0x7fdfa00d2280 legacy=0x7fdfa00b6e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:18.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.106+0000 7fdf9effd640 1 --2- 172.21.15.27:0/2511273070 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdf8c0039e0 0x7fdf8c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:18.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.106+0000 7fdf9effd640 1 --2- 172.21.15.27:0/2511273070 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdf8c0047c0 0x7fdf8c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:18.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.106+0000 7fdf9effd640 1 --2- 172.21.15.27:0/2511273070 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf8c0051f0 0x7fdf8c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:18.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.106+0000 7fdf9effd640 1 -- 172.21.15.27:0/2511273070 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfa015e240 con 0x7fdf8c0039e0 2024-02-09T23:57:18.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.106+0000 7fdf9effd640 1 -- 172.21.15.27:0/2511273070 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf8c00c150 con 0x7fdf8c0051f0 2024-02-09T23:57:18.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.106+0000 7fdf9effd640 1 -- 172.21.15.27:0/2511273070 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdf8c00c310 con 0x7fdf8c0047c0 2024-02-09T23:57:18.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.106+0000 7fdf9ffff640 1 --2- 172.21.15.27:0/2511273070 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdf8c0039e0 0x7fdf8c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:18.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.106+0000 7fdfa4db2640 1 --2- 172.21.15.27:0/2511273070 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf8c0051f0 0x7fdf8c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:18.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.106+0000 7fdf9f7fe640 1 --2- 172.21.15.27:0/2511273070 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdf8c0047c0 0x7fdf8c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:18.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.106+0000 7fdf9ffff640 1 -- 172.21.15.27:0/2511273070 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdf8c0047c0 msgr2=0x7fdf8c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:18.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.106+0000 7fdf9ffff640 1 --2- 172.21.15.27:0/2511273070 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdf8c0047c0 0x7fdf8c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:18.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.106+0000 7fdf9ffff640 1 -- 172.21.15.27:0/2511273070 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf8c0051f0 msgr2=0x7fdf8c00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:18.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.106+0000 7fdf9ffff640 1 --2- 172.21.15.27:0/2511273070 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf8c0051f0 0x7fdf8c00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:18.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.106+0000 7fdfa4db2640 1 -- 172.21.15.27:0/2511273070 reap_dead start 2024-02-09T23:57:18.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.106+0000 7fdf9ffff640 1 -- 172.21.15.27:0/2511273070 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf8c003520 con 0x7fdf8c0039e0 2024-02-09T23:57:18.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.107+0000 7fdf9ffff640 1 --2- 172.21.15.27:0/2511273070 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdf8c0039e0 0x7fdf8c003e00 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fdf88001750 tx=0x7fdf8c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab603545c514b391 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:18.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.107+0000 7fdf9effd640 1 -- 172.21.15.27:0/2511273070 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf880052d0 con 0x7fdf8c0039e0 2024-02-09T23:57:18.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.107+0000 7fdf9effd640 1 -- 172.21.15.27:0/2511273070 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf8802e050 con 0x7fdf8c0039e0 2024-02-09T23:57:18.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.107+0000 7fdf9effd640 1 -- 172.21.15.27:0/2511273070 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf88003830 con 0x7fdf8c0039e0 2024-02-09T23:57:18.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.108+0000 7fdfa6815640 1 -- 172.21.15.27:0/2511273070 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdf8c0039e0 msgr2=0x7fdf8c003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:18.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.108+0000 7fdfa6815640 1 --2- 172.21.15.27:0/2511273070 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdf8c0039e0 0x7fdf8c003e00 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fdf88001750 tx=0x7fdf8c0057f0 comp rx=0 tx=0).stop 2024-02-09T23:57:18.115 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.108+0000 7fdfa6815640 1 -- 172.21.15.27:0/2511273070 shutdown_connections 2024-02-09T23:57:18.115 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.108+0000 7fdfa6815640 1 --2- 172.21.15.27:0/2511273070 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdf8c0039e0 0x7fdf8c003e00 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:18.115 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.108+0000 7fdfa6815640 1 -- 172.21.15.27:0/2511273070 >> 172.21.15.27:0/2511273070 conn(0x7fdfa0066f90 msgr2=0x7fdfa00b55f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:18.115 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.108+0000 7fdfa6815640 1 -- 172.21.15.27:0/2511273070 shutdown_connections 2024-02-09T23:57:18.115 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.108+0000 7fdfa6815640 1 -- 172.21.15.27:0/2511273070 wait complete. 2024-02-09T23:57:18.115 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.109+0000 7fdfa6815640 1 Processor -- start 2024-02-09T23:57:18.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.109+0000 7fdfa6815640 1 -- start start 2024-02-09T23:57:18.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.110+0000 7fdfa6815640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf8c0039e0 0x7fdfa01f2f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:18.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.110+0000 7fdfa6815640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdfa01e75a0 0x7fdfa01e7a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:18.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.110+0000 7fdfa6815640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdfa0160140 0x7fdfa01605c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:18.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.110+0000 7fdfa6815640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfa01e7f40 con 0x7fdfa01e75a0 2024-02-09T23:57:18.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.110+0000 7fdfa6815640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfa0161410 con 0x7fdf8c0039e0 2024-02-09T23:57:18.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.110+0000 7fdfa6815640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdfa00cad00 con 0x7fdfa0160140 2024-02-09T23:57:18.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.110+0000 7fdf9f7fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdfa01e75a0 0x7fdfa01e7a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:18.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.110+0000 7fdf9f7fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdfa01e75a0 0x7fdfa01e7a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60140/0 (socket says 172.21.15.27:60140) 2024-02-09T23:57:18.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.110+0000 7fdf9f7fe640 1 -- 172.21.15.27:0/283935255 learned_addr learned my addr 172.21.15.27:0/283935255 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:18.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.110+0000 7fdf9ffff640 1 --2- 172.21.15.27:0/283935255 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf8c0039e0 0x7fdfa01f2f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:18.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.110+0000 7fdfa4db2640 1 --2- 172.21.15.27:0/283935255 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdfa0160140 0x7fdfa01605c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:18.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.110+0000 7fdf9f7fe640 1 -- 172.21.15.27:0/283935255 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdfa0160140 msgr2=0x7fdfa01605c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:18.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.110+0000 7fdf9f7fe640 1 --2- 172.21.15.27:0/283935255 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdfa0160140 0x7fdfa01605c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:18.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.110+0000 7fdf9f7fe640 1 -- 172.21.15.27:0/283935255 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf8c0039e0 msgr2=0x7fdfa01f2f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:18.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.110+0000 7fdf9f7fe640 1 --2- 172.21.15.27:0/283935255 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf8c0039e0 0x7fdfa01f2f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:18.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.110+0000 7fdf9f7fe640 1 -- 172.21.15.27:0/283935255 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfa0160e50 con 0x7fdfa01e75a0 2024-02-09T23:57:18.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.110+0000 7fdfa4db2640 1 --2- 172.21.15.27:0/283935255 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdfa0160140 0x7fdfa01605c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:18.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.110+0000 7fdf9ffff640 1 --2- 172.21.15.27:0/283935255 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf8c0039e0 0x7fdfa01f2f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:18.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.110+0000 7fdf9f7fe640 1 --2- 172.21.15.27:0/283935255 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdfa01e75a0 0x7fdfa01e7a00 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fdf90011cd0 tx=0x7fdf9000f610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:18.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.111+0000 7fdf9cff9640 1 -- 172.21.15.27:0/283935255 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf9000fd20 con 0x7fdfa01e75a0 2024-02-09T23:57:18.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.111+0000 7fdf9cff9640 1 -- 172.21.15.27:0/283935255 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf9000fe80 con 0x7fdfa01e75a0 2024-02-09T23:57:18.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.111+0000 7fdfa6815640 1 -- 172.21.15.27:0/283935255 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdfa0161130 con 0x7fdfa01e75a0 2024-02-09T23:57:18.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.111+0000 7fdf9cff9640 1 -- 172.21.15.27:0/283935255 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf90004270 con 0x7fdfa01e75a0 2024-02-09T23:57:18.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.111+0000 7fdfa6815640 1 -- 172.21.15.27:0/283935255 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdfa0160b00 con 0x7fdfa01e75a0 2024-02-09T23:57:18.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.112+0000 7fdfa6815640 1 -- 172.21.15.27:0/283935255 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdfa00732d0 con 0x7fdfa01e75a0 2024-02-09T23:57:18.120 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.112+0000 7fdf9cff9640 1 -- 172.21.15.27:0/283935255 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fdf900043d0 con 0x7fdfa01e75a0 2024-02-09T23:57:18.120 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.112+0000 7fdf9cff9640 1 --2- 172.21.15.27:0/283935255 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fdf8006b810 0x7fdf8006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:18.120 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.112+0000 7fdf9cff9640 1 -- 172.21.15.27:0/283935255 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fdf9008a8d0 con 0x7fdfa01e75a0 2024-02-09T23:57:18.120 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.113+0000 7fdf9ffff640 1 --2- 172.21.15.27:0/283935255 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fdf8006b810 0x7fdf8006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:18.120 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.113+0000 7fdf9ffff640 1 --2- 172.21.15.27:0/283935255 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fdf8006b810 0x7fdf8006dcd0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fdf88033000 tx=0x7fdf88009030 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:18.120 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.117+0000 7fdf9cff9640 1 -- 172.21.15.27:0/283935255 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fdf900552f0 con 0x7fdfa01e75a0 2024-02-09T23:57:18.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.296+0000 7fdfa6815640 1 -- 172.21.15.27:0/283935255 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fdfa00746c0 con 0x7fdfa01e75a0 2024-02-09T23:57:18.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.297+0000 7fdf9cff9640 1 -- 172.21.15.27:0/283935255 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7fdf90022020 con 0x7fdfa01e75a0 2024-02-09T23:57:18.300 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 32 2024-02-09T23:57:18.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.298+0000 7fdfa6815640 1 -- 172.21.15.27:0/283935255 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fdf8006b810 msgr2=0x7fdf8006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:18.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.298+0000 7fdfa6815640 1 --2- 172.21.15.27:0/283935255 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fdf8006b810 0x7fdf8006dcd0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fdf88033000 tx=0x7fdf88009030 comp rx=0 tx=0).stop 2024-02-09T23:57:18.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.298+0000 7fdfa6815640 1 -- 172.21.15.27:0/283935255 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdfa01e75a0 msgr2=0x7fdfa01e7a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:18.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.298+0000 7fdfa6815640 1 --2- 172.21.15.27:0/283935255 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdfa01e75a0 0x7fdfa01e7a00 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fdf90011cd0 tx=0x7fdf9000f610 comp rx=0 tx=0).stop 2024-02-09T23:57:18.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.298+0000 7fdfa6815640 1 -- 172.21.15.27:0/283935255 shutdown_connections 2024-02-09T23:57:18.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.298+0000 7fdfa6815640 1 --2- 172.21.15.27:0/283935255 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fdf8006b810 0x7fdf8006dcd0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:18.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.298+0000 7fdfa6815640 1 --2- 172.21.15.27:0/283935255 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdfa0160140 0x7fdfa01605c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:18.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.298+0000 7fdfa6815640 1 --2- 172.21.15.27:0/283935255 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdfa01e75a0 0x7fdfa01e7a00 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:18.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.298+0000 7fdfa6815640 1 --2- 172.21.15.27:0/283935255 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf8c0039e0 0x7fdfa01f2f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:18.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.298+0000 7fdfa6815640 1 -- 172.21.15.27:0/283935255 >> 172.21.15.27:0/283935255 conn(0x7fdfa0066f90 msgr2=0x7fdfa00b8910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:18.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.299+0000 7fdfa6815640 1 -- 172.21.15.27:0/283935255 shutdown_connections 2024-02-09T23:57:18.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.299+0000 7fdfa6815640 1 -- 172.21.15.27:0/283935255 wait complete. 2024-02-09T23:57:18.312 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-09T23:57:18.422 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.419+0000 7f9cbc7a1640 1 Processor -- start 2024-02-09T23:57:18.423 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.419+0000 7f9cbc7a1640 1 -- start start 2024-02-09T23:57:18.423 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.420+0000 7f9cbc7a1640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f9cb40cf4e0 0x7f9cb40cd860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:18.424 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.420+0000 7f9cbc7a1640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9cb40cc7c0 con 0x7f9cb415bb20 2024-02-09T23:57:18.424 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.420+0000 7f9cbc7a1640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9cb40ccaa0 con 0x7f9cb4099a40 2024-02-09T23:57:18.424 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.420+0000 7f9cbc7a1640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9cb415bf00 con 0x7f9cb40cf4e0 2024-02-09T23:57:18.424 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.420+0000 7f9cb9d3c640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f9cb40cf4e0 0x7f9cb40cd860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:18.424 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.421+0000 7f9cb9d3c640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f9cb40cf4e0 0x7f9cb40cd860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60150/0 (socket says 172.21.15.27:60150) 2024-02-09T23:57:18.424 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.421+0000 7f9cba53d640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f9cb415bb20 0x7f9cb40d0340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:56500/0 (socket says 172.21.15.27:56500) 2024-02-09T23:57:18.424 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.421+0000 7f9cb9d3c640 1 -- 172.21.15.27:0/1896431351 learned_addr learned my addr 172.21.15.27:0/1896431351 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:18.424 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.421+0000 7f9cb9d3c640 1 -- 172.21.15.27:0/1896431351 >> v1:172.21.15.153:6789/0 conn(0x7f9cb4099a40 legacy=0x7f9cb40c53d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:18.424 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.421+0000 7f9cb9d3c640 1 -- 172.21.15.27:0/1896431351 >> v1:172.21.15.27:6789/0 conn(0x7f9cb415bb20 legacy=0x7f9cb40d0340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:18.424 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.421+0000 7f9cb953b640 1 -- 172.21.15.27:0/1896431351 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 751249879 0 0) 0x7f9cb40cc7c0 con 0x7f9cb415bb20 2024-02-09T23:57:18.424 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.421+0000 7f9cb9d3c640 1 -- 172.21.15.27:0/1896431351 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cb40ccd80 con 0x7f9cb40cf4e0 2024-02-09T23:57:18.425 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.422+0000 7f9cb9d3c640 1 --2- 172.21.15.27:0/1896431351 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9cb40cf4e0 0x7f9cb40cd860 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f9ca4009870 tx=0x7f9ca402b9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fad6e2567807014 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:18.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.422+0000 7f9cb953b640 1 -- 172.21.15.27:0/1896431351 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ca4030860 con 0x7f9cb40cf4e0 2024-02-09T23:57:18.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.422+0000 7f9cb953b640 1 -- 172.21.15.27:0/1896431351 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ca40309c0 con 0x7f9cb40cf4e0 2024-02-09T23:57:18.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.422+0000 7f9cb953b640 1 -- 172.21.15.27:0/1896431351 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ca4030d50 con 0x7f9cb40cf4e0 2024-02-09T23:57:18.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.422+0000 7f9cbc7a1640 1 -- 172.21.15.27:0/1896431351 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9cb40cf4e0 msgr2=0x7f9cb40cd860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:18.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.422+0000 7f9cbc7a1640 1 --2- 172.21.15.27:0/1896431351 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9cb40cf4e0 0x7f9cb40cd860 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f9ca4009870 tx=0x7f9ca402b9a0 comp rx=0 tx=0).stop 2024-02-09T23:57:18.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.422+0000 7f9cbc7a1640 1 -- 172.21.15.27:0/1896431351 shutdown_connections 2024-02-09T23:57:18.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.422+0000 7f9cbc7a1640 1 --2- 172.21.15.27:0/1896431351 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9cb40cf4e0 0x7f9cb40cd860 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:18.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.422+0000 7f9cbc7a1640 1 -- 172.21.15.27:0/1896431351 >> 172.21.15.27:0/1896431351 conn(0x7f9cb40b3370 msgr2=0x7f9cb40b3780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:18.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.423+0000 7f9cbc7a1640 1 -- 172.21.15.27:0/1896431351 shutdown_connections 2024-02-09T23:57:18.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.423+0000 7f9cbc7a1640 1 -- 172.21.15.27:0/1896431351 wait complete. 2024-02-09T23:57:18.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.424+0000 7f9cbc7a1640 1 Processor -- start 2024-02-09T23:57:18.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.424+0000 7f9cbc7a1640 1 -- start start 2024-02-09T23:57:18.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.424+0000 7f9cbc7a1640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9cb4099a40 0x7f9cb40b6c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:18.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.424+0000 7f9cbc7a1640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9cb40cf4e0 0x7f9cb40b6130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:18.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.424+0000 7f9cbc7a1640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9cb415bb20 0x7f9cb40ca2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:18.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.424+0000 7f9cbc7a1640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cb40b6960 con 0x7f9cb40cf4e0 2024-02-09T23:57:18.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.424+0000 7f9cbc7a1640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cb40c9500 con 0x7f9cb4099a40 2024-02-09T23:57:18.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.424+0000 7f9cbc7a1640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9cb40c97e0 con 0x7f9cb415bb20 2024-02-09T23:57:18.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.425+0000 7f9cb9d3c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9cb40cf4e0 0x7f9cb40b6130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:18.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.425+0000 7f9cb9d3c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9cb40cf4e0 0x7f9cb40b6130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60158/0 (socket says 172.21.15.27:60158) 2024-02-09T23:57:18.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.425+0000 7f9cb9d3c640 1 -- 172.21.15.27:0/890438286 learned_addr learned my addr 172.21.15.27:0/890438286 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:18.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.425+0000 7f9cbad3e640 1 --2- 172.21.15.27:0/890438286 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9cb415bb20 0x7f9cb40ca2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:18.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.425+0000 7f9cba53d640 1 --2- 172.21.15.27:0/890438286 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9cb4099a40 0x7f9cb40b6c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:18.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.425+0000 7f9cb9d3c640 1 -- 172.21.15.27:0/890438286 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9cb415bb20 msgr2=0x7f9cb40ca2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:18.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.425+0000 7f9cb9d3c640 1 --2- 172.21.15.27:0/890438286 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9cb415bb20 0x7f9cb40ca2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:18.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.425+0000 7f9cb9d3c640 1 -- 172.21.15.27:0/890438286 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9cb4099a40 msgr2=0x7f9cb40b6c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:18.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.425+0000 7f9cb9d3c640 1 --2- 172.21.15.27:0/890438286 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9cb4099a40 0x7f9cb40b6c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:18.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.425+0000 7f9cb9d3c640 1 -- 172.21.15.27:0/890438286 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ca40094d0 con 0x7f9cb40cf4e0 2024-02-09T23:57:18.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.425+0000 7f9cba53d640 1 --2- 172.21.15.27:0/890438286 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9cb4099a40 0x7f9cb40b6c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:18.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.425+0000 7f9cb9d3c640 1 --2- 172.21.15.27:0/890438286 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9cb40cf4e0 0x7f9cb40b6130 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f9ca4009870 tx=0x7f9ca4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:18.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.425+0000 7f9caaffd640 1 -- 172.21.15.27:0/890438286 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ca4030810 con 0x7f9cb40cf4e0 2024-02-09T23:57:18.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.425+0000 7f9caaffd640 1 -- 172.21.15.27:0/890438286 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ca4043400 con 0x7f9cb40cf4e0 2024-02-09T23:57:18.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.425+0000 7f9cbc7a1640 1 -- 172.21.15.27:0/890438286 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9cb40c9ac0 con 0x7f9cb40cf4e0 2024-02-09T23:57:18.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.425+0000 7f9caaffd640 1 -- 172.21.15.27:0/890438286 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ca40437b0 con 0x7f9cb40cf4e0 2024-02-09T23:57:18.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.425+0000 7f9cbc7a1640 1 -- 172.21.15.27:0/890438286 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9cb40b6670 con 0x7f9cb40cf4e0 2024-02-09T23:57:18.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.426+0000 7f9cbc7a1640 1 -- 172.21.15.27:0/890438286 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9cb40c9fe0 con 0x7f9cb40cf4e0 2024-02-09T23:57:18.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.427+0000 7f9caaffd640 1 -- 172.21.15.27:0/890438286 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f9ca4043910 con 0x7f9cb40cf4e0 2024-02-09T23:57:18.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.427+0000 7f9caaffd640 1 --2- 172.21.15.27:0/890438286 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f9c9806b810 0x7f9c9806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:18.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.427+0000 7f9caaffd640 1 -- 172.21.15.27:0/890438286 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9ca403e070 con 0x7f9cb40cf4e0 2024-02-09T23:57:18.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.427+0000 7f9cba53d640 1 --2- 172.21.15.27:0/890438286 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f9c9806b810 0x7f9c9806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:18.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.428+0000 7f9cba53d640 1 --2- 172.21.15.27:0/890438286 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f9c9806b810 0x7f9c9806dcd0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f9cb0007fd0 tx=0x7f9cb0007dc0 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:18.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.432+0000 7f9caaffd640 1 -- 172.21.15.27:0/890438286 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f9cb40c9fe0 con 0x7f9cb40cf4e0 2024-02-09T23:57:18.616 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.613+0000 7f9cbc7a1640 1 -- 172.21.15.27:0/890438286 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f9cb40c9fe0 con 0x7f9cb40cf4e0 2024-02-09T23:57:18.617 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.613+0000 7f9caaffd640 1 -- 172.21.15.27:0/890438286 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f9cb40c9fe0 con 0x7f9cb40cf4e0 2024-02-09T23:57:18.617 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 64 2024-02-09T23:57:18.619 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.616+0000 7f9cbc7a1640 1 -- 172.21.15.27:0/890438286 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f9c9806b810 msgr2=0x7f9c9806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:18.619 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.616+0000 7f9cbc7a1640 1 --2- 172.21.15.27:0/890438286 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f9c9806b810 0x7f9c9806dcd0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f9cb0007fd0 tx=0x7f9cb0007dc0 comp rx=0 tx=0).stop 2024-02-09T23:57:18.619 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.616+0000 7f9cbc7a1640 1 -- 172.21.15.27:0/890438286 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9cb40cf4e0 msgr2=0x7f9cb40b6130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:18.619 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.616+0000 7f9cbc7a1640 1 --2- 172.21.15.27:0/890438286 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9cb40cf4e0 0x7f9cb40b6130 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f9ca4009870 tx=0x7f9ca4004730 comp rx=0 tx=0).stop 2024-02-09T23:57:18.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.616+0000 7f9cbc7a1640 1 -- 172.21.15.27:0/890438286 shutdown_connections 2024-02-09T23:57:18.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.616+0000 7f9cbc7a1640 1 --2- 172.21.15.27:0/890438286 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f9c9806b810 0x7f9c9806dcd0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:18.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.616+0000 7f9cbc7a1640 1 --2- 172.21.15.27:0/890438286 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9cb415bb20 0x7f9cb40ca2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:18.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.616+0000 7f9cbc7a1640 1 --2- 172.21.15.27:0/890438286 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9cb40cf4e0 0x7f9cb40b6130 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:18.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.616+0000 7f9cbc7a1640 1 --2- 172.21.15.27:0/890438286 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9cb4099a40 0x7f9cb40b6c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:18.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.616+0000 7f9cbc7a1640 1 -- 172.21.15.27:0/890438286 >> 172.21.15.27:0/890438286 conn(0x7f9cb40b3370 msgr2=0x7f9cb415ccb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:18.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.616+0000 7f9cbc7a1640 1 -- 172.21.15.27:0/890438286 shutdown_connections 2024-02-09T23:57:18.621 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.616+0000 7f9cbc7a1640 1 -- 172.21.15.27:0/890438286 wait complete. 2024-02-09T23:57:18.629 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:57:18.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.734+0000 7fe85226f640 1 Processor -- start 2024-02-09T23:57:18.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.734+0000 7fe85226f640 1 -- start start 2024-02-09T23:57:18.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.735+0000 7fe85226f640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe84c161160 0x7fe84c0d1ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:18.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.735+0000 7fe85226f640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fe84c0d2020 0x7fe84c0ce7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:18.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.735+0000 7fe85226f640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe84c161540 con 0x7fe84c0ced00 2024-02-09T23:57:18.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.735+0000 7fe85226f640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe84c0cf1b0 con 0x7fe84c0d2020 2024-02-09T23:57:18.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.735+0000 7fe85226f640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe84c0d3120 con 0x7fe84c161160 2024-02-09T23:57:18.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.735+0000 7fe85080c640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fe84c0ced00 0x7fe84c06c160 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:56504/0 (socket says 172.21.15.27:56504) 2024-02-09T23:57:18.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.735+0000 7fe85080c640 1 -- 172.21.15.27:0/642655194 learned_addr learned my addr 172.21.15.27:0/642655194 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:18.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.735+0000 7fe84bfff640 1 --2- 172.21.15.27:0/642655194 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe84c161160 0x7fe84c0d1ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:18.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.735+0000 7fe84b7fe640 1 --2- 172.21.15.27:0/642655194 >> v2:172.21.15.153:3300/0 conn(0x7fe84c0d2020 0x7fe84c0ce7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:18.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.735+0000 7fe84affd640 1 -- 172.21.15.27:0/642655194 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3303300868 0 0) 0x7fe84c161540 con 0x7fe84c0ced00 2024-02-09T23:57:18.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.735+0000 7fe84affd640 1 -- 172.21.15.27:0/642655194 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe834003520 con 0x7fe84c0ced00 2024-02-09T23:57:18.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.735+0000 7fe84bfff640 1 -- 172.21.15.27:0/642655194 >> v2:172.21.15.153:3300/0 conn(0x7fe84c0d2020 msgr2=0x7fe84c0ce7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:18.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.735+0000 7fe84bfff640 1 --2- 172.21.15.27:0/642655194 >> v2:172.21.15.153:3300/0 conn(0x7fe84c0d2020 0x7fe84c0ce7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:18.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.735+0000 7fe84bfff640 1 -- 172.21.15.27:0/642655194 >> v1:172.21.15.27:6789/0 conn(0x7fe84c0ced00 legacy=0x7fe84c06c160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:18.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.735+0000 7fe84bfff640 1 -- 172.21.15.27:0/642655194 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe84c0d2510 con 0x7fe84c161160 2024-02-09T23:57:18.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.736+0000 7fe84bfff640 1 --2- 172.21.15.27:0/642655194 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe84c161160 0x7fe84c0d1ae0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fe83c0097a0 tx=0x7fe83c02b8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f815d9b5e4bce138 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:18.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.736+0000 7fe84affd640 1 -- 172.21.15.27:0/642655194 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe83c031830 con 0x7fe84c161160 2024-02-09T23:57:18.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.736+0000 7fe84affd640 1 -- 172.21.15.27:0/642655194 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe83c031990 con 0x7fe84c161160 2024-02-09T23:57:18.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.736+0000 7fe84affd640 1 -- 172.21.15.27:0/642655194 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe83c031d20 con 0x7fe84c161160 2024-02-09T23:57:18.743 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.737+0000 7fe85226f640 1 -- 172.21.15.27:0/642655194 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe84c161160 msgr2=0x7fe84c0d1ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:18.743 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.737+0000 7fe85226f640 1 --2- 172.21.15.27:0/642655194 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe84c161160 0x7fe84c0d1ae0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fe83c0097a0 tx=0x7fe83c02b8d0 comp rx=0 tx=0).stop 2024-02-09T23:57:18.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.737+0000 7fe85226f640 1 -- 172.21.15.27:0/642655194 shutdown_connections 2024-02-09T23:57:18.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.737+0000 7fe85226f640 1 --2- 172.21.15.27:0/642655194 >> v2:172.21.15.153:3300/0 conn(0x7fe84c0d2020 0x7fe84c0ce7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:18.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.737+0000 7fe85226f640 1 --2- 172.21.15.27:0/642655194 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe84c161160 0x7fe84c0d1ae0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:18.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.737+0000 7fe85226f640 1 -- 172.21.15.27:0/642655194 >> 172.21.15.27:0/642655194 conn(0x7fe84c0b56e0 msgr2=0x7fe84c0b5af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:18.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.737+0000 7fe85226f640 1 -- 172.21.15.27:0/642655194 shutdown_connections 2024-02-09T23:57:18.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.737+0000 7fe85226f640 1 -- 172.21.15.27:0/642655194 wait complete. 2024-02-09T23:57:18.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.738+0000 7fe85226f640 1 Processor -- start 2024-02-09T23:57:18.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.738+0000 7fe85226f640 1 -- start start 2024-02-09T23:57:18.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.739+0000 7fe85226f640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe84c0ced00 0x7fe84c156050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:18.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.739+0000 7fe85226f640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe84c0d2020 0x7fe84c155310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:18.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.739+0000 7fe85226f640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe84c161160 0x7fe84c0b4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:18.745 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.739+0000 7fe85226f640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe84c156710 con 0x7fe84c161160 2024-02-09T23:57:18.745 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.739+0000 7fe85226f640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe84c1569f0 con 0x7fe84c0ced00 2024-02-09T23:57:18.745 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.739+0000 7fe85226f640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe84c156cd0 con 0x7fe84c0d2020 2024-02-09T23:57:18.745 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.739+0000 7fe85080c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe84c161160 0x7fe84c0b4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:18.745 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.739+0000 7fe85080c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe84c161160 0x7fe84c0b4bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60168/0 (socket says 172.21.15.27:60168) 2024-02-09T23:57:18.745 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.739+0000 7fe85080c640 1 -- 172.21.15.27:0/883627130 learned_addr learned my addr 172.21.15.27:0/883627130 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:18.745 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.739+0000 7fe84b7fe640 1 --2- 172.21.15.27:0/883627130 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe84c0d2020 0x7fe84c155310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:18.745 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.739+0000 7fe84bfff640 1 --2- 172.21.15.27:0/883627130 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe84c0ced00 0x7fe84c156050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:18.745 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.739+0000 7fe85080c640 1 -- 172.21.15.27:0/883627130 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe84c0d2020 msgr2=0x7fe84c155310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:18.745 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.739+0000 7fe85080c640 1 --2- 172.21.15.27:0/883627130 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe84c0d2020 0x7fe84c155310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:18.745 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.739+0000 7fe85080c640 1 -- 172.21.15.27:0/883627130 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe84c0ced00 msgr2=0x7fe84c156050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:18.745 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.739+0000 7fe85080c640 1 --2- 172.21.15.27:0/883627130 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe84c0ced00 0x7fe84c156050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:18.745 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.739+0000 7fe85080c640 1 -- 172.21.15.27:0/883627130 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe83c009400 con 0x7fe84c161160 2024-02-09T23:57:18.745 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.739+0000 7fe85080c640 1 --2- 172.21.15.27:0/883627130 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe84c161160 0x7fe84c0b4bc0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fe84400caa0 tx=0x7fe84400cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:18.746 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.740+0000 7fe848ff9640 1 -- 172.21.15.27:0/883627130 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe84400ac00 con 0x7fe84c161160 2024-02-09T23:57:18.746 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.740+0000 7fe848ff9640 1 -- 172.21.15.27:0/883627130 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe84400ad60 con 0x7fe84c161160 2024-02-09T23:57:18.746 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.740+0000 7fe848ff9640 1 -- 172.21.15.27:0/883627130 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe844012620 con 0x7fe84c161160 2024-02-09T23:57:18.746 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.740+0000 7fe85226f640 1 -- 172.21.15.27:0/883627130 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe84c156fb0 con 0x7fe84c161160 2024-02-09T23:57:18.746 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.740+0000 7fe85226f640 1 -- 172.21.15.27:0/883627130 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe84c0b5100 con 0x7fe84c161160 2024-02-09T23:57:18.746 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.741+0000 7fe85226f640 1 -- 172.21.15.27:0/883627130 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe84c1574d0 con 0x7fe84c161160 2024-02-09T23:57:18.747 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.741+0000 7fe848ff9640 1 -- 172.21.15.27:0/883627130 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fe844007070 con 0x7fe84c161160 2024-02-09T23:57:18.747 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.742+0000 7fe848ff9640 1 --2- 172.21.15.27:0/883627130 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe83806b810 0x7fe83806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:18.747 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.742+0000 7fe848ff9640 1 -- 172.21.15.27:0/883627130 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe84408a160 con 0x7fe84c161160 2024-02-09T23:57:18.747 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.742+0000 7fe84bfff640 1 --2- 172.21.15.27:0/883627130 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe83806b810 0x7fe83806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:18.747 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.742+0000 7fe84bfff640 1 --2- 172.21.15.27:0/883627130 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe83806b810 0x7fe83806dcd0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fe83c036000 tx=0x7fe83c008030 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:18.749 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.746+0000 7fe848ff9640 1 -- 172.21.15.27:0/883627130 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fe84c1574d0 con 0x7fe84c161160 2024-02-09T23:57:18.930 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.927+0000 7fe85226f640 1 -- 172.21.15.27:0/883627130 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe84c1574d0 con 0x7fe84c161160 2024-02-09T23:57:18.931 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.928+0000 7fe848ff9640 1 -- 172.21.15.27:0/883627130 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16605 (secure 0 0 0) 0x7fe84c1574d0 con 0x7fe84c161160 2024-02-09T23:57:18.931 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:18.932 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":20,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:56:52.874682+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:56:49.610721+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:56:50.234763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:57:18.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.930+0000 7fe85226f640 1 -- 172.21.15.27:0/883627130 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe83806b810 msgr2=0x7fe83806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:18.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.930+0000 7fe85226f640 1 --2- 172.21.15.27:0/883627130 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe83806b810 0x7fe83806dcd0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fe83c036000 tx=0x7fe83c008030 comp rx=0 tx=0).stop 2024-02-09T23:57:18.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.930+0000 7fe85226f640 1 -- 172.21.15.27:0/883627130 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe84c161160 msgr2=0x7fe84c0b4bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:18.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.930+0000 7fe85226f640 1 --2- 172.21.15.27:0/883627130 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe84c161160 0x7fe84c0b4bc0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fe84400caa0 tx=0x7fe84400cf60 comp rx=0 tx=0).stop 2024-02-09T23:57:18.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.930+0000 7fe85226f640 1 -- 172.21.15.27:0/883627130 shutdown_connections 2024-02-09T23:57:18.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.930+0000 7fe85226f640 1 --2- 172.21.15.27:0/883627130 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe83806b810 0x7fe83806dcd0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:18.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.930+0000 7fe85226f640 1 --2- 172.21.15.27:0/883627130 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe84c161160 0x7fe84c0b4bc0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:18.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.930+0000 7fe85226f640 1 --2- 172.21.15.27:0/883627130 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe84c0d2020 0x7fe84c155310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:18.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.930+0000 7fe85226f640 1 --2- 172.21.15.27:0/883627130 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe84c0ced00 0x7fe84c156050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:18.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.930+0000 7fe85226f640 1 -- 172.21.15.27:0/883627130 >> 172.21.15.27:0/883627130 conn(0x7fe84c0b56e0 msgr2=0x7fe84c15ff40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:18.935 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.930+0000 7fe85226f640 1 -- 172.21.15.27:0/883627130 shutdown_connections 2024-02-09T23:57:18.935 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:18.930+0000 7fe85226f640 1 -- 172.21.15.27:0/883627130 wait complete. 2024-02-09T23:57:18.944 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-09T23:56:39.494694+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-09T23:56:49.610721+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-09T23:56:50.234763+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-09T23:57:18.945 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-09T23:57:19.064 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.052+0000 7fd79e901640 1 Processor -- start 2024-02-09T23:57:19.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.052+0000 7fd79e901640 1 -- start start 2024-02-09T23:57:19.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.053+0000 7fd79e901640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fd7980cd170 0x7fd7980b47f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:19.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.053+0000 7fd79e901640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fd79815bfa0 0x7fd7980cbfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:19.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.053+0000 7fd79e901640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd79815c400 con 0x7fd7980cc4e0 2024-02-09T23:57:19.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.053+0000 7fd79e901640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd79815cf20 con 0x7fd7980cd170 2024-02-09T23:57:19.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.053+0000 7fd79e901640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd79815c680 con 0x7fd79815bfa0 2024-02-09T23:57:19.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.053+0000 7fd79ce9e640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fd7980cc4e0 0x7fd7980b1730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:56516/0 (socket says 172.21.15.27:56516) 2024-02-09T23:57:19.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.053+0000 7fd79ce9e640 1 -- 172.21.15.27:0/1744021203 learned_addr learned my addr 172.21.15.27:0/1744021203 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:19.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.053+0000 7fd7977fe640 1 --2- 172.21.15.27:0/1744021203 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fd79815bfa0 0x7fd7980cbfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:19.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.053+0000 7fd797fff640 1 --2- 172.21.15.27:0/1744021203 >> v2:172.21.15.153:3300/0 conn(0x7fd7980cd170 0x7fd7980b47f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:19.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.053+0000 7fd796ffd640 1 -- 172.21.15.27:0/1744021203 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1044225067 0 0) 0x7fd79815c400 con 0x7fd7980cc4e0 2024-02-09T23:57:19.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.053+0000 7fd796ffd640 1 -- 172.21.15.27:0/1744021203 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd784003520 con 0x7fd7980cc4e0 2024-02-09T23:57:19.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.054+0000 7fd7977fe640 1 -- 172.21.15.27:0/1744021203 >> v2:172.21.15.153:3300/0 conn(0x7fd7980cd170 msgr2=0x7fd7980b47f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:19.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.054+0000 7fd7977fe640 1 --2- 172.21.15.27:0/1744021203 >> v2:172.21.15.153:3300/0 conn(0x7fd7980cd170 0x7fd7980b47f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.054+0000 7fd7977fe640 1 -- 172.21.15.27:0/1744021203 >> v1:172.21.15.27:6789/0 conn(0x7fd7980cc4e0 legacy=0x7fd7980b1730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:19.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.054+0000 7fd796ffd640 1 -- 172.21.15.27:0/1744021203 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2904223870 0 0) 0x7fd784003520 con 0x7fd7980cc4e0 2024-02-09T23:57:19.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.054+0000 7fd7977fe640 1 -- 172.21.15.27:0/1744021203 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd79815c960 con 0x7fd79815bfa0 2024-02-09T23:57:19.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.054+0000 7fd7977fe640 1 --2- 172.21.15.27:0/1744021203 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fd79815bfa0 0x7fd7980cbfa0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fd7880097a0 tx=0x7fd78802b790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8cb4eda941ec89b9 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:19.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.055+0000 7fd796ffd640 1 -- 172.21.15.27:0/1744021203 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7900019f0 con 0x7fd79815bfa0 2024-02-09T23:57:19.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.055+0000 7fd796ffd640 1 -- 172.21.15.27:0/1744021203 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd78802e050 con 0x7fd79815bfa0 2024-02-09T23:57:19.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.055+0000 7fd796ffd640 1 -- 172.21.15.27:0/1744021203 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd788030730 con 0x7fd79815bfa0 2024-02-09T23:57:19.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.055+0000 7fd79e901640 1 -- 172.21.15.27:0/1744021203 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fd79815bfa0 msgr2=0x7fd7980cbfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:19.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.055+0000 7fd79e901640 1 --2- 172.21.15.27:0/1744021203 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fd79815bfa0 0x7fd7980cbfa0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fd7880097a0 tx=0x7fd78802b790 comp rx=0 tx=0).stop 2024-02-09T23:57:19.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.055+0000 7fd79e901640 1 -- 172.21.15.27:0/1744021203 shutdown_connections 2024-02-09T23:57:19.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.055+0000 7fd79e901640 1 --2- 172.21.15.27:0/1744021203 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fd79815bfa0 0x7fd7980cbfa0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.055+0000 7fd79e901640 1 --2- 172.21.15.27:0/1744021203 >> v2:172.21.15.153:3300/0 conn(0x7fd7980cd170 0x7fd7980b47f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.055+0000 7fd79e901640 1 -- 172.21.15.27:0/1744021203 >> 172.21.15.27:0/1744021203 conn(0x7fd798067040 msgr2=0x7fd79806ac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:19.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.055+0000 7fd79e901640 1 -- 172.21.15.27:0/1744021203 shutdown_connections 2024-02-09T23:57:19.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.055+0000 7fd79e901640 1 -- 172.21.15.27:0/1744021203 wait complete. 2024-02-09T23:57:19.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.056+0000 7fd79e901640 1 Processor -- start 2024-02-09T23:57:19.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.057+0000 7fd79e901640 1 -- start start 2024-02-09T23:57:19.069 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.057+0000 7fd79e901640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd7980cc4e0 0x7fd798148170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:19.069 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.057+0000 7fd79e901640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fd7980cd170 0x7fd79815aa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:19.069 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.057+0000 7fd79e901640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd79815bfa0 0x7fd79815afb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:19.069 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.057+0000 7fd79e901640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd798151800 con 0x7fd7980cc4e0 2024-02-09T23:57:19.069 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.057+0000 7fd79e901640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd79814e240 con 0x7fd79815bfa0 2024-02-09T23:57:19.069 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.057+0000 7fd79e901640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd7981486b0 con 0x7fd7980cd170 2024-02-09T23:57:19.069 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.057+0000 7fd797fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd7980cc4e0 0x7fd798148170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:19.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.057+0000 7fd797fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd7980cc4e0 0x7fd798148170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60180/0 (socket says 172.21.15.27:60180) 2024-02-09T23:57:19.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.057+0000 7fd797fff640 1 -- 172.21.15.27:0/1494919007 learned_addr learned my addr 172.21.15.27:0/1494919007 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:19.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.058+0000 7fd7977fe640 1 --2- 172.21.15.27:0/1494919007 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fd7980cd170 0x7fd79815aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:19.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.058+0000 7fd79ce9e640 1 --2- 172.21.15.27:0/1494919007 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd79815bfa0 0x7fd79815afb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:19.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.058+0000 7fd797fff640 1 -- 172.21.15.27:0/1494919007 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fd7980cd170 msgr2=0x7fd79815aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:19.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.058+0000 7fd797fff640 1 --2- 172.21.15.27:0/1494919007 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fd7980cd170 0x7fd79815aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.058+0000 7fd797fff640 1 -- 172.21.15.27:0/1494919007 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd79815bfa0 msgr2=0x7fd79815afb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:19.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.058+0000 7fd797fff640 1 --2- 172.21.15.27:0/1494919007 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd79815bfa0 0x7fd79815afb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.058+0000 7fd797fff640 1 -- 172.21.15.27:0/1494919007 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd788009400 con 0x7fd7980cc4e0 2024-02-09T23:57:19.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.058+0000 7fd797fff640 1 --2- 172.21.15.27:0/1494919007 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd7980cc4e0 0x7fd798148170 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fd78000e9b0 tx=0x7fd78000ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:19.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.058+0000 7fd794ff9640 1 -- 172.21.15.27:0/1494919007 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd780009670 con 0x7fd7980cc4e0 2024-02-09T23:57:19.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.058+0000 7fd794ff9640 1 -- 172.21.15.27:0/1494919007 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd78000c9a0 con 0x7fd7980cc4e0 2024-02-09T23:57:19.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.058+0000 7fd79e901640 1 -- 172.21.15.27:0/1494919007 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd79814c0f0 con 0x7fd7980cc4e0 2024-02-09T23:57:19.072 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.058+0000 7fd794ff9640 1 -- 172.21.15.27:0/1494919007 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd78000cd50 con 0x7fd7980cc4e0 2024-02-09T23:57:19.072 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.058+0000 7fd79e901640 1 -- 172.21.15.27:0/1494919007 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd79814c6b0 con 0x7fd7980cc4e0 2024-02-09T23:57:19.072 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.059+0000 7fd79e901640 1 -- 172.21.15.27:0/1494919007 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd7980746c0 con 0x7fd7980cc4e0 2024-02-09T23:57:19.072 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.060+0000 7fd794ff9640 1 -- 172.21.15.27:0/1494919007 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fd780013470 con 0x7fd7980cc4e0 2024-02-09T23:57:19.072 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.060+0000 7fd794ff9640 1 --2- 172.21.15.27:0/1494919007 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fd77806b840 0x7fd77806dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:19.072 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.060+0000 7fd794ff9640 1 -- 172.21.15.27:0/1494919007 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd78008a360 con 0x7fd7980cc4e0 2024-02-09T23:57:19.073 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.060+0000 7fd7977fe640 1 --2- 172.21.15.27:0/1494919007 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fd77806b840 0x7fd77806dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:19.073 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.061+0000 7fd7977fe640 1 --2- 172.21.15.27:0/1494919007 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fd77806b840 0x7fd77806dd00 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fd788034000 tx=0x7fd78802f000 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:19.074 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.064+0000 7fd794ff9640 1 -- 172.21.15.27:0/1494919007 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fd780054e30 con 0x7fd7980cc4e0 2024-02-09T23:57:19.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.244+0000 7fd79e901640 1 -- 172.21.15.27:0/1494919007 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fd7980cddc0 con 0x7fd7980cc4e0 2024-02-09T23:57:19.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.244+0000 7fd794ff9640 1 -- 172.21.15.27:0/1494919007 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fd7800584f0 con 0x7fd7980cc4e0 2024-02-09T23:57:19.247 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 1 2024-02-09T23:57:19.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.246+0000 7fd79e901640 1 -- 172.21.15.27:0/1494919007 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fd77806b840 msgr2=0x7fd77806dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:19.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.246+0000 7fd79e901640 1 --2- 172.21.15.27:0/1494919007 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fd77806b840 0x7fd77806dd00 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fd788034000 tx=0x7fd78802f000 comp rx=0 tx=0).stop 2024-02-09T23:57:19.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.246+0000 7fd79e901640 1 -- 172.21.15.27:0/1494919007 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd7980cc4e0 msgr2=0x7fd798148170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:19.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.246+0000 7fd79e901640 1 --2- 172.21.15.27:0/1494919007 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd7980cc4e0 0x7fd798148170 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fd78000e9b0 tx=0x7fd78000ee70 comp rx=0 tx=0).stop 2024-02-09T23:57:19.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.246+0000 7fd79e901640 1 -- 172.21.15.27:0/1494919007 shutdown_connections 2024-02-09T23:57:19.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.246+0000 7fd79e901640 1 --2- 172.21.15.27:0/1494919007 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fd77806b840 0x7fd77806dd00 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.246+0000 7fd79e901640 1 --2- 172.21.15.27:0/1494919007 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd79815bfa0 0x7fd79815afb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.246+0000 7fd79e901640 1 --2- 172.21.15.27:0/1494919007 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fd7980cd170 0x7fd79815aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.246+0000 7fd79e901640 1 --2- 172.21.15.27:0/1494919007 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd7980cc4e0 0x7fd798148170 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.246+0000 7fd79e901640 1 -- 172.21.15.27:0/1494919007 >> 172.21.15.27:0/1494919007 conn(0x7fd798067040 msgr2=0x7fd79815f500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:19.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.246+0000 7fd79e901640 1 -- 172.21.15.27:0/1494919007 shutdown_connections 2024-02-09T23:57:19.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.246+0000 7fd79e901640 1 -- 172.21.15.27:0/1494919007 wait complete. 2024-02-09T23:57:19.260 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-09T23:57:19.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.366+0000 7f93a440e640 1 Processor -- start 2024-02-09T23:57:19.370 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.367+0000 7f93a440e640 1 -- start start 2024-02-09T23:57:19.370 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.367+0000 7f93a440e640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f939c0ce060 0x7f939c0d02c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:19.370 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.367+0000 7f93a440e640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f939c0b2cc0 0x7f939c0d0800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:19.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.367+0000 7f93a440e640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f939c0cea00 con 0x7f939c15dcb0 2024-02-09T23:57:19.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.367+0000 7f93a440e640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f939c161f00 con 0x7f939c0ce060 2024-02-09T23:57:19.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.367+0000 7f93a440e640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f939c0cf210 con 0x7f939c0b2cc0 2024-02-09T23:57:19.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.368+0000 7f93a29ab640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f939c0b2cc0 0x7f939c0d0800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:19.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.368+0000 7f93a19a9640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f939c0ce060 0x7f939c0d02c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:19.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.368+0000 7f93a29ab640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f939c0b2cc0 0x7f939c0d0800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:48480/0 (socket says 172.21.15.27:48480) 2024-02-09T23:57:19.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.368+0000 7f93a29ab640 1 -- 172.21.15.27:0/2124767554 learned_addr learned my addr 172.21.15.27:0/2124767554 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:19.373 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.368+0000 7f93a29ab640 1 -- 172.21.15.27:0/2124767554 >> v2:172.21.15.153:3300/0 conn(0x7f939c0ce060 msgr2=0x7f939c0d02c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:19.373 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.368+0000 7f93a29ab640 1 --2- 172.21.15.27:0/2124767554 >> v2:172.21.15.153:3300/0 conn(0x7f939c0ce060 0x7f939c0d02c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.373 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.368+0000 7f93a29ab640 1 -- 172.21.15.27:0/2124767554 >> v1:172.21.15.153:6789/0 conn(0x7f939c15dcb0 legacy=0x7f939c1617f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:19.373 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.368+0000 7f93a29ab640 1 -- 172.21.15.27:0/2124767554 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f939c0ce5d0 con 0x7f939c0b2cc0 2024-02-09T23:57:19.373 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.369+0000 7f93a29ab640 1 --2- 172.21.15.27:0/2124767554 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f939c0b2cc0 0x7f939c0d0800 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f9394009e50 tx=0x7f939402be40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=90ba6f6bbcea9792 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:19.373 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.369+0000 7f93a11a8640 1 -- 172.21.15.27:0/2124767554 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f939402c9e0 con 0x7f939c0b2cc0 2024-02-09T23:57:19.373 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.369+0000 7f93a11a8640 1 -- 172.21.15.27:0/2124767554 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f939402cb40 con 0x7f939c0b2cc0 2024-02-09T23:57:19.373 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.369+0000 7f93a11a8640 1 -- 172.21.15.27:0/2124767554 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93940343f0 con 0x7f939c0b2cc0 2024-02-09T23:57:19.373 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.370+0000 7f93a440e640 1 -- 172.21.15.27:0/2124767554 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f939c0b2cc0 msgr2=0x7f939c0d0800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:19.373 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.370+0000 7f93a440e640 1 --2- 172.21.15.27:0/2124767554 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f939c0b2cc0 0x7f939c0d0800 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f9394009e50 tx=0x7f939402be40 comp rx=0 tx=0).stop 2024-02-09T23:57:19.373 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.370+0000 7f93a440e640 1 -- 172.21.15.27:0/2124767554 shutdown_connections 2024-02-09T23:57:19.374 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.370+0000 7f93a440e640 1 --2- 172.21.15.27:0/2124767554 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f939c0b2cc0 0x7f939c0d0800 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.374 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.370+0000 7f93a440e640 1 --2- 172.21.15.27:0/2124767554 >> v2:172.21.15.153:3300/0 conn(0x7f939c0ce060 0x7f939c0d02c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.374 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.370+0000 7f93a440e640 1 -- 172.21.15.27:0/2124767554 >> 172.21.15.27:0/2124767554 conn(0x7f939c06c1b0 msgr2=0x7f939c06c5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:19.374 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.370+0000 7f93a440e640 1 -- 172.21.15.27:0/2124767554 shutdown_connections 2024-02-09T23:57:19.374 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.370+0000 7f93a440e640 1 -- 172.21.15.27:0/2124767554 wait complete. 2024-02-09T23:57:19.377 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.371+0000 7f93a440e640 1 Processor -- start 2024-02-09T23:57:19.377 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.371+0000 7f93a440e640 1 -- start start 2024-02-09T23:57:19.377 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.372+0000 7f93a440e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f939c0b2cc0 0x7f939c160c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:19.377 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.372+0000 7f93a440e640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f939c0ce060 0x7f939c1f2e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:19.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.372+0000 7f93a440e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f939c15dcb0 0x7f939c1f7450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:19.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.372+0000 7f93a440e640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f939c14d920 con 0x7f939c0b2cc0 2024-02-09T23:57:19.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.372+0000 7f93a440e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f939c1f3380 con 0x7f939c15dcb0 2024-02-09T23:57:19.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.372+0000 7f93a440e640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f939c1612c0 con 0x7f939c0ce060 2024-02-09T23:57:19.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.372+0000 7f93a21aa640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f939c0b2cc0 0x7f939c160c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:19.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.372+0000 7f93a21aa640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f939c0b2cc0 0x7f939c160c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60184/0 (socket says 172.21.15.27:60184) 2024-02-09T23:57:19.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.372+0000 7f93a21aa640 1 -- 172.21.15.27:0/2019677031 learned_addr learned my addr 172.21.15.27:0/2019677031 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:19.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.372+0000 7f93a19a9640 1 --2- 172.21.15.27:0/2019677031 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f939c0ce060 0x7f939c1f2e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:19.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.372+0000 7f93a29ab640 1 --2- 172.21.15.27:0/2019677031 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f939c15dcb0 0x7f939c1f7450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:19.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.372+0000 7f93a21aa640 1 -- 172.21.15.27:0/2019677031 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f939c0ce060 msgr2=0x7f939c1f2e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:19.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.372+0000 7f93a21aa640 1 --2- 172.21.15.27:0/2019677031 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f939c0ce060 0x7f939c1f2e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.372+0000 7f93a21aa640 1 -- 172.21.15.27:0/2019677031 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f939c15dcb0 msgr2=0x7f939c1f7450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:19.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.372+0000 7f93a21aa640 1 --2- 172.21.15.27:0/2019677031 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f939c15dcb0 0x7f939c1f7450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.372+0000 7f93a21aa640 1 -- 172.21.15.27:0/2019677031 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9394009b30 con 0x7f939c0b2cc0 2024-02-09T23:57:19.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.372+0000 7f93a29ab640 1 --2- 172.21.15.27:0/2019677031 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f939c15dcb0 0x7f939c1f7450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:19.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.372+0000 7f93a21aa640 1 --2- 172.21.15.27:0/2019677031 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f939c0b2cc0 0x7f939c160c50 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f939800c3f0 tx=0x7f939800c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:19.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.372+0000 7f9392ffd640 1 -- 172.21.15.27:0/2019677031 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93980052d0 con 0x7f939c0b2cc0 2024-02-09T23:57:19.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.372+0000 7f9392ffd640 1 -- 172.21.15.27:0/2019677031 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9398005450 con 0x7f939c0b2cc0 2024-02-09T23:57:19.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.372+0000 7f93a440e640 1 -- 172.21.15.27:0/2019677031 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f939c1f7990 con 0x7f939c0b2cc0 2024-02-09T23:57:19.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.372+0000 7f9392ffd640 1 -- 172.21.15.27:0/2019677031 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9398007260 con 0x7f939c0b2cc0 2024-02-09T23:57:19.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.372+0000 7f93a440e640 1 -- 172.21.15.27:0/2019677031 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f939c15e600 con 0x7f939c0b2cc0 2024-02-09T23:57:19.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.373+0000 7f93a440e640 1 -- 172.21.15.27:0/2019677031 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f939c15e090 con 0x7f939c0b2cc0 2024-02-09T23:57:19.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.374+0000 7f9392ffd640 1 -- 172.21.15.27:0/2019677031 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f93980073c0 con 0x7f939c0b2cc0 2024-02-09T23:57:19.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.374+0000 7f9392ffd640 1 --2- 172.21.15.27:0/2019677031 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f938006b810 0x7f938006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:19.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.374+0000 7f9392ffd640 1 -- 172.21.15.27:0/2019677031 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9398089570 con 0x7f939c0b2cc0 2024-02-09T23:57:19.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.374+0000 7f93a19a9640 1 --2- 172.21.15.27:0/2019677031 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f938006b810 0x7f938006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:19.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.375+0000 7f93a19a9640 1 --2- 172.21.15.27:0/2019677031 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f938006b810 0x7f938006dcd0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f939c0cd650 tx=0x7f938c008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:19.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.378+0000 7f9392ffd640 1 -- 172.21.15.27:0/2019677031 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f939c15e090 con 0x7f939c0b2cc0 2024-02-09T23:57:19.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.558+0000 7f93a440e640 1 -- 172.21.15.27:0/2019677031 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f939c15e090 con 0x7f939c0b2cc0 2024-02-09T23:57:19.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.558+0000 7f9392ffd640 1 -- 172.21.15.27:0/2019677031 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f939c15e090 con 0x7f939c0b2cc0 2024-02-09T23:57:19.561 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 32 2024-02-09T23:57:19.563 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.560+0000 7f93a440e640 1 -- 172.21.15.27:0/2019677031 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f938006b810 msgr2=0x7f938006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:19.563 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.560+0000 7f93a440e640 1 --2- 172.21.15.27:0/2019677031 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f938006b810 0x7f938006dcd0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f939c0cd650 tx=0x7f938c008040 comp rx=0 tx=0).stop 2024-02-09T23:57:19.563 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.560+0000 7f93a440e640 1 -- 172.21.15.27:0/2019677031 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f939c0b2cc0 msgr2=0x7f939c160c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:19.563 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.560+0000 7f93a440e640 1 --2- 172.21.15.27:0/2019677031 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f939c0b2cc0 0x7f939c160c50 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f939800c3f0 tx=0x7f939800c8b0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.563 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.560+0000 7f93a440e640 1 -- 172.21.15.27:0/2019677031 shutdown_connections 2024-02-09T23:57:19.563 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.560+0000 7f93a440e640 1 --2- 172.21.15.27:0/2019677031 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f938006b810 0x7f938006dcd0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.563 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.560+0000 7f93a440e640 1 --2- 172.21.15.27:0/2019677031 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f939c15dcb0 0x7f939c1f7450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.563 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.560+0000 7f93a440e640 1 --2- 172.21.15.27:0/2019677031 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f939c0ce060 0x7f939c1f2e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.563 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.560+0000 7f93a440e640 1 --2- 172.21.15.27:0/2019677031 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f939c0b2cc0 0x7f939c160c50 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.563 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.560+0000 7f93a440e640 1 -- 172.21.15.27:0/2019677031 >> 172.21.15.27:0/2019677031 conn(0x7f939c06c1b0 msgr2=0x7f939c1617d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:19.564 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.560+0000 7f93a440e640 1 -- 172.21.15.27:0/2019677031 shutdown_connections 2024-02-09T23:57:19.564 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.560+0000 7f93a440e640 1 -- 172.21.15.27:0/2019677031 wait complete. 2024-02-09T23:57:19.574 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-09T23:57:19.683 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.680+0000 7f5aff98c640 1 Processor -- start 2024-02-09T23:57:19.683 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.680+0000 7f5aff98c640 1 -- start start 2024-02-09T23:57:19.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.681+0000 7f5aff98c640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f5af815bb20 0x7f5af80cd860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:19.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.681+0000 7f5aff98c640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5af80cc7c0 con 0x7f5af8099a40 2024-02-09T23:57:19.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.681+0000 7f5aff98c640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5af80ccaa0 con 0x7f5af80cf4e0 2024-02-09T23:57:19.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.681+0000 7f5aff98c640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5af815bf00 con 0x7f5af815bb20 2024-02-09T23:57:19.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.681+0000 7f5afdf29640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f5af8099a40 0x7f5af80c53d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:56526/0 (socket says 172.21.15.27:56526) 2024-02-09T23:57:19.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.681+0000 7f5afdf29640 1 -- 172.21.15.27:0/3049741112 learned_addr learned my addr 172.21.15.27:0/3049741112 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:19.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.682+0000 7f5afd728640 1 --2- 172.21.15.27:0/3049741112 >> v2:172.21.15.153:3300/0 conn(0x7f5af815bb20 0x7f5af80cd860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:19.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.682+0000 7f5aeffff640 1 -- 172.21.15.27:0/3049741112 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3837431000 0 0) 0x7f5af80cc7c0 con 0x7f5af8099a40 2024-02-09T23:57:19.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.682+0000 7f5aeffff640 1 -- 172.21.15.27:0/3049741112 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5ae4003520 con 0x7f5af8099a40 2024-02-09T23:57:19.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.682+0000 7f5aeffff640 1 -- 172.21.15.27:0/3049741112 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1462745721 0 0) 0x7f5af80ccaa0 con 0x7f5af80cf4e0 2024-02-09T23:57:19.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.682+0000 7f5aeffff640 1 -- 172.21.15.27:0/3049741112 --> v1:172.21.15.153:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5af80cc7c0 con 0x7f5af80cf4e0 2024-02-09T23:57:19.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.682+0000 7f5aeffff640 1 -- 172.21.15.27:0/3049741112 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 228187552 0 0) 0x7f5ae4003520 con 0x7f5af8099a40 2024-02-09T23:57:19.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.682+0000 7f5aeffff640 1 -- 172.21.15.27:0/3049741112 >> v2:172.21.15.153:3300/0 conn(0x7f5af815bb20 msgr2=0x7f5af80cd860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:19.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.682+0000 7f5aeffff640 1 --2- 172.21.15.27:0/3049741112 >> v2:172.21.15.153:3300/0 conn(0x7f5af815bb20 0x7f5af80cd860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.682+0000 7f5aeffff640 1 -- 172.21.15.27:0/3049741112 >> v1:172.21.15.153:6789/0 conn(0x7f5af80cf4e0 legacy=0x7f5af80d0340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:19.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.682+0000 7f5aeffff640 1 -- 172.21.15.27:0/3049741112 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5af80ccd80 con 0x7f5af8099a40 2024-02-09T23:57:19.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.682+0000 7f5aeffff640 1 -- 172.21.15.27:0/3049741112 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7f5af40019f0 con 0x7f5af8099a40 2024-02-09T23:57:19.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.682+0000 7f5aeffff640 1 -- 172.21.15.27:0/3049741112 >> v1:172.21.15.27:6789/0 conn(0x7f5af8099a40 legacy=0x7f5af80c53d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:19.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.682+0000 7f5aeffff640 1 --2- 172.21.15.27:0/3049741112 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5ae4003b70 0x7f5ae4003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:19.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.682+0000 7f5aeffff640 1 --2- 172.21.15.27:0/3049741112 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5ae40047c0 0x7f5ae4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:19.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.682+0000 7f5aeffff640 1 --2- 172.21.15.27:0/3049741112 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5ae40051d0 0x7f5ae400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:19.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.682+0000 7f5aeffff640 1 -- 172.21.15.27:0/3049741112 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ae400c0f0 con 0x7f5ae4003b70 2024-02-09T23:57:19.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.682+0000 7f5aeffff640 1 -- 172.21.15.27:0/3049741112 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ae400c260 con 0x7f5ae40051d0 2024-02-09T23:57:19.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.682+0000 7f5aeffff640 1 -- 172.21.15.27:0/3049741112 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ae400c420 con 0x7f5ae40047c0 2024-02-09T23:57:19.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.682+0000 7f5afd728640 1 --2- 172.21.15.27:0/3049741112 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5ae4003b70 0x7f5ae4003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:19.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.682+0000 7f5afdf29640 1 --2- 172.21.15.27:0/3049741112 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5ae40051d0 0x7f5ae400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:19.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.682+0000 7f5afcf27640 1 --2- 172.21.15.27:0/3049741112 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5ae40047c0 0x7f5ae4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:19.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.682+0000 7f5afd728640 1 -- 172.21.15.27:0/3049741112 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5ae40047c0 msgr2=0x7f5ae4004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:19.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.682+0000 7f5afd728640 1 --2- 172.21.15.27:0/3049741112 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5ae40047c0 0x7f5ae4004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.682+0000 7f5afd728640 1 -- 172.21.15.27:0/3049741112 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5ae40051d0 msgr2=0x7f5ae400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:19.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.682+0000 7f5afd728640 1 --2- 172.21.15.27:0/3049741112 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5ae40051d0 0x7f5ae400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.682+0000 7f5afd728640 1 -- 172.21.15.27:0/3049741112 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ae4003520 con 0x7f5ae4003b70 2024-02-09T23:57:19.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.682+0000 7f5afdf29640 1 --2- 172.21.15.27:0/3049741112 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5ae40051d0 0x7f5ae400b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:19.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.683+0000 7f5afdf29640 1 -- 172.21.15.27:0/3049741112 reap_dead start 2024-02-09T23:57:19.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.683+0000 7f5afd728640 1 --2- 172.21.15.27:0/3049741112 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5ae4003b70 0x7f5ae4003f70 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f5af0009a90 tx=0x7f5ae40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75024099f9b9066 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:19.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.683+0000 7f5aeffff640 1 -- 172.21.15.27:0/3049741112 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5af002c680 con 0x7f5ae4003b70 2024-02-09T23:57:19.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.683+0000 7f5aeffff640 1 -- 172.21.15.27:0/3049741112 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5af002c7e0 con 0x7f5ae4003b70 2024-02-09T23:57:19.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.683+0000 7f5aeffff640 1 -- 172.21.15.27:0/3049741112 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5af002cb70 con 0x7f5ae4003b70 2024-02-09T23:57:19.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.684+0000 7f5aff98c640 1 -- 172.21.15.27:0/3049741112 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5ae4003b70 msgr2=0x7f5ae4003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:19.690 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.684+0000 7f5aff98c640 1 --2- 172.21.15.27:0/3049741112 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5ae4003b70 0x7f5ae4003f70 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f5af0009a90 tx=0x7f5ae40057f0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.690 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.684+0000 7f5aff98c640 1 -- 172.21.15.27:0/3049741112 shutdown_connections 2024-02-09T23:57:19.690 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.684+0000 7f5aff98c640 1 --2- 172.21.15.27:0/3049741112 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5ae4003b70 0x7f5ae4003f70 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.690 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.684+0000 7f5aff98c640 1 -- 172.21.15.27:0/3049741112 >> 172.21.15.27:0/3049741112 conn(0x7f5af80b3370 msgr2=0x7f5af80b3780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:19.690 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.684+0000 7f5aff98c640 1 -- 172.21.15.27:0/3049741112 shutdown_connections 2024-02-09T23:57:19.690 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.684+0000 7f5aff98c640 1 -- 172.21.15.27:0/3049741112 wait complete. 2024-02-09T23:57:19.692 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.685+0000 7f5aff98c640 1 Processor -- start 2024-02-09T23:57:19.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.685+0000 7f5aff98c640 1 -- start start 2024-02-09T23:57:19.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.686+0000 7f5aff98c640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5ae4003b70 0x7f5af806c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:19.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.686+0000 7f5aff98c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5af80b6d50 0x7f5af81f66f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:19.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.686+0000 7f5aff98c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5af80cab20 0x7f5af80cafa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:19.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.686+0000 7f5aff98c640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5af80cb4e0 con 0x7f5af80b6d50 2024-02-09T23:57:19.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.686+0000 7f5aff98c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5af81f6c30 con 0x7f5af80cab20 2024-02-09T23:57:19.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.686+0000 7f5aff98c640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5af80c54e0 con 0x7f5ae4003b70 2024-02-09T23:57:19.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.686+0000 7f5afcf27640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5af80b6d50 0x7f5af81f66f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:19.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.686+0000 7f5afcf27640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5af80b6d50 0x7f5af81f66f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60214/0 (socket says 172.21.15.27:60214) 2024-02-09T23:57:19.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.686+0000 7f5afcf27640 1 -- 172.21.15.27:0/3171693876 learned_addr learned my addr 172.21.15.27:0/3171693876 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:19.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.686+0000 7f5afdf29640 1 --2- 172.21.15.27:0/3171693876 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5af80cab20 0x7f5af80cafa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:19.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.686+0000 7f5afd728640 1 --2- 172.21.15.27:0/3171693876 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5ae4003b70 0x7f5af806c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:19.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.686+0000 7f5afcf27640 1 -- 172.21.15.27:0/3171693876 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5ae4003b70 msgr2=0x7f5af806c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:19.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.686+0000 7f5afcf27640 1 --2- 172.21.15.27:0/3171693876 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5ae4003b70 0x7f5af806c8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.686+0000 7f5afcf27640 1 -- 172.21.15.27:0/3171693876 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5af80cab20 msgr2=0x7f5af80cafa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:19.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.686+0000 7f5afcf27640 1 --2- 172.21.15.27:0/3171693876 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5af80cab20 0x7f5af80cafa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.686+0000 7f5afcf27640 1 -- 172.21.15.27:0/3171693876 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5af80c57c0 con 0x7f5af80b6d50 2024-02-09T23:57:19.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.686+0000 7f5afdf29640 1 --2- 172.21.15.27:0/3171693876 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5af80cab20 0x7f5af80cafa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:19.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.687+0000 7f5afcf27640 1 --2- 172.21.15.27:0/3171693876 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5af80b6d50 0x7f5af81f66f0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f5ae800e780 tx=0x7f5ae800ec40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:19.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.687+0000 7f5aedffb640 1 -- 172.21.15.27:0/3171693876 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ae80050d0 con 0x7f5af80b6d50 2024-02-09T23:57:19.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.687+0000 7f5aedffb640 1 -- 172.21.15.27:0/3171693876 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ae8005250 con 0x7f5af80b6d50 2024-02-09T23:57:19.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.687+0000 7f5aff98c640 1 -- 172.21.15.27:0/3171693876 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5af80c5aa0 con 0x7f5af80b6d50 2024-02-09T23:57:19.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.687+0000 7f5aedffb640 1 -- 172.21.15.27:0/3171693876 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ae800c6c0 con 0x7f5af80b6d50 2024-02-09T23:57:19.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.687+0000 7f5aff98c640 1 -- 172.21.15.27:0/3171693876 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5af80c6060 con 0x7f5af80b6d50 2024-02-09T23:57:19.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.688+0000 7f5aff98c640 1 -- 172.21.15.27:0/3171693876 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5af80b44a0 con 0x7f5af80b6d50 2024-02-09T23:57:19.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.688+0000 7f5aedffb640 1 -- 172.21.15.27:0/3171693876 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f5ae800c820 con 0x7f5af80b6d50 2024-02-09T23:57:19.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.689+0000 7f5aedffb640 1 --2- 172.21.15.27:0/3171693876 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5adc06b840 0x7f5adc06dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:19.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.689+0000 7f5aedffb640 1 -- 172.21.15.27:0/3171693876 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5ae808a030 con 0x7f5af80b6d50 2024-02-09T23:57:19.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.689+0000 7f5afd728640 1 --2- 172.21.15.27:0/3171693876 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5adc06b840 0x7f5adc06dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:19.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.690+0000 7f5afd728640 1 --2- 172.21.15.27:0/3171693876 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5adc06b840 0x7f5adc06dd00 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f5af0036000 tx=0x7f5af0030000 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:19.696 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.693+0000 7f5aedffb640 1 -- 172.21.15.27:0/3171693876 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f5af80b44a0 con 0x7f5af80b6d50 2024-02-09T23:57:19.878 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.875+0000 7f5aff98c640 1 -- 172.21.15.27:0/3171693876 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f5af80b44a0 con 0x7f5af80b6d50 2024-02-09T23:57:19.878 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.875+0000 7f5aedffb640 1 -- 172.21.15.27:0/3171693876 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f5af80b44a0 con 0x7f5af80b6d50 2024-02-09T23:57:19.878 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 64 2024-02-09T23:57:19.881 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.878+0000 7f5aff98c640 1 -- 172.21.15.27:0/3171693876 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5adc06b840 msgr2=0x7f5adc06dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:19.881 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.878+0000 7f5aff98c640 1 --2- 172.21.15.27:0/3171693876 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5adc06b840 0x7f5adc06dd00 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f5af0036000 tx=0x7f5af0030000 comp rx=0 tx=0).stop 2024-02-09T23:57:19.881 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.878+0000 7f5aff98c640 1 -- 172.21.15.27:0/3171693876 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5af80b6d50 msgr2=0x7f5af81f66f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:19.881 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.878+0000 7f5aff98c640 1 --2- 172.21.15.27:0/3171693876 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5af80b6d50 0x7f5af81f66f0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f5ae800e780 tx=0x7f5ae800ec40 comp rx=0 tx=0).stop 2024-02-09T23:57:19.881 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.878+0000 7f5aff98c640 1 -- 172.21.15.27:0/3171693876 shutdown_connections 2024-02-09T23:57:19.881 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.878+0000 7f5aff98c640 1 --2- 172.21.15.27:0/3171693876 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5adc06b840 0x7f5adc06dd00 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.881 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.878+0000 7f5aff98c640 1 --2- 172.21.15.27:0/3171693876 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5af80cab20 0x7f5af80cafa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.881 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.878+0000 7f5aff98c640 1 --2- 172.21.15.27:0/3171693876 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5af80b6d50 0x7f5af81f66f0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.881 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.878+0000 7f5aff98c640 1 --2- 172.21.15.27:0/3171693876 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5ae4003b70 0x7f5af806c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.881 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.878+0000 7f5aff98c640 1 -- 172.21.15.27:0/3171693876 >> 172.21.15.27:0/3171693876 conn(0x7f5af80b3370 msgr2=0x7f5af815e950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:19.881 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.878+0000 7f5aff98c640 1 -- 172.21.15.27:0/3171693876 shutdown_connections 2024-02-09T23:57:19.881 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.878+0000 7f5aff98c640 1 -- 172.21.15.27:0/3171693876 wait complete. 2024-02-09T23:57:19.891 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:57:19.999 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.996+0000 7f50e4f01640 1 Processor -- start 2024-02-09T23:57:19.999 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.996+0000 7f50e4f01640 1 -- start start 2024-02-09T23:57:20.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.997+0000 7f50e4f01640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f50e00ce180 0x7f50e00cecf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:20.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.997+0000 7f50e4f01640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f50e006c830 0x7f50e00d1f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:20.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.997+0000 7f50e4f01640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f50e00d1330 con 0x7f50e0161470 2024-02-09T23:57:20.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.997+0000 7f50e4f01640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f50e0161850 con 0x7f50e00ce180 2024-02-09T23:57:20.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.997+0000 7f50e4f01640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f50e00d3740 con 0x7f50e006c830 2024-02-09T23:57:20.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.997+0000 7f50d7fff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f50e00ce180 0x7f50e00cecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:20.001 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.997+0000 7f50d7fff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f50e00ce180 0x7f50e00cecf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60216/0 (socket says 172.21.15.27:60216) 2024-02-09T23:57:20.001 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.997+0000 7f50d7fff640 1 -- 172.21.15.27:0/3974640876 learned_addr learned my addr 172.21.15.27:0/3974640876 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:20.001 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.997+0000 7f50ded9d640 1 --2- 172.21.15.27:0/3974640876 >> v2:172.21.15.153:3300/0 conn(0x7f50e006c830 0x7f50e00d1f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:20.001 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.997+0000 7f50d7fff640 1 -- 172.21.15.27:0/3974640876 >> v2:172.21.15.153:3300/0 conn(0x7f50e006c830 msgr2=0x7f50e00d1f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:20.001 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.997+0000 7f50d7fff640 1 --2- 172.21.15.27:0/3974640876 >> v2:172.21.15.153:3300/0 conn(0x7f50e006c830 0x7f50e00d1f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.001 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.997+0000 7f50d7fff640 1 -- 172.21.15.27:0/3974640876 >> v1:172.21.15.153:6789/0 conn(0x7f50e0161470 legacy=0x7f50e006c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:20.001 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.997+0000 7f50d7fff640 1 -- 172.21.15.27:0/3974640876 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50e00d1050 con 0x7f50e00ce180 2024-02-09T23:57:20.002 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.998+0000 7f50d7fff640 1 --2- 172.21.15.27:0/3974640876 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f50e00ce180 0x7f50e00cecf0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f50e00b99f0 tx=0x7f50c802b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b0af0ef2a74f398 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:20.002 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.998+0000 7f50ddd9b640 1 -- 172.21.15.27:0/3974640876 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50c8031870 con 0x7f50e00ce180 2024-02-09T23:57:20.002 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.998+0000 7f50ddd9b640 1 -- 172.21.15.27:0/3974640876 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50c80319d0 con 0x7f50e00ce180 2024-02-09T23:57:20.002 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.998+0000 7f50ddd9b640 1 -- 172.21.15.27:0/3974640876 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50c8031d60 con 0x7f50e00ce180 2024-02-09T23:57:20.002 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.999+0000 7f50e4f01640 1 -- 172.21.15.27:0/3974640876 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f50e00ce180 msgr2=0x7f50e00cecf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:20.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.999+0000 7f50e4f01640 1 --2- 172.21.15.27:0/3974640876 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f50e00ce180 0x7f50e00cecf0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f50e00b99f0 tx=0x7f50c802b910 comp rx=0 tx=0).stop 2024-02-09T23:57:20.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.999+0000 7f50e4f01640 1 -- 172.21.15.27:0/3974640876 shutdown_connections 2024-02-09T23:57:20.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.999+0000 7f50e4f01640 1 --2- 172.21.15.27:0/3974640876 >> v2:172.21.15.153:3300/0 conn(0x7f50e006c830 0x7f50e00d1f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.999+0000 7f50e4f01640 1 --2- 172.21.15.27:0/3974640876 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f50e00ce180 0x7f50e00cecf0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.999+0000 7f50e4f01640 1 -- 172.21.15.27:0/3974640876 >> 172.21.15.27:0/3974640876 conn(0x7f50e00b58b0 msgr2=0x7f50e00b5cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:20.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.999+0000 7f50e4f01640 1 -- 172.21.15.27:0/3974640876 shutdown_connections 2024-02-09T23:57:20.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:19.999+0000 7f50e4f01640 1 -- 172.21.15.27:0/3974640876 wait complete. 2024-02-09T23:57:20.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.000+0000 7f50e4f01640 1 Processor -- start 2024-02-09T23:57:20.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.000+0000 7f50e4f01640 1 -- start start 2024-02-09T23:57:20.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.001+0000 7f50e4f01640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f50e006c830 0x7f50e01579b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:20.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.001+0000 7f50e4f01640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f50e0161470 0x7f50e00cd790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:20.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.001+0000 7f50e4f01640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f50e00b7dc0 0x7f50e00b7160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:20.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.001+0000 7f50e4f01640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50e015abf0 con 0x7f50e00b7dc0 2024-02-09T23:57:20.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.001+0000 7f50e4f01640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50e00caa60 con 0x7f50e006c830 2024-02-09T23:57:20.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.001+0000 7f50e4f01640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50e00b82c0 con 0x7f50e0161470 2024-02-09T23:57:20.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.001+0000 7f50ded9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f50e00b7dc0 0x7f50e00b7160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:20.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.001+0000 7f50ded9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f50e00b7dc0 0x7f50e00b7160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60222/0 (socket says 172.21.15.27:60222) 2024-02-09T23:57:20.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.001+0000 7f50ded9d640 1 -- 172.21.15.27:0/2975229675 learned_addr learned my addr 172.21.15.27:0/2975229675 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:20.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.001+0000 7f50de59c640 1 --2- 172.21.15.27:0/2975229675 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f50e006c830 0x7f50e01579b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:20.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.001+0000 7f50ded9d640 1 -- 172.21.15.27:0/2975229675 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f50e0161470 msgr2=0x7f50e00cd790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:20.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.001+0000 7f50d7fff640 1 --2- 172.21.15.27:0/2975229675 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f50e0161470 0x7f50e00cd790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:20.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.001+0000 7f50ded9d640 1 --2- 172.21.15.27:0/2975229675 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f50e0161470 0x7f50e00cd790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.001+0000 7f50ded9d640 1 -- 172.21.15.27:0/2975229675 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f50e006c830 msgr2=0x7f50e01579b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:20.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.001+0000 7f50ded9d640 1 --2- 172.21.15.27:0/2975229675 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f50e006c830 0x7f50e01579b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.001+0000 7f50ded9d640 1 -- 172.21.15.27:0/2975229675 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50c80094d0 con 0x7f50e00b7dc0 2024-02-09T23:57:20.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.001+0000 7f50ded9d640 1 --2- 172.21.15.27:0/2975229675 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f50e00b7dc0 0x7f50e00b7160 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f50d8007e30 tx=0x7f50d800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:20.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.001+0000 7f50d6ffd640 1 -- 172.21.15.27:0/2975229675 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50d8014620 con 0x7f50e00b7dc0 2024-02-09T23:57:20.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.002+0000 7f50d6ffd640 1 -- 172.21.15.27:0/2975229675 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50d800ee90 con 0x7f50e00b7dc0 2024-02-09T23:57:20.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.002+0000 7f50d6ffd640 1 -- 172.21.15.27:0/2975229675 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50d80149c0 con 0x7f50e00b7dc0 2024-02-09T23:57:20.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.002+0000 7f50e4f01640 1 -- 172.21.15.27:0/2975229675 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f50e00b85a0 con 0x7f50e00b7dc0 2024-02-09T23:57:20.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.002+0000 7f50e4f01640 1 -- 172.21.15.27:0/2975229675 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f50e00b6c40 con 0x7f50e00b7dc0 2024-02-09T23:57:20.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.002+0000 7f50e4f01640 1 -- 172.21.15.27:0/2975229675 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f50e00cfc50 con 0x7f50e00b7dc0 2024-02-09T23:57:20.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.003+0000 7f50d6ffd640 1 -- 172.21.15.27:0/2975229675 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f50d8014b20 con 0x7f50e00b7dc0 2024-02-09T23:57:20.008 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.003+0000 7f50d6ffd640 1 --2- 172.21.15.27:0/2975229675 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f50c006b810 0x7f50c006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:20.008 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.003+0000 7f50d6ffd640 1 -- 172.21.15.27:0/2975229675 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f50d808abd0 con 0x7f50e00b7dc0 2024-02-09T23:57:20.008 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.004+0000 7f50de59c640 1 --2- 172.21.15.27:0/2975229675 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f50c006b810 0x7f50c006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:20.008 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.004+0000 7f50de59c640 1 --2- 172.21.15.27:0/2975229675 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f50c006b810 0x7f50c006dcd0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f50d0001500 tx=0x7f50d0009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:20.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.008+0000 7f50d6ffd640 1 -- 172.21.15.27:0/2975229675 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f50d8055560 con 0x7f50e00b7dc0 2024-02-09T23:57:20.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.193+0000 7f50e4f01640 1 -- 172.21.15.27:0/2975229675 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f50e00b6e30 con 0x7f50e00b7dc0 2024-02-09T23:57:20.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.194+0000 7f50d6ffd640 1 -- 172.21.15.27:0/2975229675 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16605 (secure 0 0 0) 0x7f50d8058c20 con 0x7f50e00b7dc0 2024-02-09T23:57:20.199 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:20.199 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":20,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:56:52.874682+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:56:49.610721+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:56:50.234763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:57:20.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.197+0000 7f50e4f01640 1 -- 172.21.15.27:0/2975229675 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f50c006b810 msgr2=0x7f50c006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:20.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.197+0000 7f50e4f01640 1 --2- 172.21.15.27:0/2975229675 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f50c006b810 0x7f50c006dcd0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f50d0001500 tx=0x7f50d0009040 comp rx=0 tx=0).stop 2024-02-09T23:57:20.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.197+0000 7f50e4f01640 1 -- 172.21.15.27:0/2975229675 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f50e00b7dc0 msgr2=0x7f50e00b7160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:20.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.197+0000 7f50e4f01640 1 --2- 172.21.15.27:0/2975229675 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f50e00b7dc0 0x7f50e00b7160 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f50d8007e30 tx=0x7f50d800e4b0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.197+0000 7f50e4f01640 1 -- 172.21.15.27:0/2975229675 shutdown_connections 2024-02-09T23:57:20.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.197+0000 7f50e4f01640 1 --2- 172.21.15.27:0/2975229675 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f50c006b810 0x7f50c006dcd0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.197+0000 7f50e4f01640 1 --2- 172.21.15.27:0/2975229675 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f50e00b7dc0 0x7f50e00b7160 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.197+0000 7f50e4f01640 1 --2- 172.21.15.27:0/2975229675 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f50e0161470 0x7f50e00cd790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.197+0000 7f50e4f01640 1 --2- 172.21.15.27:0/2975229675 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f50e006c830 0x7f50e01579b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.197+0000 7f50e4f01640 1 -- 172.21.15.27:0/2975229675 >> 172.21.15.27:0/2975229675 conn(0x7f50e00b58b0 msgr2=0x7f50e006c120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:20.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.197+0000 7f50e4f01640 1 -- 172.21.15.27:0/2975229675 shutdown_connections 2024-02-09T23:57:20.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.197+0000 7f50e4f01640 1 -- 172.21.15.27:0/2975229675 wait complete. 2024-02-09T23:57:20.211 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-09T23:56:39.494694+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-09T23:56:49.610721+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-09T23:56:50.234763+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-09T23:57:20.211 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-09T23:57:20.321 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.318+0000 7f9ddc6e1640 1 Processor -- start 2024-02-09T23:57:20.321 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.318+0000 7f9ddc6e1640 1 -- start start 2024-02-09T23:57:20.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.319+0000 7f9ddc6e1640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f9dd415df70 0x7f9dd40b2870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:20.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.319+0000 7f9ddc6e1640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9dd40cf8d0 con 0x7f9dd415db90 2024-02-09T23:57:20.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.319+0000 7f9ddc6e1640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9dd40d0430 con 0x7f9dd406c980 2024-02-09T23:57:20.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.319+0000 7f9ddc6e1640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9dd409a8a0 con 0x7f9dd415df70 2024-02-09T23:57:20.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.319+0000 7f9dda47d640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f9dd415db90 0x7f9dd40cbdb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:56542/0 (socket says 172.21.15.27:56542) 2024-02-09T23:57:20.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.319+0000 7f9dda47d640 1 -- 172.21.15.27:0/806585819 learned_addr learned my addr 172.21.15.27:0/806585819 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:20.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.319+0000 7f9dd947b640 1 -- 172.21.15.27:0/806585819 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3765835572 0 0) 0x7f9dd40cf8d0 con 0x7f9dd415db90 2024-02-09T23:57:20.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.319+0000 7f9dd947b640 1 -- 172.21.15.27:0/806585819 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9dc0003520 con 0x7f9dd415db90 2024-02-09T23:57:20.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.319+0000 7f9dd9c7c640 1 --2- 172.21.15.27:0/806585819 >> v2:172.21.15.153:3300/0 conn(0x7f9dd415df70 0x7f9dd40b2870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:20.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.319+0000 7f9dd947b640 1 -- 172.21.15.27:0/806585819 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1942768471 0 0) 0x7f9dc0003520 con 0x7f9dd415db90 2024-02-09T23:57:20.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.319+0000 7f9dd947b640 1 -- 172.21.15.27:0/806585819 >> v2:172.21.15.153:3300/0 conn(0x7f9dd415df70 msgr2=0x7f9dd40b2870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:20.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.319+0000 7f9dd947b640 1 --2- 172.21.15.27:0/806585819 >> v2:172.21.15.153:3300/0 conn(0x7f9dd415df70 0x7f9dd40b2870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.319+0000 7f9dd947b640 1 -- 172.21.15.27:0/806585819 >> v1:172.21.15.153:6789/0 conn(0x7f9dd406c980 legacy=0x7f9dd4099a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:20.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.319+0000 7f9dd947b640 1 -- 172.21.15.27:0/806585819 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9dd406ce10 con 0x7f9dd415db90 2024-02-09T23:57:20.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.319+0000 7f9dd947b640 1 -- 172.21.15.27:0/806585819 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7f9dd0001670 con 0x7f9dd415db90 2024-02-09T23:57:20.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.320+0000 7f9dd947b640 1 -- 172.21.15.27:0/806585819 >> v1:172.21.15.27:6789/0 conn(0x7f9dd415db90 legacy=0x7f9dd40cbdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:20.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.320+0000 7f9dd947b640 1 --2- 172.21.15.27:0/806585819 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9dc0003a30 0x7f9dc0003e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:20.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.320+0000 7f9dd947b640 1 --2- 172.21.15.27:0/806585819 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9dc00047c0 0x7f9dc0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:20.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.320+0000 7f9dd947b640 1 --2- 172.21.15.27:0/806585819 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9dc00051d0 0x7f9dc000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:20.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.320+0000 7f9dd947b640 1 -- 172.21.15.27:0/806585819 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9dd409a8a0 con 0x7f9dc00047c0 2024-02-09T23:57:20.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.320+0000 7f9dd947b640 1 -- 172.21.15.27:0/806585819 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9dc000c100 con 0x7f9dc0003a30 2024-02-09T23:57:20.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.320+0000 7f9dd947b640 1 -- 172.21.15.27:0/806585819 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9dc000c2c0 con 0x7f9dc00051d0 2024-02-09T23:57:20.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.320+0000 7f9dd9c7c640 1 --2- 172.21.15.27:0/806585819 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9dc00047c0 0x7f9dc0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:20.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.320+0000 7f9dda47d640 1 --2- 172.21.15.27:0/806585819 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9dc0003a30 0x7f9dc0003e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:20.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.320+0000 7f9ddac7e640 1 --2- 172.21.15.27:0/806585819 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9dc00051d0 0x7f9dc000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:20.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.320+0000 7f9dd9c7c640 1 -- 172.21.15.27:0/806585819 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9dc00051d0 msgr2=0x7f9dc000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:20.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.320+0000 7f9dd9c7c640 1 --2- 172.21.15.27:0/806585819 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9dc00051d0 0x7f9dc000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.320+0000 7f9dd9c7c640 1 -- 172.21.15.27:0/806585819 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9dc0003a30 msgr2=0x7f9dc0003e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:20.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.320+0000 7f9dd9c7c640 1 --2- 172.21.15.27:0/806585819 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9dc0003a30 0x7f9dc0003e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.320+0000 7f9dd9c7c640 1 -- 172.21.15.27:0/806585819 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9dc0003520 con 0x7f9dc00047c0 2024-02-09T23:57:20.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.320+0000 7f9dda47d640 1 --2- 172.21.15.27:0/806585819 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9dc0003a30 0x7f9dc0003e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:20.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.320+0000 7f9ddac7e640 1 --2- 172.21.15.27:0/806585819 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9dc00051d0 0x7f9dc000b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:20.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.320+0000 7f9ddac7e640 1 -- 172.21.15.27:0/806585819 reap_dead start 2024-02-09T23:57:20.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.321+0000 7f9dd9c7c640 1 --2- 172.21.15.27:0/806585819 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9dc00047c0 0x7f9dc0004c40 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9dc4009ac0 tx=0x7f9dc00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46e4a6f9ff8b8195 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:20.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.321+0000 7f9dd947b640 1 -- 172.21.15.27:0/806585819 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dc402c6b0 con 0x7f9dc00047c0 2024-02-09T23:57:20.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.321+0000 7f9dd947b640 1 -- 172.21.15.27:0/806585819 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9dc402c810 con 0x7f9dc00047c0 2024-02-09T23:57:20.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.321+0000 7f9dd947b640 1 -- 172.21.15.27:0/806585819 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dc402cba0 con 0x7f9dc00047c0 2024-02-09T23:57:20.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.321+0000 7f9ddc6e1640 1 -- 172.21.15.27:0/806585819 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9dc00047c0 msgr2=0x7f9dc0004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:20.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.321+0000 7f9ddc6e1640 1 --2- 172.21.15.27:0/806585819 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9dc00047c0 0x7f9dc0004c40 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9dc4009ac0 tx=0x7f9dc00057f0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.322+0000 7f9ddc6e1640 1 -- 172.21.15.27:0/806585819 shutdown_connections 2024-02-09T23:57:20.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.322+0000 7f9ddc6e1640 1 --2- 172.21.15.27:0/806585819 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9dc00047c0 0x7f9dc0004c40 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.322+0000 7f9ddc6e1640 1 -- 172.21.15.27:0/806585819 >> 172.21.15.27:0/806585819 conn(0x7f9dd40b3250 msgr2=0x7f9dd40b3660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:20.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.322+0000 7f9ddc6e1640 1 -- 172.21.15.27:0/806585819 shutdown_connections 2024-02-09T23:57:20.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.322+0000 7f9ddc6e1640 1 -- 172.21.15.27:0/806585819 wait complete. 2024-02-09T23:57:20.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.323+0000 7f9ddc6e1640 1 Processor -- start 2024-02-09T23:57:20.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.323+0000 7f9ddc6e1640 1 -- start start 2024-02-09T23:57:20.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.323+0000 7f9ddc6e1640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9dc00047c0 0x7f9dd41510c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:20.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.323+0000 7f9ddc6e1640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9dd40b42f0 0x7f9dd41f2e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:20.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.323+0000 7f9ddc6e1640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9dd415f4a0 0x7f9dd40ca840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:20.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.323+0000 7f9ddc6e1640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9dd4151600 con 0x7f9dd40b42f0 2024-02-09T23:57:20.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.323+0000 7f9ddc6e1640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9dd4150ee0 con 0x7f9dc00047c0 2024-02-09T23:57:20.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.323+0000 7f9ddc6e1640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9dd415fa10 con 0x7f9dd415f4a0 2024-02-09T23:57:20.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.324+0000 7f9dd9c7c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9dd40b42f0 0x7f9dd41f2e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:20.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.324+0000 7f9dd9c7c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9dd40b42f0 0x7f9dd41f2e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60234/0 (socket says 172.21.15.27:60234) 2024-02-09T23:57:20.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.324+0000 7f9dd9c7c640 1 -- 172.21.15.27:0/2811829024 learned_addr learned my addr 172.21.15.27:0/2811829024 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:20.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.324+0000 7f9ddac7e640 1 --2- 172.21.15.27:0/2811829024 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9dd415f4a0 0x7f9dd40ca840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:20.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.324+0000 7f9dd9c7c640 1 -- 172.21.15.27:0/2811829024 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9dd415f4a0 msgr2=0x7f9dd40ca840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:20.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.324+0000 7f9dda47d640 1 --2- 172.21.15.27:0/2811829024 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9dc00047c0 0x7f9dd41510c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:20.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.324+0000 7f9dd9c7c640 1 --2- 172.21.15.27:0/2811829024 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9dd415f4a0 0x7f9dd40ca840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.324+0000 7f9dd9c7c640 1 -- 172.21.15.27:0/2811829024 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9dc00047c0 msgr2=0x7f9dd41510c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:20.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.324+0000 7f9dd9c7c640 1 --2- 172.21.15.27:0/2811829024 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9dc00047c0 0x7f9dd41510c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.324+0000 7f9dd9c7c640 1 -- 172.21.15.27:0/2811829024 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9dd415fcf0 con 0x7f9dd40b42f0 2024-02-09T23:57:20.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.324+0000 7f9ddac7e640 1 --2- 172.21.15.27:0/2811829024 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9dd415f4a0 0x7f9dd40ca840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:20.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.324+0000 7f9dda47d640 1 --2- 172.21.15.27:0/2811829024 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9dc00047c0 0x7f9dd41510c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:20.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.324+0000 7f9dd9c7c640 1 --2- 172.21.15.27:0/2811829024 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9dd40b42f0 0x7f9dd41f2e70 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f9dc4000c00 tx=0x7f9dc4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:20.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.324+0000 7f9dcaffd640 1 -- 172.21.15.27:0/2811829024 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dc4003810 con 0x7f9dd40b42f0 2024-02-09T23:57:20.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.324+0000 7f9dcaffd640 1 -- 172.21.15.27:0/2811829024 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9dc4003970 con 0x7f9dd40b42f0 2024-02-09T23:57:20.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.324+0000 7f9ddc6e1640 1 -- 172.21.15.27:0/2811829024 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9dd415ffd0 con 0x7f9dd40b42f0 2024-02-09T23:57:20.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.324+0000 7f9dcaffd640 1 -- 172.21.15.27:0/2811829024 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dc4003d20 con 0x7f9dd40b42f0 2024-02-09T23:57:20.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.324+0000 7f9ddc6e1640 1 -- 172.21.15.27:0/2811829024 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9dd41f33b0 con 0x7f9dd40b42f0 2024-02-09T23:57:20.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.325+0000 7f9ddc6e1640 1 -- 172.21.15.27:0/2811829024 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9dd409b200 con 0x7f9dd40b42f0 2024-02-09T23:57:20.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.326+0000 7f9dcaffd640 1 -- 172.21.15.27:0/2811829024 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f9dc4047450 con 0x7f9dd40b42f0 2024-02-09T23:57:20.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.326+0000 7f9dcaffd640 1 --2- 172.21.15.27:0/2811829024 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f9db806b810 0x7f9db806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:20.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.326+0000 7f9dcaffd640 1 -- 172.21.15.27:0/2811829024 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9dc40ac480 con 0x7f9dd40b42f0 2024-02-09T23:57:20.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.326+0000 7f9dda47d640 1 --2- 172.21.15.27:0/2811829024 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f9db806b810 0x7f9db806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:20.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.327+0000 7f9dda47d640 1 --2- 172.21.15.27:0/2811829024 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f9db806b810 0x7f9db806dcd0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f9dd0001eb0 tx=0x7f9dd0001a50 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:20.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.330+0000 7f9dcaffd640 1 -- 172.21.15.27:0/2811829024 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f9dc4076fe0 con 0x7f9dd40b42f0 2024-02-09T23:57:20.512 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.508+0000 7f9ddc6e1640 1 -- 172.21.15.27:0/2811829024 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f9dd40b28a0 con 0x7f9dd40b42f0 2024-02-09T23:57:20.512 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.509+0000 7f9dcaffd640 1 -- 172.21.15.27:0/2811829024 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f9dc40044e0 con 0x7f9dd40b42f0 2024-02-09T23:57:20.512 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 1 2024-02-09T23:57:20.514 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.511+0000 7f9ddc6e1640 1 -- 172.21.15.27:0/2811829024 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f9db806b810 msgr2=0x7f9db806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:20.514 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.511+0000 7f9ddc6e1640 1 --2- 172.21.15.27:0/2811829024 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f9db806b810 0x7f9db806dcd0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f9dd0001eb0 tx=0x7f9dd0001a50 comp rx=0 tx=0).stop 2024-02-09T23:57:20.514 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.511+0000 7f9ddc6e1640 1 -- 172.21.15.27:0/2811829024 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9dd40b42f0 msgr2=0x7f9dd41f2e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:20.514 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.511+0000 7f9ddc6e1640 1 --2- 172.21.15.27:0/2811829024 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9dd40b42f0 0x7f9dd41f2e70 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f9dc4000c00 tx=0x7f9dc4004730 comp rx=0 tx=0).stop 2024-02-09T23:57:20.514 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.511+0000 7f9ddc6e1640 1 -- 172.21.15.27:0/2811829024 shutdown_connections 2024-02-09T23:57:20.514 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.511+0000 7f9ddc6e1640 1 --2- 172.21.15.27:0/2811829024 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f9db806b810 0x7f9db806dcd0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.515 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.511+0000 7f9ddc6e1640 1 --2- 172.21.15.27:0/2811829024 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9dd415f4a0 0x7f9dd40ca840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.515 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.511+0000 7f9ddc6e1640 1 --2- 172.21.15.27:0/2811829024 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9dd40b42f0 0x7f9dd41f2e70 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.515 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.511+0000 7f9ddc6e1640 1 --2- 172.21.15.27:0/2811829024 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9dc00047c0 0x7f9dd41510c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.515 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.511+0000 7f9ddc6e1640 1 -- 172.21.15.27:0/2811829024 >> 172.21.15.27:0/2811829024 conn(0x7f9dd40b3250 msgr2=0x7f9dd4099a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:20.515 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.511+0000 7f9ddc6e1640 1 -- 172.21.15.27:0/2811829024 shutdown_connections 2024-02-09T23:57:20.515 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.511+0000 7f9ddc6e1640 1 -- 172.21.15.27:0/2811829024 wait complete. 2024-02-09T23:57:20.525 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-09T23:57:20.598 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-09T23:57:20.601 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-09T23:57:20.635 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.632+0000 7ff49ffd0640 1 Processor -- start 2024-02-09T23:57:20.635 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.633+0000 7ff49ffd0640 1 -- start start 2024-02-09T23:57:20.637 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.633+0000 7ff49ffd0640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7ff4980b4160 0x7ff49815ba40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:20.637 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.633+0000 7ff49ffd0640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7ff498158ae0 0x7ff49815d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:20.637 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.633+0000 7ff49ffd0640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff49815c800 con 0x7ff49815c060 2024-02-09T23:57:20.637 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.633+0000 7ff49ffd0640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff49815cae0 con 0x7ff498158ae0 2024-02-09T23:57:20.637 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.633+0000 7ff49ffd0640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff49815cdc0 con 0x7ff4980b4160 2024-02-09T23:57:20.637 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.633+0000 7ff49e56d640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7ff498158ae0 0x7ff49815d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:20.637 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.634+0000 7ff49e56d640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7ff498158ae0 0x7ff49815d8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60248/0 (socket says 172.21.15.27:60248) 2024-02-09T23:57:20.637 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.634+0000 7ff49e56d640 1 -- 172.21.15.27:0/1857529625 learned_addr learned my addr 172.21.15.27:0/1857529625 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:20.637 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.634+0000 7ff49dd6c640 1 --2- 172.21.15.27:0/1857529625 >> v2:172.21.15.153:3300/0 conn(0x7ff4980b4160 0x7ff49815ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:20.637 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.634+0000 7ff49e56d640 1 -- 172.21.15.27:0/1857529625 >> v2:172.21.15.153:3300/0 conn(0x7ff4980b4160 msgr2=0x7ff49815ba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:20.638 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.634+0000 7ff49e56d640 1 --2- 172.21.15.27:0/1857529625 >> v2:172.21.15.153:3300/0 conn(0x7ff4980b4160 0x7ff49815ba40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.638 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.634+0000 7ff49e56d640 1 -- 172.21.15.27:0/1857529625 >> v1:172.21.15.153:6789/0 conn(0x7ff49815c060 legacy=0x7ff4980b4540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:20.638 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.634+0000 7ff49e56d640 1 -- 172.21.15.27:0/1857529625 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff49815d0a0 con 0x7ff498158ae0 2024-02-09T23:57:20.638 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.634+0000 7ff49dd6c640 1 --2- 172.21.15.27:0/1857529625 >> v2:172.21.15.153:3300/0 conn(0x7ff4980b4160 0x7ff49815ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:20.639 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.635+0000 7ff49e56d640 1 --2- 172.21.15.27:0/1857529625 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff498158ae0 0x7ff49815d8a0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7ff4980720b0 tx=0x7ff49002bee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d1bef491586dbcb server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:20.639 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.635+0000 7ff49cd6a640 1 -- 172.21.15.27:0/1857529625 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff49002ca80 con 0x7ff498158ae0 2024-02-09T23:57:20.639 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.635+0000 7ff49cd6a640 1 -- 172.21.15.27:0/1857529625 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff49002cbe0 con 0x7ff498158ae0 2024-02-09T23:57:20.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.635+0000 7ff49cd6a640 1 -- 172.21.15.27:0/1857529625 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4900343f0 con 0x7ff498158ae0 2024-02-09T23:57:20.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.635+0000 7ff49ffd0640 1 -- 172.21.15.27:0/1857529625 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff498158ae0 msgr2=0x7ff49815d8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:20.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.635+0000 7ff49ffd0640 1 --2- 172.21.15.27:0/1857529625 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff498158ae0 0x7ff49815d8a0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7ff4980720b0 tx=0x7ff49002bee0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.635+0000 7ff49ffd0640 1 -- 172.21.15.27:0/1857529625 shutdown_connections 2024-02-09T23:57:20.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.635+0000 7ff49ffd0640 1 --2- 172.21.15.27:0/1857529625 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff498158ae0 0x7ff49815d8a0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.635+0000 7ff49ffd0640 1 --2- 172.21.15.27:0/1857529625 >> v2:172.21.15.153:3300/0 conn(0x7ff4980b4160 0x7ff49815ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.635+0000 7ff49ffd0640 1 -- 172.21.15.27:0/1857529625 >> 172.21.15.27:0/1857529625 conn(0x7ff498072940 msgr2=0x7ff498099a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:20.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.635+0000 7ff49ffd0640 1 -- 172.21.15.27:0/1857529625 shutdown_connections 2024-02-09T23:57:20.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.635+0000 7ff49ffd0640 1 -- 172.21.15.27:0/1857529625 wait complete. 2024-02-09T23:57:20.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.637+0000 7ff49ffd0640 1 Processor -- start 2024-02-09T23:57:20.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.637+0000 7ff49ffd0640 1 -- start start 2024-02-09T23:57:20.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.637+0000 7ff49ffd0640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff4980b4160 0x7ff49814b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:20.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.637+0000 7ff49ffd0640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff498158ae0 0x7ff49806eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:20.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.637+0000 7ff49ffd0640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff49815c060 0x7ff49806f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:20.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.637+0000 7ff49ffd0640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff498156590 con 0x7ff4980b4160 2024-02-09T23:57:20.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.637+0000 7ff49ffd0640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff498157420 con 0x7ff498158ae0 2024-02-09T23:57:20.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.637+0000 7ff49ffd0640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff498156a80 con 0x7ff49815c060 2024-02-09T23:57:20.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.638+0000 7ff49dd6c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff4980b4160 0x7ff49814b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:20.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.638+0000 7ff49dd6c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff4980b4160 0x7ff49814b190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60260/0 (socket says 172.21.15.27:60260) 2024-02-09T23:57:20.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.638+0000 7ff49dd6c640 1 -- 172.21.15.27:0/2066040471 learned_addr learned my addr 172.21.15.27:0/2066040471 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:20.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.638+0000 7ff49d56b640 1 --2- 172.21.15.27:0/2066040471 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff498158ae0 0x7ff49806eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:20.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.638+0000 7ff49e56d640 1 --2- 172.21.15.27:0/2066040471 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff49815c060 0x7ff49806f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:20.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.638+0000 7ff49dd6c640 1 -- 172.21.15.27:0/2066040471 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff49815c060 msgr2=0x7ff49806f0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:20.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.638+0000 7ff49dd6c640 1 --2- 172.21.15.27:0/2066040471 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff49815c060 0x7ff49806f0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.638+0000 7ff49dd6c640 1 -- 172.21.15.27:0/2066040471 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff498158ae0 msgr2=0x7ff49806eb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:20.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.638+0000 7ff49dd6c640 1 --2- 172.21.15.27:0/2066040471 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff498158ae0 0x7ff49806eb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.638+0000 7ff49dd6c640 1 -- 172.21.15.27:0/2066040471 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff490009b30 con 0x7ff4980b4160 2024-02-09T23:57:20.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.638+0000 7ff49e56d640 1 --2- 172.21.15.27:0/2066040471 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff49815c060 0x7ff49806f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:20.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.638+0000 7ff49dd6c640 1 --2- 172.21.15.27:0/2066040471 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff4980b4160 0x7ff49814b190 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ff48c00c7f0 tx=0x7ff48c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:20.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.638+0000 7ff48a7fc640 1 -- 172.21.15.27:0/2066040471 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff48c007820 con 0x7ff4980b4160 2024-02-09T23:57:20.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.638+0000 7ff48a7fc640 1 -- 172.21.15.27:0/2066040471 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff48c007980 con 0x7ff4980b4160 2024-02-09T23:57:20.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.638+0000 7ff49ffd0640 1 -- 172.21.15.27:0/2066040471 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff498156d60 con 0x7ff4980b4160 2024-02-09T23:57:20.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.638+0000 7ff48a7fc640 1 -- 172.21.15.27:0/2066040471 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff48c007cf0 con 0x7ff4980b4160 2024-02-09T23:57:20.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.638+0000 7ff49ffd0640 1 -- 172.21.15.27:0/2066040471 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff49814b6d0 con 0x7ff4980b4160 2024-02-09T23:57:20.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.639+0000 7ff49ffd0640 1 -- 172.21.15.27:0/2066040471 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff498157690 con 0x7ff4980b4160 2024-02-09T23:57:20.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.640+0000 7ff48a7fc640 1 -- 172.21.15.27:0/2066040471 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7ff48c0113f0 con 0x7ff4980b4160 2024-02-09T23:57:20.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.640+0000 7ff48a7fc640 1 --2- 172.21.15.27:0/2066040471 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff47c06b810 0x7ff47c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:20.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.640+0000 7ff48a7fc640 1 -- 172.21.15.27:0/2066040471 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff48c08a490 con 0x7ff4980b4160 2024-02-09T23:57:20.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.640+0000 7ff49d56b640 1 --2- 172.21.15.27:0/2066040471 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff47c06b810 0x7ff47c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:20.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.641+0000 7ff49d56b640 1 --2- 172.21.15.27:0/2066040471 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff47c06b810 0x7ff47c06dcd0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7ff49806f960 tx=0x7ff494007e30 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:20.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.644+0000 7ff48a7fc640 1 -- 172.21.15.27:0/2066040471 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7ff48c054ed0 con 0x7ff4980b4160 2024-02-09T23:57:20.829 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.826+0000 7ff49ffd0640 1 -- 172.21.15.27:0/2066040471 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7ff49815c4c0 con 0x7ff4980b4160 2024-02-09T23:57:20.829 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.827+0000 7ff48a7fc640 1 -- 172.21.15.27:0/2066040471 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7ff49815c4c0 con 0x7ff4980b4160 2024-02-09T23:57:20.830 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 32 2024-02-09T23:57:20.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.829+0000 7ff49ffd0640 1 -- 172.21.15.27:0/2066040471 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff47c06b810 msgr2=0x7ff47c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:20.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.829+0000 7ff49ffd0640 1 --2- 172.21.15.27:0/2066040471 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff47c06b810 0x7ff47c06dcd0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7ff49806f960 tx=0x7ff494007e30 comp rx=0 tx=0).stop 2024-02-09T23:57:20.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.829+0000 7ff49ffd0640 1 -- 172.21.15.27:0/2066040471 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff4980b4160 msgr2=0x7ff49814b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:20.833 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.829+0000 7ff49ffd0640 1 --2- 172.21.15.27:0/2066040471 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff4980b4160 0x7ff49814b190 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ff48c00c7f0 tx=0x7ff48c00ccb0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.833 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.829+0000 7ff49ffd0640 1 -- 172.21.15.27:0/2066040471 shutdown_connections 2024-02-09T23:57:20.833 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.829+0000 7ff49ffd0640 1 --2- 172.21.15.27:0/2066040471 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff47c06b810 0x7ff47c06dcd0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.833 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.829+0000 7ff49ffd0640 1 --2- 172.21.15.27:0/2066040471 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff49815c060 0x7ff49806f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.833 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.829+0000 7ff49ffd0640 1 --2- 172.21.15.27:0/2066040471 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff498158ae0 0x7ff49806eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.833 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.829+0000 7ff49ffd0640 1 --2- 172.21.15.27:0/2066040471 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff4980b4160 0x7ff49814b190 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.833 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.829+0000 7ff49ffd0640 1 -- 172.21.15.27:0/2066040471 >> 172.21.15.27:0/2066040471 conn(0x7ff498072940 msgr2=0x7ff498154420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:20.835 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.829+0000 7ff49ffd0640 1 -- 172.21.15.27:0/2066040471 shutdown_connections 2024-02-09T23:57:20.835 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.829+0000 7ff49ffd0640 1 -- 172.21.15.27:0/2066040471 wait complete. 2024-02-09T23:57:20.844 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-09T23:57:20.955 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.952+0000 7f89b5f56640 1 Processor -- start 2024-02-09T23:57:20.955 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.952+0000 7f89b5f56640 1 -- start start 2024-02-09T23:57:20.958 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.953+0000 7f89b5f56640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f89b00ce730 0x7f89b00ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:20.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.953+0000 7f89b5f56640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f89b00d2580 con 0x7f89b015db30 2024-02-09T23:57:20.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.953+0000 7f89b5f56640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f89b00d2860 con 0x7f89b00b6c00 2024-02-09T23:57:20.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.953+0000 7f89b5f56640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f89b00cf0e0 con 0x7f89b00ce730 2024-02-09T23:57:20.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.953+0000 7f89af7fe640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f89b015db30 0x7f89b00d1b50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:56554/0 (socket says 172.21.15.27:56554) 2024-02-09T23:57:20.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.953+0000 7f89af7fe640 1 -- 172.21.15.27:0/3878638547 learned_addr learned my addr 172.21.15.27:0/3878638547 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:20.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.953+0000 7f89ae7fc640 1 -- 172.21.15.27:0/3878638547 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 408124853 0 0) 0x7f89b00d2580 con 0x7f89b015db30 2024-02-09T23:57:20.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.953+0000 7f89ae7fc640 1 -- 172.21.15.27:0/3878638547 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8998003520 con 0x7f89b015db30 2024-02-09T23:57:20.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.953+0000 7f89aeffd640 1 --2- 172.21.15.27:0/3878638547 >> v2:172.21.15.153:3300/0 conn(0x7f89b00ce730 0x7f89b00ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:20.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.954+0000 7f89ae7fc640 1 -- 172.21.15.27:0/3878638547 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1441325990 0 0) 0x7f8998003520 con 0x7f89b015db30 2024-02-09T23:57:20.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.954+0000 7f89ae7fc640 1 -- 172.21.15.27:0/3878638547 >> v2:172.21.15.153:3300/0 conn(0x7f89b00ce730 msgr2=0x7f89b00ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:20.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.954+0000 7f89ae7fc640 1 --2- 172.21.15.27:0/3878638547 >> v2:172.21.15.153:3300/0 conn(0x7f89b00ce730 0x7f89b00ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.954+0000 7f89ae7fc640 1 -- 172.21.15.27:0/3878638547 >> v1:172.21.15.153:6789/0 conn(0x7f89b00b6c00 legacy=0x7f89b00b7030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:20.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.954+0000 7f89ae7fc640 1 -- 172.21.15.27:0/3878638547 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89b00d2b40 con 0x7f89b015db30 2024-02-09T23:57:20.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.954+0000 7f89ae7fc640 1 -- 172.21.15.27:0/3878638547 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7f89a0001670 con 0x7f89b015db30 2024-02-09T23:57:20.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.954+0000 7f89ae7fc640 1 -- 172.21.15.27:0/3878638547 >> v1:172.21.15.27:6789/0 conn(0x7f89b015db30 legacy=0x7f89b00d1b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:20.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.954+0000 7f89ae7fc640 1 --2- 172.21.15.27:0/3878638547 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8998003a30 0x7f8998003e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:20.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.954+0000 7f89ae7fc640 1 --2- 172.21.15.27:0/3878638547 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f89980047c0 0x7f8998004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:20.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.954+0000 7f89ae7fc640 1 --2- 172.21.15.27:0/3878638547 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f89980051d0 0x7f899800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:20.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.954+0000 7f89ae7fc640 1 -- 172.21.15.27:0/3878638547 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89b00cf0e0 con 0x7f89980047c0 2024-02-09T23:57:20.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.954+0000 7f89ae7fc640 1 -- 172.21.15.27:0/3878638547 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f899800c100 con 0x7f8998003a30 2024-02-09T23:57:20.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.954+0000 7f89ae7fc640 1 -- 172.21.15.27:0/3878638547 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f899800c2c0 con 0x7f89980051d0 2024-02-09T23:57:20.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.954+0000 7f89aeffd640 1 --2- 172.21.15.27:0/3878638547 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f89980047c0 0x7f8998004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:20.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.954+0000 7f89af7fe640 1 --2- 172.21.15.27:0/3878638547 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8998003a30 0x7f8998003e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:20.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.954+0000 7f89affff640 1 --2- 172.21.15.27:0/3878638547 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f89980051d0 0x7f899800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:20.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.954+0000 7f89aeffd640 1 -- 172.21.15.27:0/3878638547 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f89980051d0 msgr2=0x7f899800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:20.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.954+0000 7f89aeffd640 1 --2- 172.21.15.27:0/3878638547 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f89980051d0 0x7f899800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.954+0000 7f89aeffd640 1 -- 172.21.15.27:0/3878638547 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8998003a30 msgr2=0x7f8998003e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:20.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.954+0000 7f89aeffd640 1 --2- 172.21.15.27:0/3878638547 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8998003a30 0x7f8998003e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.954+0000 7f89aeffd640 1 -- 172.21.15.27:0/3878638547 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8998003520 con 0x7f89980047c0 2024-02-09T23:57:20.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.954+0000 7f89affff640 1 -- 172.21.15.27:0/3878638547 reap_dead start 2024-02-09T23:57:20.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.955+0000 7f89aeffd640 1 --2- 172.21.15.27:0/3878638547 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f89980047c0 0x7f8998004c40 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f89a4009ac0 tx=0x7f89980057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5795196f1d1e8785 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:20.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.955+0000 7f89ae7fc640 1 -- 172.21.15.27:0/3878638547 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89a402c6b0 con 0x7f89980047c0 2024-02-09T23:57:20.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.955+0000 7f89ae7fc640 1 -- 172.21.15.27:0/3878638547 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89a402c810 con 0x7f89980047c0 2024-02-09T23:57:20.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.955+0000 7f89ae7fc640 1 -- 172.21.15.27:0/3878638547 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89a402cba0 con 0x7f89980047c0 2024-02-09T23:57:20.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.955+0000 7f89b5f56640 1 -- 172.21.15.27:0/3878638547 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f89980047c0 msgr2=0x7f8998004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:20.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.955+0000 7f89b5f56640 1 --2- 172.21.15.27:0/3878638547 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f89980047c0 0x7f8998004c40 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f89a4009ac0 tx=0x7f89980057f0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.956+0000 7f89b5f56640 1 -- 172.21.15.27:0/3878638547 shutdown_connections 2024-02-09T23:57:20.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.956+0000 7f89b5f56640 1 --2- 172.21.15.27:0/3878638547 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f89980047c0 0x7f8998004c40 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.956+0000 7f89b5f56640 1 -- 172.21.15.27:0/3878638547 >> 172.21.15.27:0/3878638547 conn(0x7f89b006c730 msgr2=0x7f89b0066960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:20.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.956+0000 7f89b5f56640 1 -- 172.21.15.27:0/3878638547 shutdown_connections 2024-02-09T23:57:20.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.956+0000 7f89b5f56640 1 -- 172.21.15.27:0/3878638547 wait complete. 2024-02-09T23:57:20.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.957+0000 7f89b5f56640 1 Processor -- start 2024-02-09T23:57:20.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.957+0000 7f89b5f56640 1 -- start start 2024-02-09T23:57:20.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.958+0000 7f89b5f56640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f89980047c0 0x7f89b0153880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:20.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.958+0000 7f89b5f56640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f89b015f440 0x7f89b015f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:20.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.958+0000 7f89b5f56640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f89b01f6fc0 0x7f89b01f7440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:20.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.958+0000 7f89b5f56640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89b0156690 con 0x7f89980047c0 2024-02-09T23:57:20.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.958+0000 7f89b5f56640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89b0160c30 con 0x7f89b01f6fc0 2024-02-09T23:57:20.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.958+0000 7f89b5f56640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f89b00b4460 con 0x7f89b015f440 2024-02-09T23:57:20.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.958+0000 7f89af7fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f89980047c0 0x7f89b0153880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:20.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.958+0000 7f89af7fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f89980047c0 0x7f89b0153880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60266/0 (socket says 172.21.15.27:60266) 2024-02-09T23:57:20.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.958+0000 7f89af7fe640 1 -- 172.21.15.27:0/1540163600 learned_addr learned my addr 172.21.15.27:0/1540163600 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:20.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.958+0000 7f89af7fe640 1 -- 172.21.15.27:0/1540163600 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f89b015f440 msgr2=0x7f89b015f8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:20.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.958+0000 7f89af7fe640 1 --2- 172.21.15.27:0/1540163600 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f89b015f440 0x7f89b015f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.958+0000 7f89af7fe640 1 -- 172.21.15.27:0/1540163600 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f89b01f6fc0 msgr2=0x7f89b01f7440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:20.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.958+0000 7f89af7fe640 1 --2- 172.21.15.27:0/1540163600 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f89b01f6fc0 0x7f89b01f7440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:20.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.958+0000 7f89af7fe640 1 -- 172.21.15.27:0/1540163600 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89b0154420 con 0x7f89980047c0 2024-02-09T23:57:20.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.958+0000 7f89af7fe640 1 --2- 172.21.15.27:0/1540163600 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f89980047c0 0x7f89b0153880 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f89a0000fb0 tx=0x7f89a0007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:20.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.958+0000 7f8997fff640 1 -- 172.21.15.27:0/1540163600 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89a0007770 con 0x7f89980047c0 2024-02-09T23:57:20.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.958+0000 7f8997fff640 1 -- 172.21.15.27:0/1540163600 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89a000f730 con 0x7f89980047c0 2024-02-09T23:57:20.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.958+0000 7f89b5f56640 1 -- 172.21.15.27:0/1540163600 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f89b015ffb0 con 0x7f89980047c0 2024-02-09T23:57:20.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.958+0000 7f8997fff640 1 -- 172.21.15.27:0/1540163600 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89a000fac0 con 0x7f89980047c0 2024-02-09T23:57:20.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.958+0000 7f89b5f56640 1 -- 172.21.15.27:0/1540163600 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f89b0160570 con 0x7f89980047c0 2024-02-09T23:57:20.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.960+0000 7f89b5f56640 1 -- 172.21.15.27:0/1540163600 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f89b00b45d0 con 0x7f89980047c0 2024-02-09T23:57:20.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.960+0000 7f8997fff640 1 -- 172.21.15.27:0/1540163600 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f89a000fc20 con 0x7f89980047c0 2024-02-09T23:57:20.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.960+0000 7f8997fff640 1 --2- 172.21.15.27:0/1540163600 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f899c06b840 0x7f899c06dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:20.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.960+0000 7f8997fff640 1 -- 172.21.15.27:0/1540163600 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f89a008a120 con 0x7f89980047c0 2024-02-09T23:57:20.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.961+0000 7f89aeffd640 1 --2- 172.21.15.27:0/1540163600 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f899c06b840 0x7f899c06dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:20.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.961+0000 7f89aeffd640 1 --2- 172.21.15.27:0/1540163600 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f899c06b840 0x7f899c06dd00 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f89a4036000 tx=0x7f89a402e000 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:20.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:20.965+0000 7f8997fff640 1 -- 172.21.15.27:0/1540163600 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f89b00b45d0 con 0x7f89980047c0 2024-02-09T23:57:21.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.145+0000 7f89b5f56640 1 -- 172.21.15.27:0/1540163600 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f89b00b45d0 con 0x7f89980047c0 2024-02-09T23:57:21.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.145+0000 7f8997fff640 1 -- 172.21.15.27:0/1540163600 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f89b00b45d0 con 0x7f89980047c0 2024-02-09T23:57:21.148 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 64 2024-02-09T23:57:21.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.147+0000 7f89b5f56640 1 -- 172.21.15.27:0/1540163600 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f899c06b840 msgr2=0x7f899c06dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:21.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.147+0000 7f89b5f56640 1 --2- 172.21.15.27:0/1540163600 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f899c06b840 0x7f899c06dd00 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f89a4036000 tx=0x7f89a402e000 comp rx=0 tx=0).stop 2024-02-09T23:57:21.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.147+0000 7f89b5f56640 1 -- 172.21.15.27:0/1540163600 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f89980047c0 msgr2=0x7f89b0153880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:21.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.147+0000 7f89b5f56640 1 --2- 172.21.15.27:0/1540163600 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f89980047c0 0x7f89b0153880 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f89a0000fb0 tx=0x7f89a0007430 comp rx=0 tx=0).stop 2024-02-09T23:57:21.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.147+0000 7f89b5f56640 1 -- 172.21.15.27:0/1540163600 shutdown_connections 2024-02-09T23:57:21.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.147+0000 7f89b5f56640 1 --2- 172.21.15.27:0/1540163600 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f899c06b840 0x7f899c06dd00 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:21.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.147+0000 7f89b5f56640 1 --2- 172.21.15.27:0/1540163600 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f89b01f6fc0 0x7f89b01f7440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:21.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.147+0000 7f89b5f56640 1 --2- 172.21.15.27:0/1540163600 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f89b015f440 0x7f89b015f8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:21.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.147+0000 7f89b5f56640 1 --2- 172.21.15.27:0/1540163600 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f89980047c0 0x7f89b0153880 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:21.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.147+0000 7f89b5f56640 1 -- 172.21.15.27:0/1540163600 >> 172.21.15.27:0/1540163600 conn(0x7f89b006c730 msgr2=0x7f89b015ba10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:21.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.147+0000 7f89b5f56640 1 -- 172.21.15.27:0/1540163600 shutdown_connections 2024-02-09T23:57:21.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.147+0000 7f89b5f56640 1 -- 172.21.15.27:0/1540163600 wait complete. 2024-02-09T23:57:21.161 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:57:21.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.266+0000 7fe86ad3a640 1 Processor -- start 2024-02-09T23:57:21.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.266+0000 7fe86ad3a640 1 -- start start 2024-02-09T23:57:21.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.267+0000 7fe86ad3a640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fe864161160 0x7fe8640d1ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:21.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.267+0000 7fe86ad3a640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fe8640ceed0 0x7fe8640b6b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:21.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.267+0000 7fe86ad3a640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe864161540 con 0x7fe8640d2020 2024-02-09T23:57:21.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.267+0000 7fe86ad3a640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe8640d3120 con 0x7fe864161160 2024-02-09T23:57:21.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.267+0000 7fe86ad3a640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe8640d2510 con 0x7fe8640ceed0 2024-02-09T23:57:21.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.267+0000 7fe868ad6640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fe864161160 0x7fe8640d1ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:21.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.267+0000 7fe85bfff640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fe8640d2020 0x7fe8640ce7c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:56566/0 (socket says 172.21.15.27:56566) 2024-02-09T23:57:21.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.267+0000 7fe85bfff640 1 -- 172.21.15.27:0/4005058251 learned_addr learned my addr 172.21.15.27:0/4005058251 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:21.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.267+0000 7fe868ad6640 1 -- 172.21.15.27:0/4005058251 >> v2:172.21.15.153:3300/0 conn(0x7fe8640ceed0 msgr2=0x7fe8640b6b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:21.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.267+0000 7fe8692d7640 1 --2- 172.21.15.27:0/4005058251 >> v2:172.21.15.153:3300/0 conn(0x7fe8640ceed0 0x7fe8640b6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:21.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.267+0000 7fe85b7fe640 1 -- 172.21.15.27:0/4005058251 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4200705047 0 0) 0x7fe864161540 con 0x7fe8640d2020 2024-02-09T23:57:21.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.267+0000 7fe868ad6640 1 --2- 172.21.15.27:0/4005058251 >> v2:172.21.15.153:3300/0 conn(0x7fe8640ceed0 0x7fe8640b6b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:21.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.267+0000 7fe868ad6640 1 -- 172.21.15.27:0/4005058251 >> v1:172.21.15.27:6789/0 conn(0x7fe8640d2020 legacy=0x7fe8640ce7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:21.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.267+0000 7fe868ad6640 1 -- 172.21.15.27:0/4005058251 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8640d27f0 con 0x7fe864161160 2024-02-09T23:57:21.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.267+0000 7fe8692d7640 1 --2- 172.21.15.27:0/4005058251 >> v2:172.21.15.153:3300/0 conn(0x7fe8640ceed0 0x7fe8640b6b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:21.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.268+0000 7fe868ad6640 1 --2- 172.21.15.27:0/4005058251 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe864161160 0x7fe8640d1ae0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fe86408c280 tx=0x7fe86002b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ce1e1e1efe45dcb server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:21.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.268+0000 7fe85b7fe640 1 -- 172.21.15.27:0/4005058251 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe860031830 con 0x7fe864161160 2024-02-09T23:57:21.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.268+0000 7fe85b7fe640 1 -- 172.21.15.27:0/4005058251 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe860031990 con 0x7fe864161160 2024-02-09T23:57:21.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.268+0000 7fe85b7fe640 1 -- 172.21.15.27:0/4005058251 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe860031d20 con 0x7fe864161160 2024-02-09T23:57:21.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.269+0000 7fe86ad3a640 1 -- 172.21.15.27:0/4005058251 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe864161160 msgr2=0x7fe8640d1ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:21.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.269+0000 7fe86ad3a640 1 --2- 172.21.15.27:0/4005058251 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe864161160 0x7fe8640d1ae0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fe86408c280 tx=0x7fe86002b8d0 comp rx=0 tx=0).stop 2024-02-09T23:57:21.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.269+0000 7fe86ad3a640 1 -- 172.21.15.27:0/4005058251 shutdown_connections 2024-02-09T23:57:21.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.269+0000 7fe86ad3a640 1 --2- 172.21.15.27:0/4005058251 >> v2:172.21.15.153:3300/0 conn(0x7fe8640ceed0 0x7fe8640b6b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:21.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.269+0000 7fe86ad3a640 1 --2- 172.21.15.27:0/4005058251 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe864161160 0x7fe8640d1ae0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:21.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.269+0000 7fe86ad3a640 1 -- 172.21.15.27:0/4005058251 >> 172.21.15.27:0/4005058251 conn(0x7fe8640b56e0 msgr2=0x7fe8640b5af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:21.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.269+0000 7fe86ad3a640 1 -- 172.21.15.27:0/4005058251 shutdown_connections 2024-02-09T23:57:21.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.269+0000 7fe86ad3a640 1 -- 172.21.15.27:0/4005058251 wait complete. 2024-02-09T23:57:21.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.270+0000 7fe86ad3a640 1 Processor -- start 2024-02-09T23:57:21.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.270+0000 7fe86ad3a640 1 -- start start 2024-02-09T23:57:21.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.271+0000 7fe86ad3a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe8640ceed0 0x7fe8641f2af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:21.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.271+0000 7fe86ad3a640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8640d2020 0x7fe8641563e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:21.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.271+0000 7fe86ad3a640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe864161160 0x7fe8640b7cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:21.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.271+0000 7fe86ad3a640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8641f6a10 con 0x7fe8640d2020 2024-02-09T23:57:21.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.271+0000 7fe86ad3a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8641f6cf0 con 0x7fe8640ceed0 2024-02-09T23:57:21.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.271+0000 7fe86ad3a640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8641f6fd0 con 0x7fe864161160 2024-02-09T23:57:21.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.271+0000 7fe85bfff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8640d2020 0x7fe8641563e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:21.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.271+0000 7fe85bfff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8640d2020 0x7fe8641563e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60278/0 (socket says 172.21.15.27:60278) 2024-02-09T23:57:21.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.271+0000 7fe85bfff640 1 -- 172.21.15.27:0/2294748765 learned_addr learned my addr 172.21.15.27:0/2294748765 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:21.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.271+0000 7fe868ad6640 1 --2- 172.21.15.27:0/2294748765 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe8640ceed0 0x7fe8641f2af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:21.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.271+0000 7fe8692d7640 1 --2- 172.21.15.27:0/2294748765 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe864161160 0x7fe8640b7cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:21.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.271+0000 7fe85bfff640 1 -- 172.21.15.27:0/2294748765 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe864161160 msgr2=0x7fe8640b7cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:21.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.271+0000 7fe85bfff640 1 --2- 172.21.15.27:0/2294748765 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe864161160 0x7fe8640b7cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:21.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.271+0000 7fe85bfff640 1 -- 172.21.15.27:0/2294748765 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe8640ceed0 msgr2=0x7fe8641f2af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:21.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.271+0000 7fe85bfff640 1 --2- 172.21.15.27:0/2294748765 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe8640ceed0 0x7fe8641f2af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:21.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.271+0000 7fe85bfff640 1 -- 172.21.15.27:0/2294748765 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe860009400 con 0x7fe8640d2020 2024-02-09T23:57:21.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.271+0000 7fe868ad6640 1 --2- 172.21.15.27:0/2294748765 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe8640ceed0 0x7fe8641f2af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:21.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.271+0000 7fe85bfff640 1 --2- 172.21.15.27:0/2294748765 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8640d2020 0x7fe8641563e0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fe85400c4d0 tx=0x7fe85400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:21.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.272+0000 7fe8597fa640 1 -- 172.21.15.27:0/2294748765 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8540074e0 con 0x7fe8640d2020 2024-02-09T23:57:21.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.272+0000 7fe8597fa640 1 -- 172.21.15.27:0/2294748765 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe854007660 con 0x7fe8640d2020 2024-02-09T23:57:21.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.272+0000 7fe86ad3a640 1 -- 172.21.15.27:0/2294748765 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8641f72b0 con 0x7fe8640d2020 2024-02-09T23:57:21.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.272+0000 7fe8597fa640 1 -- 172.21.15.27:0/2294748765 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe854004a20 con 0x7fe8640d2020 2024-02-09T23:57:21.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.272+0000 7fe86ad3a640 1 -- 172.21.15.27:0/2294748765 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8641574c0 con 0x7fe8640d2020 2024-02-09T23:57:21.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.273+0000 7fe86ad3a640 1 -- 172.21.15.27:0/2294748765 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe8641f77d0 con 0x7fe8640d2020 2024-02-09T23:57:21.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.273+0000 7fe8597fa640 1 -- 172.21.15.27:0/2294748765 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fe854004b80 con 0x7fe8640d2020 2024-02-09T23:57:21.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.273+0000 7fe8597fa640 1 --2- 172.21.15.27:0/2294748765 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe85006b810 0x7fe85006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:21.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.273+0000 7fe8597fa640 1 -- 172.21.15.27:0/2294748765 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe8540896c0 con 0x7fe8640d2020 2024-02-09T23:57:21.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.274+0000 7fe868ad6640 1 --2- 172.21.15.27:0/2294748765 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe85006b810 0x7fe85006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:21.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.274+0000 7fe868ad6640 1 --2- 172.21.15.27:0/2294748765 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe85006b810 0x7fe85006dcd0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fe860036000 tx=0x7fe86003c040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:21.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.278+0000 7fe8597fa640 1 -- 172.21.15.27:0/2294748765 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fe8641f77d0 con 0x7fe8640d2020 2024-02-09T23:57:21.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.459+0000 7fe86ad3a640 1 -- 172.21.15.27:0/2294748765 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe8641f77d0 con 0x7fe8640d2020 2024-02-09T23:57:21.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.460+0000 7fe8597fa640 1 -- 172.21.15.27:0/2294748765 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16605 (secure 0 0 0) 0x7fe8641f77d0 con 0x7fe8640d2020 2024-02-09T23:57:21.463 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:21.463 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":20,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:56:52.874682+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:56:49.610721+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:56:50.234763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:57:21.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.462+0000 7fe86ad3a640 1 -- 172.21.15.27:0/2294748765 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe85006b810 msgr2=0x7fe85006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:21.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.462+0000 7fe86ad3a640 1 --2- 172.21.15.27:0/2294748765 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe85006b810 0x7fe85006dcd0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fe860036000 tx=0x7fe86003c040 comp rx=0 tx=0).stop 2024-02-09T23:57:21.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.462+0000 7fe86ad3a640 1 -- 172.21.15.27:0/2294748765 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8640d2020 msgr2=0x7fe8641563e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:21.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.462+0000 7fe86ad3a640 1 --2- 172.21.15.27:0/2294748765 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8640d2020 0x7fe8641563e0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fe85400c4d0 tx=0x7fe85400c990 comp rx=0 tx=0).stop 2024-02-09T23:57:21.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.462+0000 7fe86ad3a640 1 -- 172.21.15.27:0/2294748765 shutdown_connections 2024-02-09T23:57:21.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.462+0000 7fe86ad3a640 1 --2- 172.21.15.27:0/2294748765 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe85006b810 0x7fe85006dcd0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:21.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.462+0000 7fe86ad3a640 1 --2- 172.21.15.27:0/2294748765 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe864161160 0x7fe8640b7cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:21.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.462+0000 7fe86ad3a640 1 --2- 172.21.15.27:0/2294748765 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8640d2020 0x7fe8641563e0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:21.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.462+0000 7fe86ad3a640 1 --2- 172.21.15.27:0/2294748765 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe8640ceed0 0x7fe8641f2af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:21.466 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.462+0000 7fe86ad3a640 1 -- 172.21.15.27:0/2294748765 >> 172.21.15.27:0/2294748765 conn(0x7fe8640b56e0 msgr2=0x7fe8640b3470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:21.466 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.462+0000 7fe86ad3a640 1 -- 172.21.15.27:0/2294748765 shutdown_connections 2024-02-09T23:57:21.466 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.462+0000 7fe86ad3a640 1 -- 172.21.15.27:0/2294748765 wait complete. 2024-02-09T23:57:21.476 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-09T23:56:39.494694+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-09T23:56:49.610721+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-09T23:56:50.234763+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-09T23:57:21.476 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-09T23:57:21.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.583+0000 7feb3feb5640 1 Processor -- start 2024-02-09T23:57:21.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.583+0000 7feb3feb5640 1 -- start start 2024-02-09T23:57:21.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.584+0000 7feb3feb5640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7feb3815db30 0x7feb380d1b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:21.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.584+0000 7feb3feb5640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7feb380d2090 0x7feb380ce730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:21.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.584+0000 7feb3feb5640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7feb380cec70 0x7feb380b54e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:21.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.584+0000 7feb3feb5640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feb380cf0e0 con 0x7feb3815db30 2024-02-09T23:57:21.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.584+0000 7feb3feb5640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feb380d2580 con 0x7feb380cec70 2024-02-09T23:57:21.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.584+0000 7feb3feb5640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb380d2860 con 0x7feb380d2090 2024-02-09T23:57:21.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.584+0000 7feb3dc51640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7feb3815db30 0x7feb380d1b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:21.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.584+0000 7feb3dc51640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7feb3815db30 0x7feb380d1b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60288/0 (socket says 172.21.15.27:60288) 2024-02-09T23:57:21.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.584+0000 7feb3dc51640 1 -- 172.21.15.27:0/4163936977 learned_addr learned my addr 172.21.15.27:0/4163936977 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:21.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.584+0000 7feb3d450640 1 --2- 172.21.15.27:0/4163936977 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7feb380d2090 0x7feb380ce730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:21.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.584+0000 7feb3dc51640 1 -- 172.21.15.27:0/4163936977 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7feb380d2090 msgr2=0x7feb380ce730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:21.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.584+0000 7feb3e452640 1 --2- 172.21.15.27:0/4163936977 >> v2:172.21.15.153:3300/0 conn(0x7feb380cec70 0x7feb380b54e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:21.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.584+0000 7feb3dc51640 1 --2- 172.21.15.27:0/4163936977 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7feb380d2090 0x7feb380ce730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:21.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.584+0000 7feb3dc51640 1 -- 172.21.15.27:0/4163936977 >> v2:172.21.15.153:3300/0 conn(0x7feb380cec70 msgr2=0x7feb380b54e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:21.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.584+0000 7feb3dc51640 1 --2- 172.21.15.27:0/4163936977 >> v2:172.21.15.153:3300/0 conn(0x7feb380cec70 0x7feb380b54e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:21.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.584+0000 7feb3dc51640 1 -- 172.21.15.27:0/4163936977 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb380d2b40 con 0x7feb3815db30 2024-02-09T23:57:21.589 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.584+0000 7feb3d450640 1 --2- 172.21.15.27:0/4163936977 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7feb380d2090 0x7feb380ce730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:21.592 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.585+0000 7feb3dc51640 1 --2- 172.21.15.27:0/4163936977 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feb3815db30 0x7feb380d1b50 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7feb380caac0 tx=0x7feb3402b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7edd4ed06b4f4425 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:21.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.585+0000 7feb3cc4f640 1 -- 172.21.15.27:0/4163936977 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb34031860 con 0x7feb3815db30 2024-02-09T23:57:21.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.585+0000 7feb3cc4f640 1 -- 172.21.15.27:0/4163936977 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb340319c0 con 0x7feb3815db30 2024-02-09T23:57:21.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.585+0000 7feb3cc4f640 1 -- 172.21.15.27:0/4163936977 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb34031d50 con 0x7feb3815db30 2024-02-09T23:57:21.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.586+0000 7feb3feb5640 1 -- 172.21.15.27:0/4163936977 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feb3815db30 msgr2=0x7feb380d1b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:21.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.586+0000 7feb3feb5640 1 --2- 172.21.15.27:0/4163936977 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feb3815db30 0x7feb380d1b50 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7feb380caac0 tx=0x7feb3402b900 comp rx=0 tx=0).stop 2024-02-09T23:57:21.595 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.586+0000 7feb3feb5640 1 -- 172.21.15.27:0/4163936977 shutdown_connections 2024-02-09T23:57:21.595 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.586+0000 7feb3feb5640 1 --2- 172.21.15.27:0/4163936977 >> v2:172.21.15.153:3300/0 conn(0x7feb380cec70 0x7feb380b54e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:21.595 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.586+0000 7feb3feb5640 1 --2- 172.21.15.27:0/4163936977 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7feb380d2090 0x7feb380ce730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:21.595 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.586+0000 7feb3feb5640 1 --2- 172.21.15.27:0/4163936977 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feb3815db30 0x7feb380d1b50 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:21.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.586+0000 7feb3feb5640 1 -- 172.21.15.27:0/4163936977 >> 172.21.15.27:0/4163936977 conn(0x7feb3806c730 msgr2=0x7feb38066960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:21.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.586+0000 7feb3feb5640 1 -- 172.21.15.27:0/4163936977 shutdown_connections 2024-02-09T23:57:21.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.586+0000 7feb3feb5640 1 -- 172.21.15.27:0/4163936977 wait complete. 2024-02-09T23:57:21.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.587+0000 7feb3feb5640 1 Processor -- start 2024-02-09T23:57:21.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.587+0000 7feb3feb5640 1 -- start start 2024-02-09T23:57:21.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.588+0000 7feb3feb5640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7feb380cec70 0x7feb381537b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:21.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.588+0000 7feb3feb5640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7feb380d2090 0x7feb380b5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:21.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.588+0000 7feb3feb5640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feb3815db30 0x7feb380b5760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:21.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.588+0000 7feb3feb5640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb38153cf0 con 0x7feb3815db30 2024-02-09T23:57:21.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.588+0000 7feb3feb5640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb380cdd70 con 0x7feb380d2090 2024-02-09T23:57:21.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.588+0000 7feb3feb5640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb380ce050 con 0x7feb380cec70 2024-02-09T23:57:21.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.588+0000 7feb3e452640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feb3815db30 0x7feb380b5760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:21.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.588+0000 7feb3e452640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feb3815db30 0x7feb380b5760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60298/0 (socket says 172.21.15.27:60298) 2024-02-09T23:57:21.597 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.588+0000 7feb3e452640 1 -- 172.21.15.27:0/2278598441 learned_addr learned my addr 172.21.15.27:0/2278598441 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:21.597 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.588+0000 7feb3dc51640 1 --2- 172.21.15.27:0/2278598441 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7feb380cec70 0x7feb381537b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:21.597 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.588+0000 7feb3d450640 1 --2- 172.21.15.27:0/2278598441 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7feb380d2090 0x7feb380b5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:21.597 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.588+0000 7feb3e452640 1 -- 172.21.15.27:0/2278598441 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7feb380cec70 msgr2=0x7feb381537b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:21.597 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.588+0000 7feb3e452640 1 --2- 172.21.15.27:0/2278598441 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7feb380cec70 0x7feb381537b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:21.597 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.588+0000 7feb3e452640 1 -- 172.21.15.27:0/2278598441 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7feb380d2090 msgr2=0x7feb380b5220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:21.597 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.588+0000 7feb3e452640 1 --2- 172.21.15.27:0/2278598441 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7feb380d2090 0x7feb380b5220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:21.597 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.588+0000 7feb3e452640 1 -- 172.21.15.27:0/2278598441 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb340094d0 con 0x7feb3815db30 2024-02-09T23:57:21.597 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.588+0000 7feb3e452640 1 --2- 172.21.15.27:0/2278598441 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feb3815db30 0x7feb380b5760 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7feb3000ccf0 tx=0x7feb3000a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:21.597 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.589+0000 7feb2e7fc640 1 -- 172.21.15.27:0/2278598441 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb30003b90 con 0x7feb3815db30 2024-02-09T23:57:21.597 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.589+0000 7feb2e7fc640 1 -- 172.21.15.27:0/2278598441 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb30003cf0 con 0x7feb3815db30 2024-02-09T23:57:21.597 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.589+0000 7feb2e7fc640 1 -- 172.21.15.27:0/2278598441 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb30004240 con 0x7feb3815db30 2024-02-09T23:57:21.597 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.589+0000 7feb3feb5640 1 -- 172.21.15.27:0/2278598441 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb380ce330 con 0x7feb3815db30 2024-02-09T23:57:21.597 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.589+0000 7feb3feb5640 1 -- 172.21.15.27:0/2278598441 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb38153ef0 con 0x7feb3815db30 2024-02-09T23:57:21.598 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.590+0000 7feb3feb5640 1 -- 172.21.15.27:0/2278598441 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feb38154170 con 0x7feb3815db30 2024-02-09T23:57:21.598 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.590+0000 7feb2e7fc640 1 -- 172.21.15.27:0/2278598441 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7feb300043a0 con 0x7feb3815db30 2024-02-09T23:57:21.598 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.590+0000 7feb2e7fc640 1 --2- 172.21.15.27:0/2278598441 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7feb1c06b810 0x7feb1c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:21.599 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.591+0000 7feb2e7fc640 1 -- 172.21.15.27:0/2278598441 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7feb30012070 con 0x7feb3815db30 2024-02-09T23:57:21.599 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.591+0000 7feb3dc51640 1 --2- 172.21.15.27:0/2278598441 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7feb1c06b810 0x7feb1c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:21.599 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.591+0000 7feb3dc51640 1 --2- 172.21.15.27:0/2278598441 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7feb1c06b810 0x7feb1c06dcd0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7feb34036000 tx=0x7feb3403c040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:21.599 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.595+0000 7feb2e7fc640 1 -- 172.21.15.27:0/2278598441 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7feb30055580 con 0x7feb3815db30 2024-02-09T23:57:21.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.776+0000 7feb3feb5640 1 -- 172.21.15.27:0/2278598441 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7feb380746c0 con 0x7feb3815db30 2024-02-09T23:57:21.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.777+0000 7feb2e7fc640 1 -- 172.21.15.27:0/2278598441 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7feb30058c40 con 0x7feb3815db30 2024-02-09T23:57:21.780 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 1 2024-02-09T23:57:21.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.778+0000 7feb3feb5640 1 -- 172.21.15.27:0/2278598441 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7feb1c06b810 msgr2=0x7feb1c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:21.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.779+0000 7feb3feb5640 1 --2- 172.21.15.27:0/2278598441 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7feb1c06b810 0x7feb1c06dcd0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7feb34036000 tx=0x7feb3403c040 comp rx=0 tx=0).stop 2024-02-09T23:57:21.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.779+0000 7feb3feb5640 1 -- 172.21.15.27:0/2278598441 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feb3815db30 msgr2=0x7feb380b5760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:21.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.779+0000 7feb3feb5640 1 --2- 172.21.15.27:0/2278598441 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feb3815db30 0x7feb380b5760 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7feb3000ccf0 tx=0x7feb3000a660 comp rx=0 tx=0).stop 2024-02-09T23:57:21.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.779+0000 7feb3feb5640 1 -- 172.21.15.27:0/2278598441 shutdown_connections 2024-02-09T23:57:21.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.779+0000 7feb3feb5640 1 --2- 172.21.15.27:0/2278598441 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7feb1c06b810 0x7feb1c06dcd0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:21.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.779+0000 7feb3feb5640 1 --2- 172.21.15.27:0/2278598441 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feb3815db30 0x7feb380b5760 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:21.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.779+0000 7feb3feb5640 1 --2- 172.21.15.27:0/2278598441 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7feb380d2090 0x7feb380b5220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:21.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.779+0000 7feb3feb5640 1 --2- 172.21.15.27:0/2278598441 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7feb380cec70 0x7feb381537b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:21.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.779+0000 7feb3feb5640 1 -- 172.21.15.27:0/2278598441 >> 172.21.15.27:0/2278598441 conn(0x7feb3806c730 msgr2=0x7feb3815c8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:21.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.779+0000 7feb3feb5640 1 -- 172.21.15.27:0/2278598441 shutdown_connections 2024-02-09T23:57:21.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.779+0000 7feb3feb5640 1 -- 172.21.15.27:0/2278598441 wait complete. 2024-02-09T23:57:21.792 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-09T23:57:21.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.900+0000 7fab0c647640 1 Processor -- start 2024-02-09T23:57:21.903 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.900+0000 7fab0c647640 1 -- start start 2024-02-09T23:57:21.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.901+0000 7fab0c647640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fab0415dce0 0x7fab040b6c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:21.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.901+0000 7fab0c647640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fab041617b0 con 0x7fab040cef20 2024-02-09T23:57:21.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.901+0000 7fab0c647640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fab0415e0c0 con 0x7fab040b5a50 2024-02-09T23:57:21.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.901+0000 7fab0c647640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab040b7140 con 0x7fab0415dce0 2024-02-09T23:57:21.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.901+0000 7fab0abe4640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fab040cef20 0x7fab0406c340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:56568/0 (socket says 172.21.15.27:56568) 2024-02-09T23:57:21.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.901+0000 7fab0abe4640 1 -- 172.21.15.27:0/3362805291 learned_addr learned my addr 172.21.15.27:0/3362805291 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:21.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.901+0000 7fab0a3e3640 1 --2- 172.21.15.27:0/3362805291 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fab0415dce0 0x7fab040b6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:21.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.901+0000 7fab093e1640 1 -- 172.21.15.27:0/3362805291 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3246929506 0 0) 0x7fab041617b0 con 0x7fab040cef20 2024-02-09T23:57:21.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.901+0000 7fab093e1640 1 -- 172.21.15.27:0/3362805291 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7faaf0003520 con 0x7fab040cef20 2024-02-09T23:57:21.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.901+0000 7fab093e1640 1 -- 172.21.15.27:0/3362805291 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1562790245 0 0) 0x7faaf0003520 con 0x7fab040cef20 2024-02-09T23:57:21.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.901+0000 7fab093e1640 1 -- 172.21.15.27:0/3362805291 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fab0415dce0 msgr2=0x7fab040b6c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:21.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.901+0000 7fab093e1640 1 --2- 172.21.15.27:0/3362805291 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fab0415dce0 0x7fab040b6c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:21.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.901+0000 7fab093e1640 1 -- 172.21.15.27:0/3362805291 >> v1:172.21.15.153:6789/0 conn(0x7fab040b5a50 legacy=0x7fab040ce810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:21.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.901+0000 7fab093e1640 1 -- 172.21.15.27:0/3362805291 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab04161a00 con 0x7fab040cef20 2024-02-09T23:57:21.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.901+0000 7fab093e1640 1 -- 172.21.15.27:0/3362805291 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7faafc0019f0 con 0x7fab040cef20 2024-02-09T23:57:21.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.901+0000 7fab093e1640 1 -- 172.21.15.27:0/3362805291 >> v1:172.21.15.27:6789/0 conn(0x7fab040cef20 legacy=0x7fab0406c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:21.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.901+0000 7fab093e1640 1 --2- 172.21.15.27:0/3362805291 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fab0415dce0 0x7faaf0003a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:21.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.901+0000 7fab093e1640 1 --2- 172.21.15.27:0/3362805291 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faaf0003f90 0x7faaf00047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:21.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.901+0000 7fab093e1640 1 --2- 172.21.15.27:0/3362805291 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faaf0004d00 0x7faaf0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:21.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.901+0000 7fab093e1640 1 -- 172.21.15.27:0/3362805291 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab040b7140 con 0x7faaf0003f90 2024-02-09T23:57:21.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.901+0000 7fab093e1640 1 -- 172.21.15.27:0/3362805291 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faaf000bae0 con 0x7faaf0004d00 2024-02-09T23:57:21.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.901+0000 7fab093e1640 1 -- 172.21.15.27:0/3362805291 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faaf000bca0 con 0x7fab0415dce0 2024-02-09T23:57:21.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.902+0000 7fab09be2640 1 --2- 172.21.15.27:0/3362805291 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faaf0003f90 0x7faaf00047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:21.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.902+0000 7fab0a3e3640 1 --2- 172.21.15.27:0/3362805291 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fab0415dce0 0x7faaf0003a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:21.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.902+0000 7fab0abe4640 1 --2- 172.21.15.27:0/3362805291 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faaf0004d00 0x7faaf0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:21.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.902+0000 7fab09be2640 1 -- 172.21.15.27:0/3362805291 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fab0415dce0 msgr2=0x7faaf0003a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:21.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.902+0000 7fab09be2640 1 --2- 172.21.15.27:0/3362805291 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fab0415dce0 0x7faaf0003a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:21.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.902+0000 7fab09be2640 1 -- 172.21.15.27:0/3362805291 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faaf0004d00 msgr2=0x7faaf0005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:21.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.902+0000 7fab09be2640 1 --2- 172.21.15.27:0/3362805291 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faaf0004d00 0x7faaf0005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:21.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.902+0000 7fab09be2640 1 -- 172.21.15.27:0/3362805291 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faaf0003520 con 0x7faaf0003f90 2024-02-09T23:57:21.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.902+0000 7fab0abe4640 1 --2- 172.21.15.27:0/3362805291 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faaf0004d00 0x7faaf0005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:21.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.903+0000 7fab09be2640 1 --2- 172.21.15.27:0/3362805291 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faaf0003f90 0x7faaf00047c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7faaf4001750 tx=0x7faaf00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d6803d2fa07dcdf server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:21.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.903+0000 7fab093e1640 1 -- 172.21.15.27:0/3362805291 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faaf40052d0 con 0x7faaf0003f90 2024-02-09T23:57:21.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.903+0000 7fab093e1640 1 -- 172.21.15.27:0/3362805291 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faaf402e050 con 0x7faaf0003f90 2024-02-09T23:57:21.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.903+0000 7fab093e1640 1 -- 172.21.15.27:0/3362805291 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faaf4003830 con 0x7faaf0003f90 2024-02-09T23:57:21.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.903+0000 7fab0c647640 1 -- 172.21.15.27:0/3362805291 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faaf0003f90 msgr2=0x7faaf00047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:21.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.903+0000 7fab0c647640 1 --2- 172.21.15.27:0/3362805291 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faaf0003f90 0x7faaf00047c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7faaf4001750 tx=0x7faaf00057f0 comp rx=0 tx=0).stop 2024-02-09T23:57:21.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.903+0000 7fab0abe4640 1 -- 172.21.15.27:0/3362805291 reap_dead start 2024-02-09T23:57:21.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.903+0000 7fab0c647640 1 -- 172.21.15.27:0/3362805291 shutdown_connections 2024-02-09T23:57:21.910 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.903+0000 7fab0c647640 1 -- 172.21.15.27:0/3362805291 >> 172.21.15.27:0/3362805291 conn(0x7fab040d0870 msgr2=0x7fab040d0c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:21.910 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.903+0000 7fab0c647640 1 -- 172.21.15.27:0/3362805291 shutdown_connections 2024-02-09T23:57:21.910 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.903+0000 7fab0c647640 1 -- 172.21.15.27:0/3362805291 wait complete. 2024-02-09T23:57:21.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.905+0000 7fab0c647640 1 Processor -- start 2024-02-09T23:57:21.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.905+0000 7fab0c647640 1 -- start start 2024-02-09T23:57:21.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.905+0000 7fab0c647640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faaf0003f90 0x7fab0415eca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:21.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.905+0000 7fab0c647640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fab041522a0 0x7fab041f7640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:21.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.905+0000 7fab0c647640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fab0415a6e0 0x7fab0415ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:21.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.905+0000 7fab0c647640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab040cc290 con 0x7fab0415a6e0 2024-02-09T23:57:21.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.905+0000 7fab0c647640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab0415b0a0 con 0x7faaf0003f90 2024-02-09T23:57:21.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.905+0000 7fab0c647640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab0415f860 con 0x7fab041522a0 2024-02-09T23:57:21.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.906+0000 7fab0abe4640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fab0415a6e0 0x7fab0415ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:21.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.906+0000 7fab0abe4640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fab0415a6e0 0x7fab0415ab60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60322/0 (socket says 172.21.15.27:60322) 2024-02-09T23:57:21.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.906+0000 7fab0abe4640 1 -- 172.21.15.27:0/4024399020 learned_addr learned my addr 172.21.15.27:0/4024399020 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:21.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.906+0000 7fab0a3e3640 1 --2- 172.21.15.27:0/4024399020 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faaf0003f90 0x7fab0415eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:21.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.906+0000 7fab09be2640 1 --2- 172.21.15.27:0/4024399020 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fab041522a0 0x7fab041f7640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:21.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.906+0000 7fab0abe4640 1 -- 172.21.15.27:0/4024399020 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fab041522a0 msgr2=0x7fab041f7640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:21.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.906+0000 7fab0abe4640 1 --2- 172.21.15.27:0/4024399020 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fab041522a0 0x7fab041f7640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:21.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.906+0000 7fab0abe4640 1 -- 172.21.15.27:0/4024399020 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faaf0003f90 msgr2=0x7fab0415eca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:21.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.906+0000 7fab0abe4640 1 --2- 172.21.15.27:0/4024399020 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faaf0003f90 0x7fab0415eca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:21.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.906+0000 7fab0abe4640 1 -- 172.21.15.27:0/4024399020 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab041f7b80 con 0x7fab0415a6e0 2024-02-09T23:57:21.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.906+0000 7fab0abe4640 1 --2- 172.21.15.27:0/4024399020 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fab0415a6e0 0x7fab0415ab60 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7faafc0013d0 tx=0x7faafc00e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:21.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.906+0000 7faafaffd640 1 -- 172.21.15.27:0/4024399020 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faafc00ebb0 con 0x7fab0415a6e0 2024-02-09T23:57:21.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.906+0000 7faafaffd640 1 -- 172.21.15.27:0/4024399020 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faafc00ed10 con 0x7fab0415a6e0 2024-02-09T23:57:21.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.906+0000 7fab0c647640 1 -- 172.21.15.27:0/4024399020 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fab0415f2a0 con 0x7fab0415a6e0 2024-02-09T23:57:21.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.906+0000 7faafaffd640 1 -- 172.21.15.27:0/4024399020 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faafc014630 con 0x7fab0415a6e0 2024-02-09T23:57:21.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.906+0000 7fab0c647640 1 -- 172.21.15.27:0/4024399020 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab040cbeb0 con 0x7fab0415a6e0 2024-02-09T23:57:21.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.907+0000 7fab0c647640 1 -- 172.21.15.27:0/4024399020 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fab040746c0 con 0x7fab0415a6e0 2024-02-09T23:57:21.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.908+0000 7faafaffd640 1 -- 172.21.15.27:0/4024399020 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7faafc014790 con 0x7fab0415a6e0 2024-02-09T23:57:21.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.908+0000 7faafaffd640 1 --2- 172.21.15.27:0/4024399020 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7faae806b840 0x7faae806dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:21.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.908+0000 7faafaffd640 1 -- 172.21.15.27:0/4024399020 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7faafc089ec0 con 0x7fab0415a6e0 2024-02-09T23:57:21.915 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.909+0000 7fab0a3e3640 1 --2- 172.21.15.27:0/4024399020 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7faae806b840 0x7faae806dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:21.915 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.909+0000 7fab0a3e3640 1 --2- 172.21.15.27:0/4024399020 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7faae806b840 0x7faae806dd00 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fab00009ac0 tx=0x7fab00008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:21.915 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:21.913+0000 7faafaffd640 1 -- 172.21.15.27:0/4024399020 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7faafc0549a0 con 0x7fab0415a6e0 2024-02-09T23:57:22.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.092+0000 7fab0c647640 1 -- 172.21.15.27:0/4024399020 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fab040d1750 con 0x7fab0415a6e0 2024-02-09T23:57:22.095 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.092+0000 7faafaffd640 1 -- 172.21.15.27:0/4024399020 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7faafc058060 con 0x7fab0415a6e0 2024-02-09T23:57:22.095 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 32 2024-02-09T23:57:22.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.094+0000 7fab0c647640 1 -- 172.21.15.27:0/4024399020 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7faae806b840 msgr2=0x7faae806dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:22.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.094+0000 7fab0c647640 1 --2- 172.21.15.27:0/4024399020 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7faae806b840 0x7faae806dd00 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fab00009ac0 tx=0x7fab00008040 comp rx=0 tx=0).stop 2024-02-09T23:57:22.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.094+0000 7fab0c647640 1 -- 172.21.15.27:0/4024399020 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fab0415a6e0 msgr2=0x7fab0415ab60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:22.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.094+0000 7fab0c647640 1 --2- 172.21.15.27:0/4024399020 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fab0415a6e0 0x7fab0415ab60 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7faafc0013d0 tx=0x7faafc00e530 comp rx=0 tx=0).stop 2024-02-09T23:57:22.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.094+0000 7fab0c647640 1 -- 172.21.15.27:0/4024399020 shutdown_connections 2024-02-09T23:57:22.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.094+0000 7fab0c647640 1 --2- 172.21.15.27:0/4024399020 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7faae806b840 0x7faae806dd00 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.094+0000 7fab0c647640 1 --2- 172.21.15.27:0/4024399020 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fab0415a6e0 0x7fab0415ab60 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.094+0000 7fab0c647640 1 --2- 172.21.15.27:0/4024399020 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fab041522a0 0x7fab041f7640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.094+0000 7fab0c647640 1 --2- 172.21.15.27:0/4024399020 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faaf0003f90 0x7fab0415eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.094+0000 7fab0c647640 1 -- 172.21.15.27:0/4024399020 >> 172.21.15.27:0/4024399020 conn(0x7fab040d0870 msgr2=0x7fab040b5e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:22.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.094+0000 7fab0c647640 1 -- 172.21.15.27:0/4024399020 shutdown_connections 2024-02-09T23:57:22.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.094+0000 7fab0c647640 1 -- 172.21.15.27:0/4024399020 wait complete. 2024-02-09T23:57:22.108 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-09T23:57:22.217 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.215+0000 7f2353881640 1 Processor -- start 2024-02-09T23:57:22.218 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.215+0000 7f2353881640 1 -- start start 2024-02-09T23:57:22.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.216+0000 7f2353881640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f234c1440c0 0x7f234c0cb940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:22.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.216+0000 7f2353881640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f234c0ccca0 0x7f234c0b42e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:22.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.216+0000 7f2353881640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f234c0b4820 0x7f234c15e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:22.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.216+0000 7f2353881640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f234c0b4c90 con 0x7f234c0ccca0 2024-02-09T23:57:22.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.216+0000 7f2353881640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f234c0cd410 con 0x7f234c1440c0 2024-02-09T23:57:22.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.216+0000 7f2353881640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f234c0cd130 con 0x7f234c0b4820 2024-02-09T23:57:22.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.216+0000 7f2350e1c640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f234c0ccca0 0x7f234c0b42e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:22.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.216+0000 7f2350e1c640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f234c0ccca0 0x7f234c0b42e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60324/0 (socket says 172.21.15.27:60324) 2024-02-09T23:57:22.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.216+0000 7f2350e1c640 1 -- 172.21.15.27:0/2240697365 learned_addr learned my addr 172.21.15.27:0/2240697365 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:22.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.216+0000 7f2351e1e640 1 --2- 172.21.15.27:0/2240697365 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f234c0b4820 0x7f234c15e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:22.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.216+0000 7f235161d640 1 --2- 172.21.15.27:0/2240697365 >> v2:172.21.15.153:3300/0 conn(0x7f234c1440c0 0x7f234c0cb940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:22.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.216+0000 7f2350e1c640 1 -- 172.21.15.27:0/2240697365 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f234c0b4820 msgr2=0x7f234c15e3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:22.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.216+0000 7f2350e1c640 1 --2- 172.21.15.27:0/2240697365 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f234c0b4820 0x7f234c15e3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.216+0000 7f2350e1c640 1 -- 172.21.15.27:0/2240697365 >> v2:172.21.15.153:3300/0 conn(0x7f234c1440c0 msgr2=0x7f234c0cb940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:22.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.216+0000 7f2350e1c640 1 --2- 172.21.15.27:0/2240697365 >> v2:172.21.15.153:3300/0 conn(0x7f234c1440c0 0x7f234c0cb940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.216+0000 7f2350e1c640 1 -- 172.21.15.27:0/2240697365 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f234c0cc350 con 0x7f234c0ccca0 2024-02-09T23:57:22.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.217+0000 7f2350e1c640 1 --2- 172.21.15.27:0/2240697365 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f234c0ccca0 0x7f234c0b42e0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f234c0cf6f0 tx=0x7f233c02e050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4706f2cf1679468 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:22.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.217+0000 7f2343fff640 1 -- 172.21.15.27:0/2240697365 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f233c02ee00 con 0x7f234c0ccca0 2024-02-09T23:57:22.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.217+0000 7f2343fff640 1 -- 172.21.15.27:0/2240697365 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f233c036440 con 0x7f234c0ccca0 2024-02-09T23:57:22.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.217+0000 7f2343fff640 1 -- 172.21.15.27:0/2240697365 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f233c0367d0 con 0x7f234c0ccca0 2024-02-09T23:57:22.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.218+0000 7f2353881640 1 -- 172.21.15.27:0/2240697365 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f234c0ccca0 msgr2=0x7f234c0b42e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:22.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.218+0000 7f2353881640 1 --2- 172.21.15.27:0/2240697365 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f234c0ccca0 0x7f234c0b42e0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f234c0cf6f0 tx=0x7f233c02e050 comp rx=0 tx=0).stop 2024-02-09T23:57:22.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.218+0000 7f2353881640 1 -- 172.21.15.27:0/2240697365 shutdown_connections 2024-02-09T23:57:22.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.218+0000 7f2353881640 1 --2- 172.21.15.27:0/2240697365 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f234c0b4820 0x7f234c15e3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.218+0000 7f2353881640 1 --2- 172.21.15.27:0/2240697365 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f234c0ccca0 0x7f234c0b42e0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.218+0000 7f2353881640 1 --2- 172.21.15.27:0/2240697365 >> v2:172.21.15.153:3300/0 conn(0x7f234c1440c0 0x7f234c0cb940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.218+0000 7f2353881640 1 -- 172.21.15.27:0/2240697365 >> 172.21.15.27:0/2240697365 conn(0x7f234c067040 msgr2=0x7f234c06ac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:22.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.218+0000 7f2353881640 1 -- 172.21.15.27:0/2240697365 shutdown_connections 2024-02-09T23:57:22.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.218+0000 7f2353881640 1 -- 172.21.15.27:0/2240697365 wait complete. 2024-02-09T23:57:22.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.219+0000 7f2353881640 1 Processor -- start 2024-02-09T23:57:22.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.219+0000 7f2353881640 1 -- start start 2024-02-09T23:57:22.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.220+0000 7f2353881640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f234c0b4820 0x7f234c0a8710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:22.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.220+0000 7f2353881640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f234c1440c0 0x7f234c15b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:22.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.220+0000 7f2353881640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f234c15bbb0 0x7f234c159ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:22.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.220+0000 7f2353881640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f234c1e4c50 con 0x7f234c0b4820 2024-02-09T23:57:22.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.220+0000 7f2353881640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f234c1e4f30 con 0x7f234c15bbb0 2024-02-09T23:57:22.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.220+0000 7f2353881640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f234c1e5210 con 0x7f234c1440c0 2024-02-09T23:57:22.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.220+0000 7f235161d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f234c0b4820 0x7f234c0a8710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:22.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.220+0000 7f235161d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f234c0b4820 0x7f234c0a8710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60334/0 (socket says 172.21.15.27:60334) 2024-02-09T23:57:22.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.220+0000 7f235161d640 1 -- 172.21.15.27:0/4007921203 learned_addr learned my addr 172.21.15.27:0/4007921203 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:22.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.220+0000 7f235161d640 1 -- 172.21.15.27:0/4007921203 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f234c1440c0 msgr2=0x7f234c15b670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:22.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.220+0000 7f235161d640 1 --2- 172.21.15.27:0/4007921203 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f234c1440c0 0x7f234c15b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.220+0000 7f235161d640 1 -- 172.21.15.27:0/4007921203 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f234c15bbb0 msgr2=0x7f234c159ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:22.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.220+0000 7f2351e1e640 1 --2- 172.21.15.27:0/4007921203 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f234c15bbb0 0x7f234c159ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:22.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.220+0000 7f235161d640 1 --2- 172.21.15.27:0/4007921203 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f234c15bbb0 0x7f234c159ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.220+0000 7f235161d640 1 -- 172.21.15.27:0/4007921203 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f233c00b770 con 0x7f234c0b4820 2024-02-09T23:57:22.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.220+0000 7f235161d640 1 --2- 172.21.15.27:0/4007921203 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f234c0b4820 0x7f234c0a8710 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f234800d800 tx=0x7f234800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:22.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.220+0000 7f2341ffb640 1 -- 172.21.15.27:0/4007921203 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f234800b6c0 con 0x7f234c0b4820 2024-02-09T23:57:22.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.220+0000 7f2341ffb640 1 -- 172.21.15.27:0/4007921203 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f234800b820 con 0x7f234c0b4820 2024-02-09T23:57:22.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.220+0000 7f2353881640 1 -- 172.21.15.27:0/4007921203 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f234c1e54f0 con 0x7f234c0b4820 2024-02-09T23:57:22.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.221+0000 7f2341ffb640 1 -- 172.21.15.27:0/4007921203 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f234800bbb0 con 0x7f234c0b4820 2024-02-09T23:57:22.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.221+0000 7f2353881640 1 -- 172.21.15.27:0/4007921203 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f234c13ef60 con 0x7f234c0b4820 2024-02-09T23:57:22.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.222+0000 7f2353881640 1 -- 172.21.15.27:0/4007921203 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f234c0746c0 con 0x7f234c0b4820 2024-02-09T23:57:22.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.222+0000 7f2341ffb640 1 -- 172.21.15.27:0/4007921203 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f234800bd10 con 0x7f234c0b4820 2024-02-09T23:57:22.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.222+0000 7f2341ffb640 1 --2- 172.21.15.27:0/4007921203 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f233006b810 0x7f233006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:22.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.222+0000 7f2341ffb640 1 -- 172.21.15.27:0/4007921203 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f234808a6d0 con 0x7f234c0b4820 2024-02-09T23:57:22.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.223+0000 7f2350e1c640 1 --2- 172.21.15.27:0/4007921203 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f233006b810 0x7f233006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:22.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.224+0000 7f2350e1c640 1 --2- 172.21.15.27:0/4007921203 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f233006b810 0x7f233006dcd0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f233c038000 tx=0x7f233c030000 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:22.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.227+0000 7f2341ffb640 1 -- 172.21.15.27:0/4007921203 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f23480550f0 con 0x7f234c0b4820 2024-02-09T23:57:22.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.407+0000 7f2353881640 1 -- 172.21.15.27:0/4007921203 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f234c0b05d0 con 0x7f234c0b4820 2024-02-09T23:57:22.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.407+0000 7f2341ffb640 1 -- 172.21.15.27:0/4007921203 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f23480587b0 con 0x7f234c0b4820 2024-02-09T23:57:22.410 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 64 2024-02-09T23:57:22.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.409+0000 7f2353881640 1 -- 172.21.15.27:0/4007921203 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f233006b810 msgr2=0x7f233006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:22.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.409+0000 7f2353881640 1 --2- 172.21.15.27:0/4007921203 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f233006b810 0x7f233006dcd0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f233c038000 tx=0x7f233c030000 comp rx=0 tx=0).stop 2024-02-09T23:57:22.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.409+0000 7f2353881640 1 -- 172.21.15.27:0/4007921203 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f234c0b4820 msgr2=0x7f234c0a8710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:22.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.409+0000 7f2353881640 1 --2- 172.21.15.27:0/4007921203 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f234c0b4820 0x7f234c0a8710 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f234800d800 tx=0x7f234800dcc0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.409+0000 7f2353881640 1 -- 172.21.15.27:0/4007921203 shutdown_connections 2024-02-09T23:57:22.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.409+0000 7f2353881640 1 --2- 172.21.15.27:0/4007921203 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f233006b810 0x7f233006dcd0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.409+0000 7f2353881640 1 --2- 172.21.15.27:0/4007921203 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f234c15bbb0 0x7f234c159ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.409+0000 7f2353881640 1 --2- 172.21.15.27:0/4007921203 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f234c1440c0 0x7f234c15b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.409+0000 7f2353881640 1 --2- 172.21.15.27:0/4007921203 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f234c0b4820 0x7f234c0a8710 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.409+0000 7f2353881640 1 -- 172.21.15.27:0/4007921203 >> 172.21.15.27:0/4007921203 conn(0x7f234c067040 msgr2=0x7f234c06ac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:22.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.409+0000 7f2353881640 1 -- 172.21.15.27:0/4007921203 shutdown_connections 2024-02-09T23:57:22.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.409+0000 7f2353881640 1 -- 172.21.15.27:0/4007921203 wait complete. 2024-02-09T23:57:22.474 INFO:tasks.cephfs_test_runner:Starting test: test_generic (tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev) 2024-02-09T23:57:22.475 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:57:22.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.579+0000 7f879660e640 1 Processor -- start 2024-02-09T23:57:22.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.579+0000 7f879660e640 1 -- start start 2024-02-09T23:57:22.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.580+0000 7f879660e640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f879009a5a0 0x7f879006c420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:22.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.580+0000 7f879660e640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f87900d0fc0 con 0x7f879015dca0 2024-02-09T23:57:22.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.580+0000 7f879660e640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f879006cd70 con 0x7f879006c960 2024-02-09T23:57:22.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.580+0000 7f879660e640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f87900d03b0 con 0x7f879009a5a0 2024-02-09T23:57:22.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.580+0000 7f878ffff640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f879015dca0 0x7f87900cfbb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:56582/0 (socket says 172.21.15.27:56582) 2024-02-09T23:57:22.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.580+0000 7f878ffff640 1 -- 172.21.15.27:0/666568156 learned_addr learned my addr 172.21.15.27:0/666568156 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:22.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.580+0000 7f878f7fe640 1 --2- 172.21.15.27:0/666568156 >> v2:172.21.15.153:3300/0 conn(0x7f879009a5a0 0x7f879006c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:22.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.580+0000 7f878effd640 1 -- 172.21.15.27:0/666568156 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3916764647 0 0) 0x7f87900d0fc0 con 0x7f879015dca0 2024-02-09T23:57:22.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.580+0000 7f878effd640 1 -- 172.21.15.27:0/666568156 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f877c003520 con 0x7f879015dca0 2024-02-09T23:57:22.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.581+0000 7f878effd640 1 -- 172.21.15.27:0/666568156 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1828577611 0 0) 0x7f877c003520 con 0x7f879015dca0 2024-02-09T23:57:22.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.581+0000 7f878effd640 1 -- 172.21.15.27:0/666568156 >> v2:172.21.15.153:3300/0 conn(0x7f879009a5a0 msgr2=0x7f879006c420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:22.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.581+0000 7f878effd640 1 --2- 172.21.15.27:0/666568156 >> v2:172.21.15.153:3300/0 conn(0x7f879009a5a0 0x7f879006c420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.581+0000 7f878effd640 1 -- 172.21.15.27:0/666568156 >> v1:172.21.15.153:6789/0 conn(0x7f879006c960 legacy=0x7f8790167c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:22.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.581+0000 7f878effd640 1 -- 172.21.15.27:0/666568156 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87900d0690 con 0x7f879015dca0 2024-02-09T23:57:22.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.581+0000 7f878effd640 1 -- 172.21.15.27:0/666568156 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7f8780001670 con 0x7f879015dca0 2024-02-09T23:57:22.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.581+0000 7f878effd640 1 -- 172.21.15.27:0/666568156 >> v1:172.21.15.27:6789/0 conn(0x7f879015dca0 legacy=0x7f87900cfbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:22.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.581+0000 7f878effd640 1 --2- 172.21.15.27:0/666568156 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f877c003a30 0x7f877c003e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:22.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.581+0000 7f878effd640 1 --2- 172.21.15.27:0/666568156 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f877c0047c0 0x7f877c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:22.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.581+0000 7f878effd640 1 --2- 172.21.15.27:0/666568156 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f877c0051d0 0x7f877c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:22.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.581+0000 7f878effd640 1 -- 172.21.15.27:0/666568156 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87900d03b0 con 0x7f877c003a30 2024-02-09T23:57:22.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.581+0000 7f878effd640 1 -- 172.21.15.27:0/666568156 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f877c00c100 con 0x7f877c0051d0 2024-02-09T23:57:22.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.581+0000 7f878effd640 1 -- 172.21.15.27:0/666568156 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f877c00c2c0 con 0x7f877c0047c0 2024-02-09T23:57:22.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.581+0000 7f878ffff640 1 --2- 172.21.15.27:0/666568156 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f877c003a30 0x7f877c003e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:22.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.581+0000 7f878f7fe640 1 --2- 172.21.15.27:0/666568156 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f877c0047c0 0x7f877c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:22.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.581+0000 7f8794bab640 1 --2- 172.21.15.27:0/666568156 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f877c0051d0 0x7f877c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:22.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.581+0000 7f878ffff640 1 -- 172.21.15.27:0/666568156 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f877c0047c0 msgr2=0x7f877c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:22.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.581+0000 7f878ffff640 1 --2- 172.21.15.27:0/666568156 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f877c0047c0 0x7f877c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.581+0000 7f878ffff640 1 -- 172.21.15.27:0/666568156 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f877c0051d0 msgr2=0x7f877c00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:22.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.581+0000 7f878ffff640 1 --2- 172.21.15.27:0/666568156 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f877c0051d0 0x7f877c00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.581+0000 7f878ffff640 1 -- 172.21.15.27:0/666568156 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f877c003520 con 0x7f877c003a30 2024-02-09T23:57:22.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.581+0000 7f8794bab640 1 --2- 172.21.15.27:0/666568156 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f877c0051d0 0x7f877c00b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:22.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.581+0000 7f8794bab640 1 -- 172.21.15.27:0/666568156 reap_dead start 2024-02-09T23:57:22.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.582+0000 7f878ffff640 1 --2- 172.21.15.27:0/666568156 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f877c003a30 0x7f877c003e50 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f878000c0e0 tx=0x7f877c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c441dede702c5a0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:22.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.582+0000 7f878effd640 1 -- 172.21.15.27:0/666568156 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8780005ad0 con 0x7f877c003a30 2024-02-09T23:57:22.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.582+0000 7f878effd640 1 -- 172.21.15.27:0/666568156 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8780005c30 con 0x7f877c003a30 2024-02-09T23:57:22.589 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.582+0000 7f878effd640 1 -- 172.21.15.27:0/666568156 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f878002ca50 con 0x7f877c003a30 2024-02-09T23:57:22.589 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.583+0000 7f879660e640 1 -- 172.21.15.27:0/666568156 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f877c003a30 msgr2=0x7f877c003e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:22.589 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.583+0000 7f879660e640 1 --2- 172.21.15.27:0/666568156 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f877c003a30 0x7f877c003e50 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f878000c0e0 tx=0x7f877c0057f0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.589 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.583+0000 7f879660e640 1 -- 172.21.15.27:0/666568156 shutdown_connections 2024-02-09T23:57:22.589 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.583+0000 7f879660e640 1 --2- 172.21.15.27:0/666568156 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f877c003a30 0x7f877c003e50 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.589 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.583+0000 7f879660e640 1 -- 172.21.15.27:0/666568156 >> 172.21.15.27:0/666568156 conn(0x7f87900b3460 msgr2=0x7f87900b3870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:22.589 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.583+0000 7f879660e640 1 -- 172.21.15.27:0/666568156 shutdown_connections 2024-02-09T23:57:22.589 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.583+0000 7f879660e640 1 -- 172.21.15.27:0/666568156 wait complete. 2024-02-09T23:57:22.592 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.584+0000 7f879660e640 1 Processor -- start 2024-02-09T23:57:22.592 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.584+0000 7f879660e640 1 -- start start 2024-02-09T23:57:22.592 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.585+0000 7f879660e640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f877c003a30 0x7f879014ae10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:22.592 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.585+0000 7f879660e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f879015c030 0x7f879015c490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:22.592 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.585+0000 7f879660e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f87900c9c70 0x7f87900ca0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:22.592 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.585+0000 7f879660e640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87900cac80 con 0x7f879015c030 2024-02-09T23:57:22.592 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.585+0000 7f879660e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f879015c9d0 con 0x7f87900c9c70 2024-02-09T23:57:22.592 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.585+0000 7f879660e640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f879014b350 con 0x7f877c003a30 2024-02-09T23:57:22.592 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.585+0000 7f878f7fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f879015c030 0x7f879015c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:22.592 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.585+0000 7f878f7fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f879015c030 0x7f879015c490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60354/0 (socket says 172.21.15.27:60354) 2024-02-09T23:57:22.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.585+0000 7f878f7fe640 1 -- 172.21.15.27:0/3652557571 learned_addr learned my addr 172.21.15.27:0/3652557571 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:22.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.585+0000 7f878ffff640 1 --2- 172.21.15.27:0/3652557571 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f877c003a30 0x7f879014ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:22.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.585+0000 7f8794bab640 1 --2- 172.21.15.27:0/3652557571 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f87900c9c70 0x7f87900ca0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:22.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.585+0000 7f878f7fe640 1 -- 172.21.15.27:0/3652557571 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f877c003a30 msgr2=0x7f879014ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:22.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.585+0000 7f878f7fe640 1 --2- 172.21.15.27:0/3652557571 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f877c003a30 0x7f879014ae10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.585+0000 7f878f7fe640 1 -- 172.21.15.27:0/3652557571 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f87900c9c70 msgr2=0x7f87900ca0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:22.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.585+0000 7f878f7fe640 1 --2- 172.21.15.27:0/3652557571 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f87900c9c70 0x7f87900ca0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.585+0000 7f878f7fe640 1 -- 172.21.15.27:0/3652557571 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87900d15d0 con 0x7f879015c030 2024-02-09T23:57:22.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.585+0000 7f8794bab640 1 --2- 172.21.15.27:0/3652557571 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f87900c9c70 0x7f87900ca0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:22.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.585+0000 7f878ffff640 1 --2- 172.21.15.27:0/3652557571 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f877c003a30 0x7f879014ae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:22.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.585+0000 7f878f7fe640 1 --2- 172.21.15.27:0/3652557571 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f879015c030 0x7f879015c490 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f8778011aa0 tx=0x7f8778011f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:22.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.585+0000 7f878cff9640 1 -- 172.21.15.27:0/3652557571 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8778009680 con 0x7f879015c030 2024-02-09T23:57:22.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.585+0000 7f878cff9640 1 -- 172.21.15.27:0/3652557571 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f877800fb80 con 0x7f879015c030 2024-02-09T23:57:22.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.585+0000 7f879660e640 1 -- 172.21.15.27:0/3652557571 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f87900ca9a0 con 0x7f879015c030 2024-02-09T23:57:22.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.585+0000 7f878cff9640 1 -- 172.21.15.27:0/3652557571 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8778014440 con 0x7f879015c030 2024-02-09T23:57:22.594 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.586+0000 7f879660e640 1 -- 172.21.15.27:0/3652557571 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f87900b5370 con 0x7f879015c030 2024-02-09T23:57:22.594 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.586+0000 7f879660e640 1 -- 172.21.15.27:0/3652557571 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8790067cc0 con 0x7f879015c030 2024-02-09T23:57:22.594 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.587+0000 7f878cff9640 1 -- 172.21.15.27:0/3652557571 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f877801d400 con 0x7f879015c030 2024-02-09T23:57:22.594 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.587+0000 7f878cff9640 1 --2- 172.21.15.27:0/3652557571 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f877006b810 0x7f877006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:22.594 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.587+0000 7f878cff9640 1 -- 172.21.15.27:0/3652557571 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f877808aa50 con 0x7f879015c030 2024-02-09T23:57:22.594 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.588+0000 7f878ffff640 1 --2- 172.21.15.27:0/3652557571 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f877006b810 0x7f877006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:22.594 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.588+0000 7f878ffff640 1 --2- 172.21.15.27:0/3652557571 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f877006b810 0x7f877006dcd0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f8780034000 tx=0x7f8780009030 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:22.594 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.592+0000 7f878cff9640 1 -- 172.21.15.27:0/3652557571 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f8778055470 con 0x7f879015c030 2024-02-09T23:57:22.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.772+0000 7f879660e640 1 -- 172.21.15.27:0/3652557571 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f87900c87d0 con 0x7f879015c030 2024-02-09T23:57:22.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.773+0000 7f878cff9640 1 -- 172.21.15.27:0/3652557571 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16605 (secure 0 0 0) 0x7f8778058b30 con 0x7f879015c030 2024-02-09T23:57:22.776 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:22.776 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":20,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:56:52.874682+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:56:49.610721+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:56:50.234763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:57:22.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.775+0000 7f879660e640 1 -- 172.21.15.27:0/3652557571 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f877006b810 msgr2=0x7f877006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:22.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.775+0000 7f879660e640 1 --2- 172.21.15.27:0/3652557571 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f877006b810 0x7f877006dcd0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f8780034000 tx=0x7f8780009030 comp rx=0 tx=0).stop 2024-02-09T23:57:22.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.775+0000 7f879660e640 1 -- 172.21.15.27:0/3652557571 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f879015c030 msgr2=0x7f879015c490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:22.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.775+0000 7f879660e640 1 --2- 172.21.15.27:0/3652557571 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f879015c030 0x7f879015c490 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f8778011aa0 tx=0x7f8778011f60 comp rx=0 tx=0).stop 2024-02-09T23:57:22.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.775+0000 7f879660e640 1 -- 172.21.15.27:0/3652557571 shutdown_connections 2024-02-09T23:57:22.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.775+0000 7f879660e640 1 --2- 172.21.15.27:0/3652557571 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f877006b810 0x7f877006dcd0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.775+0000 7f879660e640 1 --2- 172.21.15.27:0/3652557571 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f87900c9c70 0x7f87900ca0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.775+0000 7f879660e640 1 --2- 172.21.15.27:0/3652557571 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f879015c030 0x7f879015c490 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.775+0000 7f879660e640 1 --2- 172.21.15.27:0/3652557571 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f877c003a30 0x7f879014ae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.775+0000 7f879660e640 1 -- 172.21.15.27:0/3652557571 >> 172.21.15.27:0/3652557571 conn(0x7f87900b3460 msgr2=0x7f87900b3840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:22.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.775+0000 7f879660e640 1 -- 172.21.15.27:0/3652557571 shutdown_connections 2024-02-09T23:57:22.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.775+0000 7f879660e640 1 -- 172.21.15.27:0/3652557571 wait complete. 2024-02-09T23:57:22.789 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-09T23:56:39.494694+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-09T23:56:49.610721+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-09T23:56:50.234763+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-09T23:57:22.789 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-09T23:57:22.899 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.896+0000 7fde1fde9640 1 Processor -- start 2024-02-09T23:57:22.899 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.896+0000 7fde1fde9640 1 -- start start 2024-02-09T23:57:22.900 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.897+0000 7fde1fde9640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fde180b6160 0x7fde180b6c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:22.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.897+0000 7fde1fde9640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fde180ce810 0x7fde180cec80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:22.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.897+0000 7fde1fde9640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fde181617b0 con 0x7fde1815dce0 2024-02-09T23:57:22.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.897+0000 7fde1fde9640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fde180b7140 con 0x7fde180ce810 2024-02-09T23:57:22.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.897+0000 7fde1fde9640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fde1815e0c0 con 0x7fde180b6160 2024-02-09T23:57:22.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.897+0000 7fde1e386640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fde180ce810 0x7fde180cec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:22.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.897+0000 7fde1e386640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fde180ce810 0x7fde180cec80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60360/0 (socket says 172.21.15.27:60360) 2024-02-09T23:57:22.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.897+0000 7fde1e386640 1 -- 172.21.15.27:0/2387242529 learned_addr learned my addr 172.21.15.27:0/2387242529 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:22.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.897+0000 7fde1d384640 1 --2- 172.21.15.27:0/2387242529 >> v2:172.21.15.153:3300/0 conn(0x7fde180b6160 0x7fde180b6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:22.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.897+0000 7fde1e386640 1 -- 172.21.15.27:0/2387242529 >> v2:172.21.15.153:3300/0 conn(0x7fde180b6160 msgr2=0x7fde180b6c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:22.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.897+0000 7fde1e386640 1 --2- 172.21.15.27:0/2387242529 >> v2:172.21.15.153:3300/0 conn(0x7fde180b6160 0x7fde180b6c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.897+0000 7fde1e386640 1 -- 172.21.15.27:0/2387242529 >> v1:172.21.15.153:6789/0 conn(0x7fde1815dce0 legacy=0x7fde180b5a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:22.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.897+0000 7fde1e386640 1 -- 172.21.15.27:0/2387242529 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fde180cf1c0 con 0x7fde180ce810 2024-02-09T23:57:22.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.897+0000 7fde1d384640 1 --2- 172.21.15.27:0/2387242529 >> v2:172.21.15.153:3300/0 conn(0x7fde180b6160 0x7fde180b6c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:22.903 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.898+0000 7fde1e386640 1 --2- 172.21.15.27:0/2387242529 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fde180ce810 0x7fde180cec80 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fde180cdfd0 tx=0x7fde1002bee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6721a28685e58069 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:22.903 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.898+0000 7fde1cb83640 1 -- 172.21.15.27:0/2387242529 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde1002ca80 con 0x7fde180ce810 2024-02-09T23:57:22.903 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.898+0000 7fde1cb83640 1 -- 172.21.15.27:0/2387242529 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fde1002cbe0 con 0x7fde180ce810 2024-02-09T23:57:22.903 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.899+0000 7fde1cb83640 1 -- 172.21.15.27:0/2387242529 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde100343f0 con 0x7fde180ce810 2024-02-09T23:57:22.903 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.899+0000 7fde1fde9640 1 -- 172.21.15.27:0/2387242529 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fde180ce810 msgr2=0x7fde180cec80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:22.904 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.899+0000 7fde1fde9640 1 --2- 172.21.15.27:0/2387242529 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fde180ce810 0x7fde180cec80 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fde180cdfd0 tx=0x7fde1002bee0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.904 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.899+0000 7fde1fde9640 1 -- 172.21.15.27:0/2387242529 shutdown_connections 2024-02-09T23:57:22.904 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.899+0000 7fde1fde9640 1 --2- 172.21.15.27:0/2387242529 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fde180ce810 0x7fde180cec80 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.904 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.899+0000 7fde1fde9640 1 --2- 172.21.15.27:0/2387242529 >> v2:172.21.15.153:3300/0 conn(0x7fde180b6160 0x7fde180b6c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.904 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.899+0000 7fde1fde9640 1 -- 172.21.15.27:0/2387242529 >> 172.21.15.27:0/2387242529 conn(0x7fde180d0870 msgr2=0x7fde180d0c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:22.904 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.899+0000 7fde1fde9640 1 -- 172.21.15.27:0/2387242529 shutdown_connections 2024-02-09T23:57:22.904 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.899+0000 7fde1fde9640 1 -- 172.21.15.27:0/2387242529 wait complete. 2024-02-09T23:57:22.904 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.900+0000 7fde1fde9640 1 Processor -- start 2024-02-09T23:57:22.904 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.900+0000 7fde1fde9640 1 -- start start 2024-02-09T23:57:22.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.901+0000 7fde1fde9640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fde180b6160 0x7fde1814bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:22.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.901+0000 7fde1fde9640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fde180ce810 0x7fde181f3b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:22.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.901+0000 7fde1fde9640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fde1815dce0 0x7fde180cc090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:22.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.901+0000 7fde1fde9640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde18160010 con 0x7fde180b6160 2024-02-09T23:57:22.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.901+0000 7fde1fde9640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde1814c330 con 0x7fde1815dce0 2024-02-09T23:57:22.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.901+0000 7fde1fde9640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fde1815f180 con 0x7fde180ce810 2024-02-09T23:57:22.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.901+0000 7fde1db85640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fde180b6160 0x7fde1814bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:22.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.901+0000 7fde1db85640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fde180b6160 0x7fde1814bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60376/0 (socket says 172.21.15.27:60376) 2024-02-09T23:57:22.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.901+0000 7fde1db85640 1 -- 172.21.15.27:0/2706494404 learned_addr learned my addr 172.21.15.27:0/2706494404 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:22.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.901+0000 7fde1d384640 1 --2- 172.21.15.27:0/2706494404 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fde180ce810 0x7fde181f3b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:22.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.901+0000 7fde1e386640 1 --2- 172.21.15.27:0/2706494404 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fde1815dce0 0x7fde180cc090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:22.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.902+0000 7fde1db85640 1 -- 172.21.15.27:0/2706494404 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fde180ce810 msgr2=0x7fde181f3b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:22.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.902+0000 7fde1db85640 1 --2- 172.21.15.27:0/2706494404 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fde180ce810 0x7fde181f3b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.902+0000 7fde1db85640 1 -- 172.21.15.27:0/2706494404 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fde1815dce0 msgr2=0x7fde180cc090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:22.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.902+0000 7fde1db85640 1 --2- 172.21.15.27:0/2706494404 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fde1815dce0 0x7fde180cc090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.902+0000 7fde1db85640 1 -- 172.21.15.27:0/2706494404 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fde10009b30 con 0x7fde180b6160 2024-02-09T23:57:22.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.902+0000 7fde1db85640 1 --2- 172.21.15.27:0/2706494404 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fde180b6160 0x7fde1814bdf0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fde1400c430 tx=0x7fde1400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:22.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.902+0000 7fde0e7fc640 1 -- 172.21.15.27:0/2706494404 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde14011790 con 0x7fde180b6160 2024-02-09T23:57:22.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.902+0000 7fde0e7fc640 1 -- 172.21.15.27:0/2706494404 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fde140118f0 con 0x7fde180b6160 2024-02-09T23:57:22.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.902+0000 7fde1fde9640 1 -- 172.21.15.27:0/2706494404 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fde1815f460 con 0x7fde180b6160 2024-02-09T23:57:22.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.902+0000 7fde0e7fc640 1 -- 172.21.15.27:0/2706494404 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde14011ce0 con 0x7fde180b6160 2024-02-09T23:57:22.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.902+0000 7fde1fde9640 1 -- 172.21.15.27:0/2706494404 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fde181f40c0 con 0x7fde180b6160 2024-02-09T23:57:22.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.903+0000 7fde1fde9640 1 -- 172.21.15.27:0/2706494404 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fde1815f6a0 con 0x7fde180b6160 2024-02-09T23:57:22.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.904+0000 7fde0e7fc640 1 -- 172.21.15.27:0/2706494404 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fde1401c460 con 0x7fde180b6160 2024-02-09T23:57:22.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.904+0000 7fde0e7fc640 1 --2- 172.21.15.27:0/2706494404 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fddfc06b810 0x7fddfc06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:22.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.904+0000 7fde0e7fc640 1 -- 172.21.15.27:0/2706494404 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fde14089f80 con 0x7fde180b6160 2024-02-09T23:57:22.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.904+0000 7fde1d384640 1 --2- 172.21.15.27:0/2706494404 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fddfc06b810 0x7fddfc06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:22.910 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.905+0000 7fde1d384640 1 --2- 172.21.15.27:0/2706494404 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fddfc06b810 0x7fddfc06dcd0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fde180c6570 tx=0x7fde08008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:22.911 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:22.909+0000 7fde0e7fc640 1 -- 172.21.15.27:0/2706494404 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fde140bd8c0 con 0x7fde180b6160 2024-02-09T23:57:23.092 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.089+0000 7fde1fde9640 1 -- 172.21.15.27:0/2706494404 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fde180746c0 con 0x7fde180b6160 2024-02-09T23:57:23.092 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.089+0000 7fde0e7fc640 1 -- 172.21.15.27:0/2706494404 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fde14054ae0 con 0x7fde180b6160 2024-02-09T23:57:23.093 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 1 2024-02-09T23:57:23.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.091+0000 7fde1fde9640 1 -- 172.21.15.27:0/2706494404 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fddfc06b810 msgr2=0x7fddfc06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:23.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.091+0000 7fde1fde9640 1 --2- 172.21.15.27:0/2706494404 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fddfc06b810 0x7fddfc06dcd0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fde180c6570 tx=0x7fde08008040 comp rx=0 tx=0).stop 2024-02-09T23:57:23.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.091+0000 7fde1fde9640 1 -- 172.21.15.27:0/2706494404 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fde180b6160 msgr2=0x7fde1814bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:23.095 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.091+0000 7fde1fde9640 1 --2- 172.21.15.27:0/2706494404 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fde180b6160 0x7fde1814bdf0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fde1400c430 tx=0x7fde1400c8f0 comp rx=0 tx=0).stop 2024-02-09T23:57:23.095 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.091+0000 7fde1fde9640 1 -- 172.21.15.27:0/2706494404 shutdown_connections 2024-02-09T23:57:23.095 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.091+0000 7fde1fde9640 1 --2- 172.21.15.27:0/2706494404 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fddfc06b810 0x7fddfc06dcd0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:23.095 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.091+0000 7fde1fde9640 1 --2- 172.21.15.27:0/2706494404 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fde1815dce0 0x7fde180cc090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:23.095 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.091+0000 7fde1fde9640 1 --2- 172.21.15.27:0/2706494404 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fde180ce810 0x7fde181f3b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:23.095 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.091+0000 7fde1fde9640 1 --2- 172.21.15.27:0/2706494404 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fde180b6160 0x7fde1814bdf0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:23.095 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.091+0000 7fde1fde9640 1 -- 172.21.15.27:0/2706494404 >> 172.21.15.27:0/2706494404 conn(0x7fde180d0870 msgr2=0x7fde180b4c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:23.095 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.091+0000 7fde1fde9640 1 -- 172.21.15.27:0/2706494404 shutdown_connections 2024-02-09T23:57:23.095 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.091+0000 7fde1fde9640 1 -- 172.21.15.27:0/2706494404 wait complete. 2024-02-09T23:57:23.105 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-09T23:57:23.215 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.212+0000 7f159510c640 1 Processor -- start 2024-02-09T23:57:23.216 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.213+0000 7f159510c640 1 -- start start 2024-02-09T23:57:23.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.213+0000 7f159510c640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f15900cef20 0x7f15900b6c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:23.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.213+0000 7f159510c640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15901617b0 con 0x7f15900b6160 2024-02-09T23:57:23.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.213+0000 7f159510c640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f159015e0c0 con 0x7f159015dce0 2024-02-09T23:57:23.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.213+0000 7f159510c640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f15900b7140 con 0x7f15900cef20 2024-02-09T23:57:23.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.213+0000 7f158e59c640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f15900b6160 0x7f15900ce810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:56590/0 (socket says 172.21.15.27:56590) 2024-02-09T23:57:23.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.213+0000 7f158e59c640 1 -- 172.21.15.27:0/458711579 learned_addr learned my addr 172.21.15.27:0/458711579 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:23.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.214+0000 7f158f59e640 1 --2- 172.21.15.27:0/458711579 >> v2:172.21.15.153:3300/0 conn(0x7f15900cef20 0x7f15900b6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:23.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.214+0000 7f158dd9b640 1 -- 172.21.15.27:0/458711579 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2438351927 0 0) 0x7f15901617b0 con 0x7f15900b6160 2024-02-09T23:57:23.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.214+0000 7f158dd9b640 1 -- 172.21.15.27:0/458711579 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f157c003520 con 0x7f15900b6160 2024-02-09T23:57:23.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.214+0000 7f158dd9b640 1 -- 172.21.15.27:0/458711579 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2951817342 0 0) 0x7f157c003520 con 0x7f15900b6160 2024-02-09T23:57:23.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.214+0000 7f158dd9b640 1 -- 172.21.15.27:0/458711579 >> v2:172.21.15.153:3300/0 conn(0x7f15900cef20 msgr2=0x7f15900b6c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:23.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.214+0000 7f158dd9b640 1 --2- 172.21.15.27:0/458711579 >> v2:172.21.15.153:3300/0 conn(0x7f15900cef20 0x7f15900b6c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:23.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.214+0000 7f158dd9b640 1 -- 172.21.15.27:0/458711579 >> v1:172.21.15.153:6789/0 conn(0x7f159015dce0 legacy=0x7f15900b5a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:23.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.214+0000 7f158dd9b640 1 -- 172.21.15.27:0/458711579 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1590161a00 con 0x7f15900b6160 2024-02-09T23:57:23.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.214+0000 7f158dd9b640 1 -- 172.21.15.27:0/458711579 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7f1578001670 con 0x7f15900b6160 2024-02-09T23:57:23.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.214+0000 7f158dd9b640 1 -- 172.21.15.27:0/458711579 >> v1:172.21.15.27:6789/0 conn(0x7f15900b6160 legacy=0x7f15900ce810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:23.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.214+0000 7f158dd9b640 1 --2- 172.21.15.27:0/458711579 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f157c0039e0 0x7f157c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:23.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.214+0000 7f158dd9b640 1 --2- 172.21.15.27:0/458711579 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f157c0047c0 0x7f157c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:23.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.214+0000 7f158dd9b640 1 --2- 172.21.15.27:0/458711579 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f157c005180 0x7f157c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:23.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.214+0000 7f158dd9b640 1 -- 172.21.15.27:0/458711579 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15900b7140 con 0x7f157c005180 2024-02-09T23:57:23.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.214+0000 7f158dd9b640 1 -- 172.21.15.27:0/458711579 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f157c00c0b0 con 0x7f157c0047c0 2024-02-09T23:57:23.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.214+0000 7f158dd9b640 1 -- 172.21.15.27:0/458711579 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f157c00c270 con 0x7f157c0039e0 2024-02-09T23:57:23.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.214+0000 7f158f59e640 1 --2- 172.21.15.27:0/458711579 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f157c005180 0x7f157c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:23.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.214+0000 7f158e59c640 1 --2- 172.21.15.27:0/458711579 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f157c0047c0 0x7f157c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:23.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.214+0000 7f158ed9d640 1 --2- 172.21.15.27:0/458711579 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f157c0039e0 0x7f157c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:23.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.214+0000 7f158f59e640 1 -- 172.21.15.27:0/458711579 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f157c0039e0 msgr2=0x7f157c003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:23.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.214+0000 7f158f59e640 1 --2- 172.21.15.27:0/458711579 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f157c0039e0 0x7f157c003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:23.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.214+0000 7f158f59e640 1 -- 172.21.15.27:0/458711579 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f157c0047c0 msgr2=0x7f157c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:23.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.214+0000 7f158f59e640 1 --2- 172.21.15.27:0/458711579 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f157c0047c0 0x7f157c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:23.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.214+0000 7f158f59e640 1 -- 172.21.15.27:0/458711579 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f157c003520 con 0x7f157c005180 2024-02-09T23:57:23.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.214+0000 7f158e59c640 1 --2- 172.21.15.27:0/458711579 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f157c0047c0 0x7f157c004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:23.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.214+0000 7f158ed9d640 1 --2- 172.21.15.27:0/458711579 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f157c0039e0 0x7f157c003e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:23.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.215+0000 7f158f59e640 1 -- 172.21.15.27:0/458711579 reap_dead start 2024-02-09T23:57:23.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.215+0000 7f158f59e640 1 --2- 172.21.15.27:0/458711579 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f157c005180 0x7f157c00b980 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f1588009fc0 tx=0x7f157c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=137e86d1e190c45a server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:23.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.215+0000 7f158dd9b640 1 -- 172.21.15.27:0/458711579 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f158802cc60 con 0x7f157c005180 2024-02-09T23:57:23.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.215+0000 7f158dd9b640 1 -- 172.21.15.27:0/458711579 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f158800f040 con 0x7f157c005180 2024-02-09T23:57:23.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.215+0000 7f158dd9b640 1 -- 172.21.15.27:0/458711579 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1588003990 con 0x7f157c005180 2024-02-09T23:57:23.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.216+0000 7f159510c640 1 -- 172.21.15.27:0/458711579 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f157c005180 msgr2=0x7f157c00b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:23.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.216+0000 7f159510c640 1 --2- 172.21.15.27:0/458711579 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f157c005180 0x7f157c00b980 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f1588009fc0 tx=0x7f157c0057f0 comp rx=0 tx=0).stop 2024-02-09T23:57:23.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.216+0000 7f159510c640 1 -- 172.21.15.27:0/458711579 shutdown_connections 2024-02-09T23:57:23.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.216+0000 7f159510c640 1 --2- 172.21.15.27:0/458711579 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f157c005180 0x7f157c00b980 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:23.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.216+0000 7f159510c640 1 -- 172.21.15.27:0/458711579 >> 172.21.15.27:0/458711579 conn(0x7f15900d0870 msgr2=0x7f15900d0c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:23.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.216+0000 7f159510c640 1 -- 172.21.15.27:0/458711579 shutdown_connections 2024-02-09T23:57:23.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.216+0000 7f159510c640 1 -- 172.21.15.27:0/458711579 wait complete. 2024-02-09T23:57:23.224 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.217+0000 7f159510c640 1 Processor -- start 2024-02-09T23:57:23.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.217+0000 7f159510c640 1 -- start start 2024-02-09T23:57:23.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.218+0000 7f159510c640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f157c005180 0x7f15900b7c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:23.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.218+0000 7f159510c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15900ccff0 0x7f15901605a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:23.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.218+0000 7f159510c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1590160ae0 0x7f1590157cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:23.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.218+0000 7f159510c640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15900b96a0 con 0x7f15900ccff0 2024-02-09T23:57:23.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.218+0000 7f159510c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15900b8e90 con 0x7f1590160ae0 2024-02-09T23:57:23.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.218+0000 7f159510c640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15900b90e0 con 0x7f157c005180 2024-02-09T23:57:23.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.218+0000 7f158e59c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15900ccff0 0x7f15901605a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:23.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.218+0000 7f158e59c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15900ccff0 0x7f15901605a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60394/0 (socket says 172.21.15.27:60394) 2024-02-09T23:57:23.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.218+0000 7f158e59c640 1 -- 172.21.15.27:0/382405578 learned_addr learned my addr 172.21.15.27:0/382405578 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:23.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.218+0000 7f158ed9d640 1 --2- 172.21.15.27:0/382405578 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f157c005180 0x7f15900b7c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:23.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.218+0000 7f158f59e640 1 --2- 172.21.15.27:0/382405578 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1590160ae0 0x7f1590157cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:23.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.219+0000 7f158e59c640 1 -- 172.21.15.27:0/382405578 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f157c005180 msgr2=0x7f15900b7c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:23.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.219+0000 7f158e59c640 1 --2- 172.21.15.27:0/382405578 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f157c005180 0x7f15900b7c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:23.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.219+0000 7f158e59c640 1 -- 172.21.15.27:0/382405578 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1590160ae0 msgr2=0x7f1590157cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:23.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.219+0000 7f158e59c640 1 --2- 172.21.15.27:0/382405578 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1590160ae0 0x7f1590157cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:23.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.219+0000 7f158e59c640 1 -- 172.21.15.27:0/382405578 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15900b93c0 con 0x7f15900ccff0 2024-02-09T23:57:23.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.219+0000 7f158e59c640 1 --2- 172.21.15.27:0/382405578 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15900ccff0 0x7f15901605a0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f1578000fb0 tx=0x7f157800eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:23.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.219+0000 7f15877fe640 1 -- 172.21.15.27:0/382405578 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f157800c630 con 0x7f15900ccff0 2024-02-09T23:57:23.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.219+0000 7f15877fe640 1 -- 172.21.15.27:0/382405578 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f157800c790 con 0x7f15900ccff0 2024-02-09T23:57:23.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.219+0000 7f159510c640 1 -- 172.21.15.27:0/382405578 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f159015fda0 con 0x7f15900ccff0 2024-02-09T23:57:23.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.219+0000 7f15877fe640 1 -- 172.21.15.27:0/382405578 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f157800cb00 con 0x7f15900ccff0 2024-02-09T23:57:23.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.219+0000 7f159510c640 1 -- 172.21.15.27:0/382405578 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1590156260 con 0x7f15900ccff0 2024-02-09T23:57:23.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.220+0000 7f159510c640 1 -- 172.21.15.27:0/382405578 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f159015fc00 con 0x7f15900ccff0 2024-02-09T23:57:23.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.220+0000 7f15877fe640 1 -- 172.21.15.27:0/382405578 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f157800cc60 con 0x7f15900ccff0 2024-02-09T23:57:23.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.221+0000 7f15877fe640 1 --2- 172.21.15.27:0/382405578 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f157006b810 0x7f157006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:23.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.221+0000 7f15877fe640 1 -- 172.21.15.27:0/382405578 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f157808a010 con 0x7f15900ccff0 2024-02-09T23:57:23.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.221+0000 7f158ed9d640 1 --2- 172.21.15.27:0/382405578 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f157006b810 0x7f157006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:23.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.222+0000 7f158ed9d640 1 --2- 172.21.15.27:0/382405578 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f157006b810 0x7f157006dcd0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f1580000c00 tx=0x7f1580009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:23.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.225+0000 7f15877fe640 1 -- 172.21.15.27:0/382405578 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f159015fc00 con 0x7f15900ccff0 2024-02-09T23:57:23.407 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.404+0000 7f159510c640 1 -- 172.21.15.27:0/382405578 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f159015fc00 con 0x7f15900ccff0 2024-02-09T23:57:23.407 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.405+0000 7f15877fe640 1 -- 172.21.15.27:0/382405578 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f159015fc00 con 0x7f15900ccff0 2024-02-09T23:57:23.408 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 32 2024-02-09T23:57:23.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.406+0000 7f159510c640 1 -- 172.21.15.27:0/382405578 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f157006b810 msgr2=0x7f157006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:23.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.406+0000 7f159510c640 1 --2- 172.21.15.27:0/382405578 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f157006b810 0x7f157006dcd0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f1580000c00 tx=0x7f1580009040 comp rx=0 tx=0).stop 2024-02-09T23:57:23.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.406+0000 7f159510c640 1 -- 172.21.15.27:0/382405578 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15900ccff0 msgr2=0x7f15901605a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:23.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.406+0000 7f159510c640 1 --2- 172.21.15.27:0/382405578 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15900ccff0 0x7f15901605a0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f1578000fb0 tx=0x7f157800eb90 comp rx=0 tx=0).stop 2024-02-09T23:57:23.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.406+0000 7f159510c640 1 -- 172.21.15.27:0/382405578 shutdown_connections 2024-02-09T23:57:23.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.406+0000 7f159510c640 1 --2- 172.21.15.27:0/382405578 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f157006b810 0x7f157006dcd0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:23.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.406+0000 7f159510c640 1 --2- 172.21.15.27:0/382405578 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1590160ae0 0x7f1590157cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:23.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.406+0000 7f159510c640 1 --2- 172.21.15.27:0/382405578 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15900ccff0 0x7f15901605a0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:23.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.406+0000 7f159510c640 1 --2- 172.21.15.27:0/382405578 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f157c005180 0x7f15900b7c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:23.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.406+0000 7f159510c640 1 -- 172.21.15.27:0/382405578 >> 172.21.15.27:0/382405578 conn(0x7f15900d0870 msgr2=0x7f15900d39b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:23.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.406+0000 7f159510c640 1 -- 172.21.15.27:0/382405578 shutdown_connections 2024-02-09T23:57:23.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.406+0000 7f159510c640 1 -- 172.21.15.27:0/382405578 wait complete. 2024-02-09T23:57:23.420 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-09T23:57:23.530 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.527+0000 7f26d4640640 1 Processor -- start 2024-02-09T23:57:23.530 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.527+0000 7f26d4640640 1 -- start start 2024-02-09T23:57:23.531 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.528+0000 7f26d4640640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f26cc15ba40 0x7f26cc15c060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:23.531 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.528+0000 7f26d4640640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f26cc158ae0 0x7f26cc15d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:23.532 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.528+0000 7f26d4640640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f26cc15c5a0 con 0x7f26cc0b4160 2024-02-09T23:57:23.532 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.528+0000 7f26d4640640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f26cc15bec0 con 0x7f26cc158ae0 2024-02-09T23:57:23.532 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.528+0000 7f26d4640640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f26cc15c800 con 0x7f26cc15ba40 2024-02-09T23:57:23.532 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.528+0000 7f26d2bdd640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f26cc158ae0 0x7f26cc15d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:23.532 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.528+0000 7f26d23dc640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f26cc0b4160 0x7f26cc0b4540 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:56602/0 (socket says 172.21.15.27:56602) 2024-02-09T23:57:23.532 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.528+0000 7f26d23dc640 1 -- 172.21.15.27:0/2667179189 learned_addr learned my addr 172.21.15.27:0/2667179189 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:23.532 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.529+0000 7f26d2bdd640 1 -- 172.21.15.27:0/2667179189 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f26cc15ba40 msgr2=0x7f26cc15c060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:23.532 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.529+0000 7f26d2bdd640 1 --2- 172.21.15.27:0/2667179189 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f26cc15ba40 0x7f26cc15c060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:23.532 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.529+0000 7f26d2bdd640 1 -- 172.21.15.27:0/2667179189 >> v1:172.21.15.27:6789/0 conn(0x7f26cc0b4160 legacy=0x7f26cc0b4540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:23.532 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.529+0000 7f26d2bdd640 1 -- 172.21.15.27:0/2667179189 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26cc15cae0 con 0x7f26cc158ae0 2024-02-09T23:57:23.533 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.529+0000 7f26d2bdd640 1 --2- 172.21.15.27:0/2667179189 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f26cc158ae0 0x7f26cc15d8a0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f26bc0097a0 tx=0x7f26bc02b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9134122e1e5d2bc8 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:23.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.530+0000 7f26d13da640 1 -- 172.21.15.27:0/2667179189 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26bc031830 con 0x7f26cc158ae0 2024-02-09T23:57:23.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.530+0000 7f26d13da640 1 -- 172.21.15.27:0/2667179189 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26bc031990 con 0x7f26cc158ae0 2024-02-09T23:57:23.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.530+0000 7f26d13da640 1 -- 172.21.15.27:0/2667179189 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26bc031d20 con 0x7f26cc158ae0 2024-02-09T23:57:23.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.530+0000 7f26d4640640 1 -- 172.21.15.27:0/2667179189 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f26cc158ae0 msgr2=0x7f26cc15d8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:23.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.530+0000 7f26d4640640 1 --2- 172.21.15.27:0/2667179189 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f26cc158ae0 0x7f26cc15d8a0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f26bc0097a0 tx=0x7f26bc02b8d0 comp rx=0 tx=0).stop 2024-02-09T23:57:23.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.530+0000 7f26d4640640 1 -- 172.21.15.27:0/2667179189 shutdown_connections 2024-02-09T23:57:23.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.530+0000 7f26d4640640 1 --2- 172.21.15.27:0/2667179189 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f26cc158ae0 0x7f26cc15d8a0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:23.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.530+0000 7f26d4640640 1 --2- 172.21.15.27:0/2667179189 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f26cc15ba40 0x7f26cc15c060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:23.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.530+0000 7f26d4640640 1 -- 172.21.15.27:0/2667179189 >> 172.21.15.27:0/2667179189 conn(0x7f26cc072940 msgr2=0x7f26cc099a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:23.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.530+0000 7f26d4640640 1 -- 172.21.15.27:0/2667179189 shutdown_connections 2024-02-09T23:57:23.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.530+0000 7f26d4640640 1 -- 172.21.15.27:0/2667179189 wait complete. 2024-02-09T23:57:23.538 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.531+0000 7f26d4640640 1 Processor -- start 2024-02-09T23:57:23.538 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.531+0000 7f26d4640640 1 -- start start 2024-02-09T23:57:23.538 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.532+0000 7f26d4640640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f26cc0b4160 0x7f26cc1f1120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:23.538 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.532+0000 7f26d4640640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f26cc158ae0 0x7f26cc1554f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:23.538 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.532+0000 7f26d4640640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f26cc15ba40 0x7f26cc155a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:23.538 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.532+0000 7f26d4640640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26cc1f1ac0 con 0x7f26cc158ae0 2024-02-09T23:57:23.538 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.532+0000 7f26d4640640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26cc1f1da0 con 0x7f26cc15ba40 2024-02-09T23:57:23.538 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.532+0000 7f26d4640640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f26cc1f2080 con 0x7f26cc0b4160 2024-02-09T23:57:23.538 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.532+0000 7f26d1bdb640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f26cc158ae0 0x7f26cc1554f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:23.538 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.532+0000 7f26d1bdb640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f26cc158ae0 0x7f26cc1554f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60420/0 (socket says 172.21.15.27:60420) 2024-02-09T23:57:23.538 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.532+0000 7f26d1bdb640 1 -- 172.21.15.27:0/3030936622 learned_addr learned my addr 172.21.15.27:0/3030936622 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:23.538 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.532+0000 7f26d23dc640 1 --2- 172.21.15.27:0/3030936622 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f26cc0b4160 0x7f26cc1f1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:23.538 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.533+0000 7f26d2bdd640 1 --2- 172.21.15.27:0/3030936622 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f26cc15ba40 0x7f26cc155a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:23.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.533+0000 7f26d1bdb640 1 -- 172.21.15.27:0/3030936622 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f26cc0b4160 msgr2=0x7f26cc1f1120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:23.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.533+0000 7f26d1bdb640 1 --2- 172.21.15.27:0/3030936622 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f26cc0b4160 0x7f26cc1f1120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:23.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.533+0000 7f26d1bdb640 1 -- 172.21.15.27:0/3030936622 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f26cc15ba40 msgr2=0x7f26cc155a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:23.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.533+0000 7f26d1bdb640 1 --2- 172.21.15.27:0/3030936622 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f26cc15ba40 0x7f26cc155a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:23.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.533+0000 7f26d1bdb640 1 -- 172.21.15.27:0/3030936622 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26bc009400 con 0x7f26cc158ae0 2024-02-09T23:57:23.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.533+0000 7f26d23dc640 1 --2- 172.21.15.27:0/3030936622 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f26cc0b4160 0x7f26cc1f1120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:23.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.533+0000 7f26d1bdb640 1 --2- 172.21.15.27:0/3030936622 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f26cc158ae0 0x7f26cc1554f0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f26c000b4a0 tx=0x7f26c000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:23.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.533+0000 7f26caffd640 1 -- 172.21.15.27:0/3030936622 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26c0010610 con 0x7f26cc158ae0 2024-02-09T23:57:23.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.533+0000 7f26caffd640 1 -- 172.21.15.27:0/3030936622 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26c0010770 con 0x7f26cc158ae0 2024-02-09T23:57:23.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.533+0000 7f26d4640640 1 -- 172.21.15.27:0/3030936622 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26cc1f2360 con 0x7f26cc158ae0 2024-02-09T23:57:23.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.533+0000 7f26caffd640 1 -- 172.21.15.27:0/3030936622 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26c0010b20 con 0x7f26cc158ae0 2024-02-09T23:57:23.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.533+0000 7f26d4640640 1 -- 172.21.15.27:0/3030936622 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26cc1f1660 con 0x7f26cc158ae0 2024-02-09T23:57:23.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.534+0000 7f26d4640640 1 -- 172.21.15.27:0/3030936622 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f26cc0746c0 con 0x7f26cc158ae0 2024-02-09T23:57:23.540 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.535+0000 7f26caffd640 1 -- 172.21.15.27:0/3030936622 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f26c0010c80 con 0x7f26cc158ae0 2024-02-09T23:57:23.540 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.535+0000 7f26caffd640 1 --2- 172.21.15.27:0/3030936622 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f26b806b810 0x7f26b806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:23.540 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.535+0000 7f26caffd640 1 -- 172.21.15.27:0/3030936622 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f26c0089e50 con 0x7f26cc158ae0 2024-02-09T23:57:23.540 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.535+0000 7f26d23dc640 1 --2- 172.21.15.27:0/3030936622 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f26b806b810 0x7f26b806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:23.540 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.536+0000 7f26d23dc640 1 --2- 172.21.15.27:0/3030936622 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f26b806b810 0x7f26b806dcd0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f26c40012e0 tx=0x7f26c4009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:23.542 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.539+0000 7f26caffd640 1 -- 172.21.15.27:0/3030936622 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f26c00547f0 con 0x7f26cc158ae0 2024-02-09T23:57:23.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.718+0000 7f26d4640640 1 -- 172.21.15.27:0/3030936622 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f26cc1f1c00 con 0x7f26cc158ae0 2024-02-09T23:57:23.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.719+0000 7f26caffd640 1 -- 172.21.15.27:0/3030936622 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f26cc1f1c00 con 0x7f26cc158ae0 2024-02-09T23:57:23.722 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 64 2024-02-09T23:57:23.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.721+0000 7f26d4640640 1 -- 172.21.15.27:0/3030936622 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f26b806b810 msgr2=0x7f26b806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:23.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.721+0000 7f26d4640640 1 --2- 172.21.15.27:0/3030936622 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f26b806b810 0x7f26b806dcd0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f26c40012e0 tx=0x7f26c4009040 comp rx=0 tx=0).stop 2024-02-09T23:57:23.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.721+0000 7f26d4640640 1 -- 172.21.15.27:0/3030936622 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f26cc158ae0 msgr2=0x7f26cc1554f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:23.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.721+0000 7f26d4640640 1 --2- 172.21.15.27:0/3030936622 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f26cc158ae0 0x7f26cc1554f0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f26c000b4a0 tx=0x7f26c000b960 comp rx=0 tx=0).stop 2024-02-09T23:57:23.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.721+0000 7f26d4640640 1 -- 172.21.15.27:0/3030936622 shutdown_connections 2024-02-09T23:57:23.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.721+0000 7f26d4640640 1 --2- 172.21.15.27:0/3030936622 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f26b806b810 0x7f26b806dcd0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:23.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.721+0000 7f26d4640640 1 --2- 172.21.15.27:0/3030936622 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f26cc15ba40 0x7f26cc155a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:23.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.721+0000 7f26d4640640 1 --2- 172.21.15.27:0/3030936622 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f26cc158ae0 0x7f26cc1554f0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:23.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.721+0000 7f26d4640640 1 --2- 172.21.15.27:0/3030936622 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f26cc0b4160 0x7f26cc1f1120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:23.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.721+0000 7f26d4640640 1 -- 172.21.15.27:0/3030936622 >> 172.21.15.27:0/3030936622 conn(0x7f26cc072940 msgr2=0x7f26cc099b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:23.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.721+0000 7f26d4640640 1 -- 172.21.15.27:0/3030936622 shutdown_connections 2024-02-09T23:57:23.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.721+0000 7f26d4640640 1 -- 172.21.15.27:0/3030936622 wait complete. 2024-02-09T23:57:23.734 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic' 2024-02-09T23:57:23.842 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.839+0000 7fc3fcd5e640 1 Processor -- start 2024-02-09T23:57:23.842 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.839+0000 7fc3fcd5e640 1 -- start start 2024-02-09T23:57:23.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.840+0000 7fc3fcd5e640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fc3f815ed30 0x7fc3f80b3280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:23.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.840+0000 7fc3fcd5e640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3f8071e10 0x7fc3f806db40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:23.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.840+0000 7fc3fcd5e640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc3f80b3860 con 0x7fc3f815e0f0 2024-02-09T23:57:23.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.840+0000 7fc3fcd5e640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc3f815f110 con 0x7fc3f815ed30 2024-02-09T23:57:23.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.840+0000 7fc3fcd5e640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3f80b3b40 con 0x7fc3f8071e10 2024-02-09T23:57:23.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.840+0000 7fc3f659c640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fc3f815ed30 0x7fc3f80b3280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:23.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.840+0000 7fc3f659c640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fc3f815ed30 0x7fc3f80b3280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47408/0 (socket says 172.21.15.27:47408) 2024-02-09T23:57:23.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.840+0000 7fc3f5d9b640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fc3f815e0f0 0x7fc3f8071700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51680/0 (socket says 172.21.15.27:51680) 2024-02-09T23:57:23.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.840+0000 7fc3f659c640 1 -- 172.21.15.27:0/2899263591 learned_addr learned my addr 172.21.15.27:0/2899263591 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:23.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.841+0000 7fc3f6d9d640 1 --2- 172.21.15.27:0/2899263591 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3f8071e10 0x7fc3f806db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:23.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.841+0000 7fc3f659c640 1 -- 172.21.15.27:0/2899263591 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3f8071e10 msgr2=0x7fc3f806db40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:23.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.841+0000 7fc3f659c640 1 --2- 172.21.15.27:0/2899263591 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3f8071e10 0x7fc3f806db40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:23.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.841+0000 7fc3f659c640 1 -- 172.21.15.27:0/2899263591 >> v1:172.21.15.27:6789/0 conn(0x7fc3f815e0f0 legacy=0x7fc3f8071700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:23.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.841+0000 7fc3f659c640 1 -- 172.21.15.27:0/2899263591 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3f80b3e20 con 0x7fc3f815ed30 2024-02-09T23:57:23.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.841+0000 7fc3f659c640 1 --2- 172.21.15.27:0/2899263591 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3f815ed30 0x7fc3f80b3280 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fc3e8009e50 tx=0x7fc3e802bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99e703f533d02ee0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:23.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.842+0000 7fc3f559a640 1 -- 172.21.15.27:0/2899263591 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3e802cb00 con 0x7fc3f815ed30 2024-02-09T23:57:23.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.842+0000 7fc3f559a640 1 -- 172.21.15.27:0/2899263591 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3e802cc60 con 0x7fc3f815ed30 2024-02-09T23:57:23.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.842+0000 7fc3f559a640 1 -- 172.21.15.27:0/2899263591 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3e80343f0 con 0x7fc3f815ed30 2024-02-09T23:57:23.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.842+0000 7fc3fcd5e640 1 -- 172.21.15.27:0/2899263591 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3f815ed30 msgr2=0x7fc3f80b3280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:23.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.842+0000 7fc3fcd5e640 1 --2- 172.21.15.27:0/2899263591 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3f815ed30 0x7fc3f80b3280 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fc3e8009e50 tx=0x7fc3e802bf60 comp rx=0 tx=0).stop 2024-02-09T23:57:23.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.842+0000 7fc3fcd5e640 1 -- 172.21.15.27:0/2899263591 shutdown_connections 2024-02-09T23:57:23.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.842+0000 7fc3fcd5e640 1 --2- 172.21.15.27:0/2899263591 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3f8071e10 0x7fc3f806db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:23.847 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.842+0000 7fc3fcd5e640 1 --2- 172.21.15.27:0/2899263591 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3f815ed30 0x7fc3f80b3280 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:23.847 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.842+0000 7fc3fcd5e640 1 -- 172.21.15.27:0/2899263591 >> 172.21.15.27:0/2899263591 conn(0x7fc3f80cfae0 msgr2=0x7fc3f80cfef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:23.847 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.842+0000 7fc3fcd5e640 1 -- 172.21.15.27:0/2899263591 shutdown_connections 2024-02-09T23:57:23.847 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.842+0000 7fc3fcd5e640 1 -- 172.21.15.27:0/2899263591 wait complete. 2024-02-09T23:57:23.850 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.844+0000 7fc3fcd5e640 1 Processor -- start 2024-02-09T23:57:23.850 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.844+0000 7fc3fcd5e640 1 -- start start 2024-02-09T23:57:23.850 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.844+0000 7fc3fcd5e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3f8071e10 0x7fc3f814fa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:23.850 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.844+0000 7fc3fcd5e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc3f815e0f0 0x7fc3f80ade10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:23.851 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.844+0000 7fc3fcd5e640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3f815ed30 0x7fc3f80ae350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:23.851 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.844+0000 7fc3fcd5e640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3f814f030 con 0x7fc3f8071e10 2024-02-09T23:57:23.851 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.844+0000 7fc3fcd5e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3f8150790 con 0x7fc3f815e0f0 2024-02-09T23:57:23.851 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.844+0000 7fc3fcd5e640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3f8150a70 con 0x7fc3f815ed30 2024-02-09T23:57:23.851 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.845+0000 7fc3f659c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3f8071e10 0x7fc3f814fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:23.851 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.845+0000 7fc3f659c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3f8071e10 0x7fc3f814fa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47412/0 (socket says 172.21.15.27:47412) 2024-02-09T23:57:23.851 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.845+0000 7fc3f659c640 1 -- 172.21.15.27:0/3250320515 learned_addr learned my addr 172.21.15.27:0/3250320515 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:23.851 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.845+0000 7fc3f6d9d640 1 --2- 172.21.15.27:0/3250320515 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3f815ed30 0x7fc3f80ae350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:23.851 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.845+0000 7fc3f659c640 1 -- 172.21.15.27:0/3250320515 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3f815ed30 msgr2=0x7fc3f80ae350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:23.851 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.845+0000 7fc3f659c640 1 --2- 172.21.15.27:0/3250320515 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3f815ed30 0x7fc3f80ae350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:23.851 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.845+0000 7fc3f659c640 1 -- 172.21.15.27:0/3250320515 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc3f815e0f0 msgr2=0x7fc3f80ade10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:23.851 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.845+0000 7fc3f659c640 1 --2- 172.21.15.27:0/3250320515 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc3f815e0f0 0x7fc3f80ade10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:23.851 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.845+0000 7fc3f659c640 1 -- 172.21.15.27:0/3250320515 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3e8009b30 con 0x7fc3f8071e10 2024-02-09T23:57:23.851 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.845+0000 7fc3f6d9d640 1 --2- 172.21.15.27:0/3250320515 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3f815ed30 0x7fc3f80ae350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:23.852 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.845+0000 7fc3f659c640 1 --2- 172.21.15.27:0/3250320515 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3f8071e10 0x7fc3f814fa10 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fc3e8000f80 tx=0x7fc3e8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:23.852 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.845+0000 7fc3eeffd640 1 -- 172.21.15.27:0/3250320515 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3e8009510 con 0x7fc3f8071e10 2024-02-09T23:57:23.852 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.845+0000 7fc3eeffd640 1 -- 172.21.15.27:0/3250320515 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3e803e450 con 0x7fc3f8071e10 2024-02-09T23:57:23.852 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.845+0000 7fc3eeffd640 1 -- 172.21.15.27:0/3250320515 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3e803e800 con 0x7fc3f8071e10 2024-02-09T23:57:23.852 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.845+0000 7fc3fcd5e640 1 -- 172.21.15.27:0/3250320515 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc3f814f210 con 0x7fc3f8071e10 2024-02-09T23:57:23.852 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.845+0000 7fc3fcd5e640 1 -- 172.21.15.27:0/3250320515 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3f8151da0 con 0x7fc3f8071e10 2024-02-09T23:57:23.852 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.846+0000 7fc3fcd5e640 1 -- 172.21.15.27:0/3250320515 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc3f8067cc0 con 0x7fc3f8071e10 2024-02-09T23:57:23.852 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.847+0000 7fc3eeffd640 1 -- 172.21.15.27:0/3250320515 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fc3e803e960 con 0x7fc3f8071e10 2024-02-09T23:57:23.852 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.847+0000 7fc3eeffd640 1 --2- 172.21.15.27:0/3250320515 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc3d806b810 0x7fc3d806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:23.852 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.847+0000 7fc3eeffd640 1 -- 172.21.15.27:0/3250320515 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc3e80acfc0 con 0x7fc3f8071e10 2024-02-09T23:57:23.852 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.848+0000 7fc3f5d9b640 1 --2- 172.21.15.27:0/3250320515 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc3d806b810 0x7fc3d806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:23.853 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.848+0000 7fc3f5d9b640 1 --2- 172.21.15.27:0/3250320515 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc3d806b810 0x7fc3d806dcd0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fc3e0007fd0 tx=0x7fc3e00079a0 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:23.854 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:23.852+0000 7fc3eeffd640 1 -- 172.21.15.27:0/3250320515 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fc3e80e08c0 con 0x7fc3f8071e10 2024-02-09T23:57:24.110 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:24.108+0000 7fc3fcd5e640 1 -- 172.21.15.27:0/3250320515 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic"]} v 0) v1 -- 0x7fc3f80d07e0 con 0x7fc3f8071e10 2024-02-09T23:57:25.026 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.023+0000 7fc3eeffd640 1 -- 172.21.15.27:0/3250320515 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic"]}]=0 v55) v1 ==== 147+0+0 (secure 0 0 0) 0x7fc3e80779e0 con 0x7fc3f8071e10 2024-02-09T23:57:25.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.026+0000 7fc3fcd5e640 1 -- 172.21.15.27:0/3250320515 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc3d806b810 msgr2=0x7fc3d806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:25.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.026+0000 7fc3fcd5e640 1 --2- 172.21.15.27:0/3250320515 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc3d806b810 0x7fc3d806dcd0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fc3e0007fd0 tx=0x7fc3e00079a0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.026+0000 7fc3fcd5e640 1 -- 172.21.15.27:0/3250320515 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3f8071e10 msgr2=0x7fc3f814fa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:25.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.026+0000 7fc3fcd5e640 1 --2- 172.21.15.27:0/3250320515 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3f8071e10 0x7fc3f814fa10 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fc3e8000f80 tx=0x7fc3e8004a40 comp rx=0 tx=0).stop 2024-02-09T23:57:25.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.027+0000 7fc3fcd5e640 1 -- 172.21.15.27:0/3250320515 shutdown_connections 2024-02-09T23:57:25.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.027+0000 7fc3fcd5e640 1 --2- 172.21.15.27:0/3250320515 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc3d806b810 0x7fc3d806dcd0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.027+0000 7fc3fcd5e640 1 --2- 172.21.15.27:0/3250320515 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3f815ed30 0x7fc3f80ae350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.027+0000 7fc3fcd5e640 1 --2- 172.21.15.27:0/3250320515 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc3f815e0f0 0x7fc3f80ade10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.027+0000 7fc3fcd5e640 1 --2- 172.21.15.27:0/3250320515 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3f8071e10 0x7fc3f814fa10 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.027+0000 7fc3fcd5e640 1 -- 172.21.15.27:0/3250320515 >> 172.21.15.27:0/3250320515 conn(0x7fc3f80cfae0 msgr2=0x7fc3f8073e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:25.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.027+0000 7fc3fcd5e640 1 -- 172.21.15.27:0/3250320515 shutdown_connections 2024-02-09T23:57:25.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.027+0000 7fc3fcd5e640 1 -- 172.21.15.27:0/3250320515 wait complete. 2024-02-09T23:57:25.043 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-02-09T23:57:25.160 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.157+0000 7f1ef8c0e640 1 Processor -- start 2024-02-09T23:57:25.160 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.157+0000 7f1ef8c0e640 1 -- start start 2024-02-09T23:57:25.161 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.158+0000 7f1ef8c0e640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f1ef40cc490 0x7f1ef415e660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:25.161 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.158+0000 7f1ef8c0e640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f1ef40cc870 0x7f1ef40b31d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:25.161 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.158+0000 7f1ef8c0e640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1ef415a4f0 0x7f1ef40ce940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:25.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.158+0000 7f1ef8c0e640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1ef40ce1a0 con 0x7f1ef40cc870 2024-02-09T23:57:25.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.158+0000 7f1ef8c0e640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1ef415ad20 con 0x7f1ef40cc490 2024-02-09T23:57:25.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.158+0000 7f1ef8c0e640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ef415b000 con 0x7f1ef415a4f0 2024-02-09T23:57:25.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.158+0000 7f1eebfff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f1ef40cc870 0x7f1ef40b31d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:25.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.158+0000 7f1eebfff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f1ef40cc870 0x7f1ef40b31d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47414/0 (socket says 172.21.15.27:47414) 2024-02-09T23:57:25.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.158+0000 7f1eebfff640 1 -- 172.21.15.27:0/3804511851 learned_addr learned my addr 172.21.15.27:0/3804511851 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:25.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.158+0000 7f1ef2d9d640 1 --2- 172.21.15.27:0/3804511851 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1ef415a4f0 0x7f1ef40ce940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:25.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.158+0000 7f1ef259c640 1 --2- 172.21.15.27:0/3804511851 >> v2:172.21.15.153:3300/0 conn(0x7f1ef40cc490 0x7f1ef415e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:25.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.158+0000 7f1eebfff640 1 -- 172.21.15.27:0/3804511851 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1ef415a4f0 msgr2=0x7f1ef40ce940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:25.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.158+0000 7f1eebfff640 1 --2- 172.21.15.27:0/3804511851 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1ef415a4f0 0x7f1ef40ce940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.158+0000 7f1eebfff640 1 -- 172.21.15.27:0/3804511851 >> v2:172.21.15.153:3300/0 conn(0x7f1ef40cc490 msgr2=0x7f1ef415e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:25.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.158+0000 7f1eebfff640 1 --2- 172.21.15.27:0/3804511851 >> v2:172.21.15.153:3300/0 conn(0x7f1ef40cc490 0x7f1ef415e660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.158+0000 7f1eebfff640 1 -- 172.21.15.27:0/3804511851 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ef415b2e0 con 0x7f1ef40cc870 2024-02-09T23:57:25.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.159+0000 7f1eebfff640 1 --2- 172.21.15.27:0/3804511851 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1ef40cc870 0x7f1ef40b31d0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f1ef40b0070 tx=0x7f1edc02b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c0dd9835250e198 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:25.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.159+0000 7f1ef1d9b640 1 -- 172.21.15.27:0/3804511851 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1edc0317e0 con 0x7f1ef40cc870 2024-02-09T23:57:25.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.159+0000 7f1ef1d9b640 1 -- 172.21.15.27:0/3804511851 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1edc031940 con 0x7f1ef40cc870 2024-02-09T23:57:25.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.159+0000 7f1ef1d9b640 1 -- 172.21.15.27:0/3804511851 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1edc031cd0 con 0x7f1ef40cc870 2024-02-09T23:57:25.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.160+0000 7f1ef8c0e640 1 -- 172.21.15.27:0/3804511851 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1ef40cc870 msgr2=0x7f1ef40b31d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:25.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.160+0000 7f1ef8c0e640 1 --2- 172.21.15.27:0/3804511851 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1ef40cc870 0x7f1ef40b31d0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f1ef40b0070 tx=0x7f1edc02b880 comp rx=0 tx=0).stop 2024-02-09T23:57:25.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.160+0000 7f1ef8c0e640 1 -- 172.21.15.27:0/3804511851 shutdown_connections 2024-02-09T23:57:25.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.160+0000 7f1ef8c0e640 1 --2- 172.21.15.27:0/3804511851 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1ef415a4f0 0x7f1ef40ce940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.160+0000 7f1ef8c0e640 1 --2- 172.21.15.27:0/3804511851 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1ef40cc870 0x7f1ef40b31d0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.160+0000 7f1ef8c0e640 1 --2- 172.21.15.27:0/3804511851 >> v2:172.21.15.153:3300/0 conn(0x7f1ef40cc490 0x7f1ef415e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.160+0000 7f1ef8c0e640 1 -- 172.21.15.27:0/3804511851 >> 172.21.15.27:0/3804511851 conn(0x7f1ef4067040 msgr2=0x7f1ef406ac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:25.165 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.160+0000 7f1ef8c0e640 1 -- 172.21.15.27:0/3804511851 shutdown_connections 2024-02-09T23:57:25.165 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.160+0000 7f1ef8c0e640 1 -- 172.21.15.27:0/3804511851 wait complete. 2024-02-09T23:57:25.165 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.161+0000 7f1ef8c0e640 1 Processor -- start 2024-02-09T23:57:25.165 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.161+0000 7f1ef8c0e640 1 -- start start 2024-02-09T23:57:25.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.162+0000 7f1ef8c0e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1ef40cc490 0x7f1ef40aa7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:25.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.162+0000 7f1ef8c0e640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1ef40cc870 0x7f1ef40b3350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:25.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.162+0000 7f1ef8c0e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1ef415a4f0 0x7f1ef40b3890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:25.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.162+0000 7f1ef8c0e640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ef40abc10 con 0x7f1ef415a4f0 2024-02-09T23:57:25.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.162+0000 7f1ef8c0e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ef40a89a0 con 0x7f1ef40cc490 2024-02-09T23:57:25.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.162+0000 7f1ef8c0e640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ef40ade50 con 0x7f1ef40cc870 2024-02-09T23:57:25.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.162+0000 7f1ef2d9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1ef415a4f0 0x7f1ef40b3890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:25.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.162+0000 7f1ef2d9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1ef415a4f0 0x7f1ef40b3890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47422/0 (socket says 172.21.15.27:47422) 2024-02-09T23:57:25.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.162+0000 7f1ef259c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1ef40cc490 0x7f1ef40aa7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:25.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.162+0000 7f1ef2d9d640 1 -- 172.21.15.27:0/3608717403 learned_addr learned my addr 172.21.15.27:0/3608717403 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:25.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.162+0000 7f1eebfff640 1 --2- 172.21.15.27:0/3608717403 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1ef40cc870 0x7f1ef40b3350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:25.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.162+0000 7f1ef2d9d640 1 -- 172.21.15.27:0/3608717403 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1ef40cc870 msgr2=0x7f1ef40b3350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:25.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.162+0000 7f1ef2d9d640 1 --2- 172.21.15.27:0/3608717403 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1ef40cc870 0x7f1ef40b3350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.162+0000 7f1ef2d9d640 1 -- 172.21.15.27:0/3608717403 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1ef40cc490 msgr2=0x7f1ef40aa7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:25.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.162+0000 7f1ef2d9d640 1 --2- 172.21.15.27:0/3608717403 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1ef40cc490 0x7f1ef40aa7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.162+0000 7f1ef2d9d640 1 -- 172.21.15.27:0/3608717403 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1edc0094d0 con 0x7f1ef415a4f0 2024-02-09T23:57:25.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.163+0000 7f1ef2d9d640 1 --2- 172.21.15.27:0/3608717403 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1ef415a4f0 0x7f1ef40b3890 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f1eec009d30 tx=0x7f1eec00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:25.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.163+0000 7f1eeaffd640 1 -- 172.21.15.27:0/3608717403 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1eec009ba0 con 0x7f1ef415a4f0 2024-02-09T23:57:25.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.163+0000 7f1eeaffd640 1 -- 172.21.15.27:0/3608717403 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1eec00f040 con 0x7f1ef415a4f0 2024-02-09T23:57:25.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.163+0000 7f1ef8c0e640 1 -- 172.21.15.27:0/3608717403 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1ef40ae130 con 0x7f1ef415a4f0 2024-02-09T23:57:25.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.163+0000 7f1eeaffd640 1 -- 172.21.15.27:0/3608717403 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1eec0146c0 con 0x7f1ef415a4f0 2024-02-09T23:57:25.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.163+0000 7f1ef8c0e640 1 -- 172.21.15.27:0/3608717403 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ef40a8630 con 0x7f1ef415a4f0 2024-02-09T23:57:25.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.164+0000 7f1ef8c0e640 1 -- 172.21.15.27:0/3608717403 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1ef40a8b30 con 0x7f1ef415a4f0 2024-02-09T23:57:25.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.164+0000 7f1eeaffd640 1 -- 172.21.15.27:0/3608717403 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f1eec014820 con 0x7f1ef415a4f0 2024-02-09T23:57:25.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.165+0000 7f1eeaffd640 1 --2- 172.21.15.27:0/3608717403 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1ed406b840 0x7f1ed406dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:25.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.165+0000 7f1eeaffd640 1 -- 172.21.15.27:0/3608717403 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1eec08ab50 con 0x7f1ef415a4f0 2024-02-09T23:57:25.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.165+0000 7f1ef259c640 1 --2- 172.21.15.27:0/3608717403 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1ed406b840 0x7f1ed406dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:25.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.165+0000 7f1ef259c640 1 --2- 172.21.15.27:0/3608717403 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1ed406b840 0x7f1ed406dd00 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f1ee4010c00 tx=0x7f1ee4012040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:25.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.169+0000 7f1eeaffd640 1 -- 172.21.15.27:0/3608717403 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f1eec055590 con 0x7f1ef415a4f0 2024-02-09T23:57:25.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.348+0000 7f1ef8c0e640 1 -- 172.21.15.27:0/3608717403 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7f1ef40746c0 con 0x7f1ef415a4f0 2024-02-09T23:57:25.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.351+0000 7f1eeaffd640 1 -- 172.21.15.27:0/3608717403 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) v1 ==== 122+0+0 (secure 0 0 0) 0x7f1eec018020 con 0x7f1ef415a4f0 2024-02-09T23:57:25.356 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.353+0000 7f1ef8c0e640 1 -- 172.21.15.27:0/3608717403 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1ed406b840 msgr2=0x7f1ed406dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:25.356 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.353+0000 7f1ef8c0e640 1 --2- 172.21.15.27:0/3608717403 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1ed406b840 0x7f1ed406dd00 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f1ee4010c00 tx=0x7f1ee4012040 comp rx=0 tx=0).stop 2024-02-09T23:57:25.356 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.353+0000 7f1ef8c0e640 1 -- 172.21.15.27:0/3608717403 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1ef415a4f0 msgr2=0x7f1ef40b3890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:25.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.353+0000 7f1ef8c0e640 1 --2- 172.21.15.27:0/3608717403 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1ef415a4f0 0x7f1ef40b3890 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f1eec009d30 tx=0x7f1eec00c490 comp rx=0 tx=0).stop 2024-02-09T23:57:25.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.353+0000 7f1ef8c0e640 1 -- 172.21.15.27:0/3608717403 shutdown_connections 2024-02-09T23:57:25.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.353+0000 7f1ef8c0e640 1 --2- 172.21.15.27:0/3608717403 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1ed406b840 0x7f1ed406dd00 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.353+0000 7f1ef8c0e640 1 --2- 172.21.15.27:0/3608717403 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1ef415a4f0 0x7f1ef40b3890 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.353+0000 7f1ef8c0e640 1 --2- 172.21.15.27:0/3608717403 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1ef40cc870 0x7f1ef40b3350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.353+0000 7f1ef8c0e640 1 --2- 172.21.15.27:0/3608717403 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1ef40cc490 0x7f1ef40aa7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.353+0000 7f1ef8c0e640 1 -- 172.21.15.27:0/3608717403 >> 172.21.15.27:0/3608717403 conn(0x7f1ef4067040 msgr2=0x7f1ef406d320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:25.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.353+0000 7f1ef8c0e640 1 -- 172.21.15.27:0/3608717403 shutdown_connections 2024-02-09T23:57:25.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.353+0000 7f1ef8c0e640 1 -- 172.21.15.27:0/3608717403 wait complete. 2024-02-09T23:57:25.367 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2024-02-09T23:57:25.367 DEBUG:teuthology.orchestra.run.smithi027:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-02-09T23:57:25.407 DEBUG:teuthology.orchestra.run.smithi153:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-02-09T23:57:25.448 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2024-02-09T23:57:25.448 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:57:25.448 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-09T23:57:25.465 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:57:25.465 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-09T23:57:25.521 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:57:25.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.667+0000 7fa9b4aaa640 1 Processor -- start 2024-02-09T23:57:25.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.667+0000 7fa9b4aaa640 1 -- start start 2024-02-09T23:57:25.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.668+0000 7fa9b4aaa640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fa9b0159e30 0x7fa9b00b2680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:25.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.668+0000 7fa9b4aaa640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fa9b006d2d0 0x7fa9b00b3f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:25.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.668+0000 7fa9b4aaa640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa9b00b2ed0 con 0x7fa9b00712d0 2024-02-09T23:57:25.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.668+0000 7fa9b4aaa640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa9b00b31b0 con 0x7fa9b0159e30 2024-02-09T23:57:25.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.668+0000 7fa9b4aaa640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa9b00b3490 con 0x7fa9b006d2d0 2024-02-09T23:57:25.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.668+0000 7fa9ae59c640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fa9b0159e30 0x7fa9b00b2680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:25.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.668+0000 7fa9ae59c640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fa9b0159e30 0x7fa9b00b2680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47432/0 (socket says 172.21.15.27:47432) 2024-02-09T23:57:25.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.668+0000 7fa9ae59c640 1 -- 172.21.15.27:0/3559122924 learned_addr learned my addr 172.21.15.27:0/3559122924 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:25.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.668+0000 7fa9a7fff640 1 --2- 172.21.15.27:0/3559122924 >> v2:172.21.15.153:3300/0 conn(0x7fa9b006d2d0 0x7fa9b00b3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:25.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.668+0000 7fa9ae59c640 1 -- 172.21.15.27:0/3559122924 >> v2:172.21.15.153:3300/0 conn(0x7fa9b006d2d0 msgr2=0x7fa9b00b3f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:25.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.668+0000 7fa9ae59c640 1 --2- 172.21.15.27:0/3559122924 >> v2:172.21.15.153:3300/0 conn(0x7fa9b006d2d0 0x7fa9b00b3f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.668+0000 7fa9ae59c640 1 -- 172.21.15.27:0/3559122924 >> v1:172.21.15.153:6789/0 conn(0x7fa9b00712d0 legacy=0x7fa9b00ccd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:25.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.668+0000 7fa9ae59c640 1 -- 172.21.15.27:0/3559122924 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9b00b3770 con 0x7fa9b0159e30 2024-02-09T23:57:25.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.669+0000 7fa9ae59c640 1 --2- 172.21.15.27:0/3559122924 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa9b0159e30 0x7fa9b00b2680 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fa9b00b1dc0 tx=0x7fa9a002cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f9c08e29ba72d1b server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:25.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.669+0000 7fa9add9b640 1 -- 172.21.15.27:0/3559122924 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9a002db00 con 0x7fa9b0159e30 2024-02-09T23:57:25.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.669+0000 7fa9add9b640 1 -- 172.21.15.27:0/3559122924 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa9a002dc60 con 0x7fa9b0159e30 2024-02-09T23:57:25.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.669+0000 7fa9add9b640 1 -- 172.21.15.27:0/3559122924 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9a0035440 con 0x7fa9b0159e30 2024-02-09T23:57:25.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.670+0000 7fa9b4aaa640 1 -- 172.21.15.27:0/3559122924 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa9b0159e30 msgr2=0x7fa9b00b2680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:25.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.670+0000 7fa9b4aaa640 1 --2- 172.21.15.27:0/3559122924 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa9b0159e30 0x7fa9b00b2680 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fa9b00b1dc0 tx=0x7fa9a002cd50 comp rx=0 tx=0).stop 2024-02-09T23:57:25.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.670+0000 7fa9b4aaa640 1 -- 172.21.15.27:0/3559122924 shutdown_connections 2024-02-09T23:57:25.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.670+0000 7fa9b4aaa640 1 --2- 172.21.15.27:0/3559122924 >> v2:172.21.15.153:3300/0 conn(0x7fa9b006d2d0 0x7fa9b00b3f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.670+0000 7fa9b4aaa640 1 --2- 172.21.15.27:0/3559122924 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa9b0159e30 0x7fa9b00b2680 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.670+0000 7fa9b4aaa640 1 -- 172.21.15.27:0/3559122924 >> 172.21.15.27:0/3559122924 conn(0x7fa9b006ac50 msgr2=0x7fa9b006b060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:25.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.670+0000 7fa9b4aaa640 1 -- 172.21.15.27:0/3559122924 shutdown_connections 2024-02-09T23:57:25.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.670+0000 7fa9b4aaa640 1 -- 172.21.15.27:0/3559122924 wait complete. 2024-02-09T23:57:25.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.671+0000 7fa9b4aaa640 1 Processor -- start 2024-02-09T23:57:25.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.671+0000 7fa9b4aaa640 1 -- start start 2024-02-09T23:57:25.678 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.672+0000 7fa9b4aaa640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa9b006d2d0 0x7fa9b0158bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:25.678 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.672+0000 7fa9b4aaa640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa9b00712d0 0x7fa9b015ec50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:25.678 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.672+0000 7fa9b4aaa640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa9b0159e30 0x7fa9b0151c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:25.678 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.672+0000 7fa9b4aaa640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9b015f5c0 con 0x7fa9b006d2d0 2024-02-09T23:57:25.678 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.672+0000 7fa9b4aaa640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9b015f8a0 con 0x7fa9b00712d0 2024-02-09T23:57:25.678 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.672+0000 7fa9b4aaa640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9b015fb80 con 0x7fa9b0159e30 2024-02-09T23:57:25.678 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.672+0000 7fa9ae59c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa9b006d2d0 0x7fa9b0158bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:25.678 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.672+0000 7fa9ae59c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa9b006d2d0 0x7fa9b0158bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47446/0 (socket says 172.21.15.27:47446) 2024-02-09T23:57:25.678 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.672+0000 7fa9ae59c640 1 -- 172.21.15.27:0/3502682421 learned_addr learned my addr 172.21.15.27:0/3502682421 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:25.678 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.672+0000 7fa9aed9d640 1 --2- 172.21.15.27:0/3502682421 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa9b0159e30 0x7fa9b0151c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:25.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.672+0000 7fa9a7fff640 1 --2- 172.21.15.27:0/3502682421 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa9b00712d0 0x7fa9b015ec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:25.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.672+0000 7fa9ae59c640 1 -- 172.21.15.27:0/3502682421 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa9b0159e30 msgr2=0x7fa9b0151c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:25.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.672+0000 7fa9ae59c640 1 --2- 172.21.15.27:0/3502682421 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa9b0159e30 0x7fa9b0151c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.672+0000 7fa9ae59c640 1 -- 172.21.15.27:0/3502682421 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa9b00712d0 msgr2=0x7fa9b015ec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:25.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.672+0000 7fa9ae59c640 1 --2- 172.21.15.27:0/3502682421 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa9b00712d0 0x7fa9b015ec50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.672+0000 7fa9ae59c640 1 -- 172.21.15.27:0/3502682421 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9a000a670 con 0x7fa9b006d2d0 2024-02-09T23:57:25.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.672+0000 7fa9ae59c640 1 --2- 172.21.15.27:0/3502682421 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa9b006d2d0 0x7fa9b0158bb0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fa9a002cd90 tx=0x7fa9a00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:25.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.672+0000 7fa9a6ffd640 1 -- 172.21.15.27:0/3502682421 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9a0040680 con 0x7fa9b006d2d0 2024-02-09T23:57:25.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.673+0000 7fa9a6ffd640 1 -- 172.21.15.27:0/3502682421 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa9a00407e0 con 0x7fa9b006d2d0 2024-02-09T23:57:25.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.673+0000 7fa9b4aaa640 1 -- 172.21.15.27:0/3502682421 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa9b015fe60 con 0x7fa9b006d2d0 2024-02-09T23:57:25.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.673+0000 7fa9a6ffd640 1 -- 172.21.15.27:0/3502682421 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9a0040b90 con 0x7fa9b006d2d0 2024-02-09T23:57:25.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.673+0000 7fa9b4aaa640 1 -- 172.21.15.27:0/3502682421 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa9b01590f0 con 0x7fa9b006d2d0 2024-02-09T23:57:25.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.674+0000 7fa9b4aaa640 1 -- 172.21.15.27:0/3502682421 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa9b015fcc0 con 0x7fa9b006d2d0 2024-02-09T23:57:25.680 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.674+0000 7fa9a6ffd640 1 -- 172.21.15.27:0/3502682421 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fa9a0040cf0 con 0x7fa9b006d2d0 2024-02-09T23:57:25.680 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.674+0000 7fa9a6ffd640 1 --2- 172.21.15.27:0/3502682421 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa99006b810 0x7fa99006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:25.680 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.674+0000 7fa9a6ffd640 1 -- 172.21.15.27:0/3502682421 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa9a00aca40 con 0x7fa9b006d2d0 2024-02-09T23:57:25.680 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.675+0000 7fa9a7fff640 1 --2- 172.21.15.27:0/3502682421 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa99006b810 0x7fa99006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:25.680 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.675+0000 7fa9a7fff640 1 --2- 172.21.15.27:0/3502682421 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa99006b810 0x7fa99006dcd0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fa9b01f47a0 tx=0x7fa998008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:25.681 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.679+0000 7fa9a6ffd640 1 -- 172.21.15.27:0/3502682421 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fa9b015fcc0 con 0x7fa9b006d2d0 2024-02-09T23:57:25.863 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.861+0000 7fa9b4aaa640 1 -- 172.21.15.27:0/3502682421 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa9b015fcc0 con 0x7fa9b006d2d0 2024-02-09T23:57:25.864 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.862+0000 7fa9a6ffd640 1 -- 172.21.15.27:0/3502682421 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16605 (secure 0 0 0) 0x7fa9b015fcc0 con 0x7fa9b006d2d0 2024-02-09T23:57:25.865 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:25.865 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":20,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:56:52.874682+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:56:49.610721+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:56:50.234763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:57:25.867 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.864+0000 7fa9b4aaa640 1 -- 172.21.15.27:0/3502682421 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa99006b810 msgr2=0x7fa99006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:25.867 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.864+0000 7fa9b4aaa640 1 --2- 172.21.15.27:0/3502682421 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa99006b810 0x7fa99006dcd0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fa9b01f47a0 tx=0x7fa998008040 comp rx=0 tx=0).stop 2024-02-09T23:57:25.867 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.864+0000 7fa9b4aaa640 1 -- 172.21.15.27:0/3502682421 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa9b006d2d0 msgr2=0x7fa9b0158bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:25.867 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.864+0000 7fa9b4aaa640 1 --2- 172.21.15.27:0/3502682421 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa9b006d2d0 0x7fa9b0158bb0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fa9a002cd90 tx=0x7fa9a00046c0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.867 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.864+0000 7fa9b4aaa640 1 -- 172.21.15.27:0/3502682421 shutdown_connections 2024-02-09T23:57:25.867 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.864+0000 7fa9b4aaa640 1 --2- 172.21.15.27:0/3502682421 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa99006b810 0x7fa99006dcd0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.867 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.864+0000 7fa9b4aaa640 1 --2- 172.21.15.27:0/3502682421 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa9b0159e30 0x7fa9b0151c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.867 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.864+0000 7fa9b4aaa640 1 --2- 172.21.15.27:0/3502682421 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa9b00712d0 0x7fa9b015ec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.868 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.864+0000 7fa9b4aaa640 1 --2- 172.21.15.27:0/3502682421 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa9b006d2d0 0x7fa9b0158bb0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.868 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.864+0000 7fa9b4aaa640 1 -- 172.21.15.27:0/3502682421 >> 172.21.15.27:0/3502682421 conn(0x7fa9b006ac50 msgr2=0x7fa9b006e910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:25.868 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.864+0000 7fa9b4aaa640 1 -- 172.21.15.27:0/3502682421 shutdown_connections 2024-02-09T23:57:25.868 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.864+0000 7fa9b4aaa640 1 -- 172.21.15.27:0/3502682421 wait complete. 2024-02-09T23:57:25.878 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-09T23:56:39.494694+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-09T23:56:49.610721+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-09T23:56:50.234763+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-09T23:57:25.878 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-09T23:57:25.988 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.985+0000 7fe356b9a640 1 Processor -- start 2024-02-09T23:57:25.988 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.985+0000 7fe356b9a640 1 -- start start 2024-02-09T23:57:25.990 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.986+0000 7fe356b9a640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fe3500ce060 0x7fe3500d02c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:25.990 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.986+0000 7fe356b9a640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe3500cea00 con 0x7fe35015dcb0 2024-02-09T23:57:25.990 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.986+0000 7fe356b9a640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe3500cf210 con 0x7fe3500b2cc0 2024-02-09T23:57:25.990 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.986+0000 7fe356b9a640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe350161f00 con 0x7fe3500ce060 2024-02-09T23:57:25.990 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.986+0000 7fe354936640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fe35015dcb0 0x7fe3501617f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51688/0 (socket says 172.21.15.27:51688) 2024-02-09T23:57:25.990 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.986+0000 7fe354936640 1 -- 172.21.15.27:0/13607861 learned_addr learned my addr 172.21.15.27:0/13607861 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:25.990 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.986+0000 7fe34ffff640 1 --2- 172.21.15.27:0/13607861 >> v2:172.21.15.27:3300/0 conn(0x7fe3500ce060 0x7fe3500d02c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:25.990 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.987+0000 7fe34f7fe640 1 -- 172.21.15.27:0/13607861 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1729747533 0 0) 0x7fe3500cea00 con 0x7fe35015dcb0 2024-02-09T23:57:25.990 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.987+0000 7fe34f7fe640 1 -- 172.21.15.27:0/13607861 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe33c003520 con 0x7fe35015dcb0 2024-02-09T23:57:25.990 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.987+0000 7fe34ffff640 1 -- 172.21.15.27:0/13607861 >> v1:172.21.15.153:6789/0 conn(0x7fe3500b2cc0 legacy=0x7fe3500b5870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:25.990 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.987+0000 7fe34ffff640 1 -- 172.21.15.27:0/13607861 >> v1:172.21.15.27:6789/0 conn(0x7fe35015dcb0 legacy=0x7fe3501617f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:25.990 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.987+0000 7fe34ffff640 1 -- 172.21.15.27:0/13607861 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3500ce5d0 con 0x7fe3500ce060 2024-02-09T23:57:25.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.988+0000 7fe34ffff640 1 --2- 172.21.15.27:0/13607861 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe3500ce060 0x7fe3500d02c0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fe3400097a0 tx=0x7fe34002b7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=282778ebce4a230f server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:25.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.988+0000 7fe34f7fe640 1 -- 172.21.15.27:0/13607861 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe34002f050 con 0x7fe3500ce060 2024-02-09T23:57:25.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.988+0000 7fe34f7fe640 1 -- 172.21.15.27:0/13607861 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe340031700 con 0x7fe3500ce060 2024-02-09T23:57:25.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.988+0000 7fe34f7fe640 1 -- 172.21.15.27:0/13607861 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe340031a90 con 0x7fe3500ce060 2024-02-09T23:57:25.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.988+0000 7fe356b9a640 1 -- 172.21.15.27:0/13607861 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe3500ce060 msgr2=0x7fe3500d02c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:25.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.988+0000 7fe356b9a640 1 --2- 172.21.15.27:0/13607861 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe3500ce060 0x7fe3500d02c0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fe3400097a0 tx=0x7fe34002b7a0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.988+0000 7fe356b9a640 1 -- 172.21.15.27:0/13607861 shutdown_connections 2024-02-09T23:57:25.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.988+0000 7fe356b9a640 1 --2- 172.21.15.27:0/13607861 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe3500ce060 0x7fe3500d02c0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.988+0000 7fe356b9a640 1 -- 172.21.15.27:0/13607861 >> 172.21.15.27:0/13607861 conn(0x7fe35006c1b0 msgr2=0x7fe35006c5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:25.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.988+0000 7fe356b9a640 1 -- 172.21.15.27:0/13607861 shutdown_connections 2024-02-09T23:57:25.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.988+0000 7fe356b9a640 1 -- 172.21.15.27:0/13607861 wait complete. 2024-02-09T23:57:25.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.989+0000 7fe356b9a640 1 Processor -- start 2024-02-09T23:57:25.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.989+0000 7fe356b9a640 1 -- start start 2024-02-09T23:57:25.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.990+0000 7fe356b9a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe3500b2cc0 0x7fe350155da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:25.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.990+0000 7fe356b9a640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe3500ce060 0x7fe3500b7350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:25.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.990+0000 7fe356b9a640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe35015dcb0 0x7fe3500b7890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:25.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.990+0000 7fe356b9a640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe350160760 con 0x7fe35015dcb0 2024-02-09T23:57:25.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.990+0000 7fe356b9a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3500cac80 con 0x7fe3500b2cc0 2024-02-09T23:57:25.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.990+0000 7fe356b9a640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe3500caf60 con 0x7fe3500ce060 2024-02-09T23:57:25.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.990+0000 7fe355137640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe35015dcb0 0x7fe3500b7890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:25.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.991+0000 7fe355137640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe35015dcb0 0x7fe3500b7890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47456/0 (socket says 172.21.15.27:47456) 2024-02-09T23:57:25.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.991+0000 7fe355137640 1 -- 172.21.15.27:0/3568384024 learned_addr learned my addr 172.21.15.27:0/3568384024 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:25.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.991+0000 7fe354936640 1 --2- 172.21.15.27:0/3568384024 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe3500b2cc0 0x7fe350155da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:25.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.991+0000 7fe34ffff640 1 --2- 172.21.15.27:0/3568384024 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe3500ce060 0x7fe3500b7350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:25.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.991+0000 7fe355137640 1 -- 172.21.15.27:0/3568384024 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe3500ce060 msgr2=0x7fe3500b7350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:25.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.991+0000 7fe355137640 1 --2- 172.21.15.27:0/3568384024 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe3500ce060 0x7fe3500b7350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.991+0000 7fe355137640 1 -- 172.21.15.27:0/3568384024 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe3500b2cc0 msgr2=0x7fe350155da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:25.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.991+0000 7fe355137640 1 --2- 172.21.15.27:0/3568384024 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe3500b2cc0 0x7fe350155da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.991+0000 7fe355137640 1 -- 172.21.15.27:0/3568384024 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe340009400 con 0x7fe35015dcb0 2024-02-09T23:57:25.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.991+0000 7fe34ffff640 1 --2- 172.21.15.27:0/3568384024 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe3500ce060 0x7fe3500b7350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:25.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.991+0000 7fe354936640 1 --2- 172.21.15.27:0/3568384024 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe3500b2cc0 0x7fe350155da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:25.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.991+0000 7fe355137640 1 --2- 172.21.15.27:0/3568384024 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe35015dcb0 0x7fe3500b7890 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fe33800b410 tx=0x7fe33800b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:25.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.991+0000 7fe34d7fa640 1 -- 172.21.15.27:0/3568384024 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe338004020 con 0x7fe35015dcb0 2024-02-09T23:57:25.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.991+0000 7fe34d7fa640 1 -- 172.21.15.27:0/3568384024 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe338004180 con 0x7fe35015dcb0 2024-02-09T23:57:25.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.991+0000 7fe356b9a640 1 -- 172.21.15.27:0/3568384024 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe3500cb240 con 0x7fe35015dcb0 2024-02-09T23:57:25.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.991+0000 7fe34d7fa640 1 -- 172.21.15.27:0/3568384024 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe338011630 con 0x7fe35015dcb0 2024-02-09T23:57:25.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.991+0000 7fe356b9a640 1 -- 172.21.15.27:0/3568384024 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe3501564c0 con 0x7fe35015dcb0 2024-02-09T23:57:25.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.992+0000 7fe356b9a640 1 -- 172.21.15.27:0/3568384024 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe3500caae0 con 0x7fe35015dcb0 2024-02-09T23:57:25.997 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.993+0000 7fe34d7fa640 1 -- 172.21.15.27:0/3568384024 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fe338011790 con 0x7fe35015dcb0 2024-02-09T23:57:25.997 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.993+0000 7fe34d7fa640 1 --2- 172.21.15.27:0/3568384024 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe33006b810 0x7fe33006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:25.997 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.993+0000 7fe34d7fa640 1 -- 172.21.15.27:0/3568384024 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe338089cf0 con 0x7fe35015dcb0 2024-02-09T23:57:25.998 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.994+0000 7fe354936640 1 --2- 172.21.15.27:0/3568384024 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe33006b810 0x7fe33006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:25.998 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.994+0000 7fe354936640 1 --2- 172.21.15.27:0/3568384024 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe33006b810 0x7fe33006dcd0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fe348005c00 tx=0x7fe348009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:26.001 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:25.998+0000 7fe34d7fa640 1 -- 172.21.15.27:0/3568384024 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fe3500caae0 con 0x7fe35015dcb0 2024-02-09T23:57:26.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.180+0000 7fe356b9a640 1 -- 172.21.15.27:0/3568384024 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fe3501564c0 con 0x7fe35015dcb0 2024-02-09T23:57:26.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.180+0000 7fe34d7fa640 1 -- 172.21.15.27:0/3568384024 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fe3501564c0 con 0x7fe35015dcb0 2024-02-09T23:57:26.183 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 1 2024-02-09T23:57:26.185 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.182+0000 7fe356b9a640 1 -- 172.21.15.27:0/3568384024 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe33006b810 msgr2=0x7fe33006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:26.185 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.182+0000 7fe356b9a640 1 --2- 172.21.15.27:0/3568384024 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe33006b810 0x7fe33006dcd0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fe348005c00 tx=0x7fe348009040 comp rx=0 tx=0).stop 2024-02-09T23:57:26.185 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.182+0000 7fe356b9a640 1 -- 172.21.15.27:0/3568384024 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe35015dcb0 msgr2=0x7fe3500b7890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:26.186 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.182+0000 7fe356b9a640 1 --2- 172.21.15.27:0/3568384024 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe35015dcb0 0x7fe3500b7890 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fe33800b410 tx=0x7fe33800b8d0 comp rx=0 tx=0).stop 2024-02-09T23:57:26.186 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.182+0000 7fe356b9a640 1 -- 172.21.15.27:0/3568384024 shutdown_connections 2024-02-09T23:57:26.186 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.182+0000 7fe356b9a640 1 --2- 172.21.15.27:0/3568384024 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe33006b810 0x7fe33006dcd0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:26.186 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.182+0000 7fe356b9a640 1 --2- 172.21.15.27:0/3568384024 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe35015dcb0 0x7fe3500b7890 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:26.186 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.182+0000 7fe356b9a640 1 --2- 172.21.15.27:0/3568384024 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe3500ce060 0x7fe3500b7350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:26.186 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.182+0000 7fe356b9a640 1 --2- 172.21.15.27:0/3568384024 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe3500b2cc0 0x7fe350155da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:26.186 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.182+0000 7fe356b9a640 1 -- 172.21.15.27:0/3568384024 >> 172.21.15.27:0/3568384024 conn(0x7fe35006c1b0 msgr2=0x7fe3500b5870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:26.186 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.182+0000 7fe356b9a640 1 -- 172.21.15.27:0/3568384024 shutdown_connections 2024-02-09T23:57:26.186 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.182+0000 7fe356b9a640 1 -- 172.21.15.27:0/3568384024 wait complete. 2024-02-09T23:57:26.196 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-09T23:57:26.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.303+0000 7f3cf8f99640 1 Processor -- start 2024-02-09T23:57:26.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.303+0000 7f3cf8f99640 1 -- start start 2024-02-09T23:57:26.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.304+0000 7f3cf8f99640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f3cf415bb20 0x7f3cf40cd860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:26.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.304+0000 7f3cf8f99640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3cf4099a40 0x7f3cf4099ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:26.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.304+0000 7f3cf8f99640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3cf40cc7c0 con 0x7f3cf40cf4e0 2024-02-09T23:57:26.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.304+0000 7f3cf8f99640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3cf415bf00 con 0x7f3cf415bb20 2024-02-09T23:57:26.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.304+0000 7f3cf8f99640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3cf409a410 con 0x7f3cf4099a40 2024-02-09T23:57:26.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.304+0000 7f3cf259c640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f3cf415bb20 0x7f3cf40cd860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:26.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.304+0000 7f3cf1d9b640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f3cf40cf4e0 0x7f3cf40d0340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51702/0 (socket says 172.21.15.27:51702) 2024-02-09T23:57:26.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.304+0000 7f3cf1d9b640 1 -- 172.21.15.27:0/1663260176 learned_addr learned my addr 172.21.15.27:0/1663260176 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:26.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.305+0000 7f3cf259c640 1 -- 172.21.15.27:0/1663260176 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3cf4099a40 msgr2=0x7f3cf4099ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:26.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.305+0000 7f3cf2d9d640 1 --2- 172.21.15.27:0/1663260176 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3cf4099a40 0x7f3cf4099ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:26.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.305+0000 7f3cf259c640 1 --2- 172.21.15.27:0/1663260176 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3cf4099a40 0x7f3cf4099ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:26.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.305+0000 7f3cf259c640 1 -- 172.21.15.27:0/1663260176 >> v1:172.21.15.27:6789/0 conn(0x7f3cf40cf4e0 legacy=0x7f3cf40d0340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:26.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.305+0000 7f3cf159a640 1 -- 172.21.15.27:0/1663260176 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2847359355 0 0) 0x7f3cf40cc7c0 con 0x7f3cf40cf4e0 2024-02-09T23:57:26.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.305+0000 7f3cf259c640 1 -- 172.21.15.27:0/1663260176 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3cf40ccaa0 con 0x7f3cf415bb20 2024-02-09T23:57:26.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.306+0000 7f3cf259c640 1 --2- 172.21.15.27:0/1663260176 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3cf415bb20 0x7f3cf40cd860 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f3cec0097a0 tx=0x7f3cec02b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86c858097af8a50b server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:26.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.306+0000 7f3cf159a640 1 -- 172.21.15.27:0/1663260176 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3cec02e070 con 0x7f3cf415bb20 2024-02-09T23:57:26.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.306+0000 7f3cf159a640 1 -- 172.21.15.27:0/1663260176 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3cec0315a0 con 0x7f3cf415bb20 2024-02-09T23:57:26.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.306+0000 7f3cf159a640 1 -- 172.21.15.27:0/1663260176 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3cec031930 con 0x7f3cf415bb20 2024-02-09T23:57:26.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.306+0000 7f3cf8f99640 1 -- 172.21.15.27:0/1663260176 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3cf415bb20 msgr2=0x7f3cf40cd860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:26.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.306+0000 7f3cf8f99640 1 --2- 172.21.15.27:0/1663260176 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3cf415bb20 0x7f3cf40cd860 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f3cec0097a0 tx=0x7f3cec02b840 comp rx=0 tx=0).stop 2024-02-09T23:57:26.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.306+0000 7f3cf8f99640 1 -- 172.21.15.27:0/1663260176 shutdown_connections 2024-02-09T23:57:26.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.306+0000 7f3cf8f99640 1 --2- 172.21.15.27:0/1663260176 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3cf4099a40 0x7f3cf4099ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:26.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.306+0000 7f3cf8f99640 1 --2- 172.21.15.27:0/1663260176 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3cf415bb20 0x7f3cf40cd860 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:26.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.306+0000 7f3cf8f99640 1 -- 172.21.15.27:0/1663260176 >> 172.21.15.27:0/1663260176 conn(0x7f3cf40b3370 msgr2=0x7f3cf40b3780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:26.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.306+0000 7f3cf8f99640 1 -- 172.21.15.27:0/1663260176 shutdown_connections 2024-02-09T23:57:26.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.306+0000 7f3cf8f99640 1 -- 172.21.15.27:0/1663260176 wait complete. 2024-02-09T23:57:26.313 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.308+0000 7f3cf8f99640 1 Processor -- start 2024-02-09T23:57:26.313 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.308+0000 7f3cf8f99640 1 -- start start 2024-02-09T23:57:26.313 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.308+0000 7f3cf8f99640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3cf4099a40 0x7f3cf414ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:26.313 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.308+0000 7f3cf8f99640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3cf40cf4e0 0x7f3cf41f1470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:26.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.308+0000 7f3cf8f99640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3cf415bb20 0x7f3cf415e0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:26.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.308+0000 7f3cf8f99640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3cf41f2660 con 0x7f3cf4099a40 2024-02-09T23:57:26.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.308+0000 7f3cf8f99640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3cf40c6c10 con 0x7f3cf40cf4e0 2024-02-09T23:57:26.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.308+0000 7f3cf8f99640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3cf40c68c0 con 0x7f3cf415bb20 2024-02-09T23:57:26.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.309+0000 7f3cf259c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3cf4099a40 0x7f3cf414ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:26.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.309+0000 7f3cf259c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3cf4099a40 0x7f3cf414ee60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47486/0 (socket says 172.21.15.27:47486) 2024-02-09T23:57:26.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.309+0000 7f3cf259c640 1 -- 172.21.15.27:0/4109922306 learned_addr learned my addr 172.21.15.27:0/4109922306 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:26.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.309+0000 7f3cf2d9d640 1 --2- 172.21.15.27:0/4109922306 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3cf415bb20 0x7f3cf415e0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:26.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.309+0000 7f3cf1d9b640 1 --2- 172.21.15.27:0/4109922306 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3cf40cf4e0 0x7f3cf41f1470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:26.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.309+0000 7f3cf259c640 1 -- 172.21.15.27:0/4109922306 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3cf415bb20 msgr2=0x7f3cf415e0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:26.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.309+0000 7f3cf259c640 1 --2- 172.21.15.27:0/4109922306 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3cf415bb20 0x7f3cf415e0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:26.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.309+0000 7f3cf259c640 1 -- 172.21.15.27:0/4109922306 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3cf40cf4e0 msgr2=0x7f3cf41f1470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:26.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.309+0000 7f3cf259c640 1 --2- 172.21.15.27:0/4109922306 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3cf40cf4e0 0x7f3cf41f1470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:26.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.309+0000 7f3cf259c640 1 -- 172.21.15.27:0/4109922306 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3cec009400 con 0x7f3cf4099a40 2024-02-09T23:57:26.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.309+0000 7f3cf2d9d640 1 --2- 172.21.15.27:0/4109922306 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3cf415bb20 0x7f3cf415e0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:26.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.309+0000 7f3cf1d9b640 1 --2- 172.21.15.27:0/4109922306 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3cf40cf4e0 0x7f3cf41f1470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:26.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.309+0000 7f3cf259c640 1 --2- 172.21.15.27:0/4109922306 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3cf4099a40 0x7f3cf414ee60 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f3cec034040 tx=0x7f3cec0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:26.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.309+0000 7f3ceaffd640 1 -- 172.21.15.27:0/4109922306 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3cec004230 con 0x7f3cf4099a40 2024-02-09T23:57:26.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.309+0000 7f3ceaffd640 1 -- 172.21.15.27:0/4109922306 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3cec004390 con 0x7f3cf4099a40 2024-02-09T23:57:26.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.309+0000 7f3cf8f99640 1 -- 172.21.15.27:0/4109922306 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3cf41f1f60 con 0x7f3cf4099a40 2024-02-09T23:57:26.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.309+0000 7f3ceaffd640 1 -- 172.21.15.27:0/4109922306 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3cec032880 con 0x7f3cf4099a40 2024-02-09T23:57:26.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.309+0000 7f3cf8f99640 1 -- 172.21.15.27:0/4109922306 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3cf40cb880 con 0x7f3cf4099a40 2024-02-09T23:57:26.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.310+0000 7f3cf8f99640 1 -- 172.21.15.27:0/4109922306 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3cf40cba10 con 0x7f3cf4099a40 2024-02-09T23:57:26.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.311+0000 7f3ceaffd640 1 -- 172.21.15.27:0/4109922306 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f3cec0329e0 con 0x7f3cf4099a40 2024-02-09T23:57:26.316 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.311+0000 7f3ceaffd640 1 --2- 172.21.15.27:0/4109922306 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3cd406b810 0x7f3cd406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:26.316 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.311+0000 7f3ceaffd640 1 -- 172.21.15.27:0/4109922306 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3cec0ac3b0 con 0x7f3cf4099a40 2024-02-09T23:57:26.316 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.311+0000 7f3cf1d9b640 1 --2- 172.21.15.27:0/4109922306 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3cd406b810 0x7f3cd406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:26.316 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.312+0000 7f3cf1d9b640 1 --2- 172.21.15.27:0/4109922306 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3cd406b810 0x7f3cd406dcd0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f3cf4158570 tx=0x7f3cdc009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:26.318 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.315+0000 7f3ceaffd640 1 -- 172.21.15.27:0/4109922306 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f3cec076ef0 con 0x7f3cf4099a40 2024-02-09T23:57:26.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.493+0000 7f3cf8f99640 1 -- 172.21.15.27:0/4109922306 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f3cf41f2480 con 0x7f3cf4099a40 2024-02-09T23:57:26.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.494+0000 7f3ceaffd640 1 -- 172.21.15.27:0/4109922306 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f3cec07a5b0 con 0x7f3cf4099a40 2024-02-09T23:57:26.497 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 32 2024-02-09T23:57:26.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.496+0000 7f3cf8f99640 1 -- 172.21.15.27:0/4109922306 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3cd406b810 msgr2=0x7f3cd406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:26.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.496+0000 7f3cf8f99640 1 --2- 172.21.15.27:0/4109922306 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3cd406b810 0x7f3cd406dcd0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f3cf4158570 tx=0x7f3cdc009040 comp rx=0 tx=0).stop 2024-02-09T23:57:26.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.496+0000 7f3cf8f99640 1 -- 172.21.15.27:0/4109922306 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3cf4099a40 msgr2=0x7f3cf414ee60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:26.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.496+0000 7f3cf8f99640 1 --2- 172.21.15.27:0/4109922306 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3cf4099a40 0x7f3cf414ee60 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f3cec034040 tx=0x7f3cec0046c0 comp rx=0 tx=0).stop 2024-02-09T23:57:26.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.496+0000 7f3cf8f99640 1 -- 172.21.15.27:0/4109922306 shutdown_connections 2024-02-09T23:57:26.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.496+0000 7f3cf8f99640 1 --2- 172.21.15.27:0/4109922306 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3cd406b810 0x7f3cd406dcd0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:26.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.496+0000 7f3cf8f99640 1 --2- 172.21.15.27:0/4109922306 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3cf415bb20 0x7f3cf415e0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:26.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.496+0000 7f3cf8f99640 1 --2- 172.21.15.27:0/4109922306 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3cf40cf4e0 0x7f3cf41f1470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:26.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.496+0000 7f3cf8f99640 1 --2- 172.21.15.27:0/4109922306 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3cf4099a40 0x7f3cf414ee60 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:26.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.496+0000 7f3cf8f99640 1 -- 172.21.15.27:0/4109922306 >> 172.21.15.27:0/4109922306 conn(0x7f3cf40b3370 msgr2=0x7f3cf415c1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:26.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.496+0000 7f3cf8f99640 1 -- 172.21.15.27:0/4109922306 shutdown_connections 2024-02-09T23:57:26.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.496+0000 7f3cf8f99640 1 -- 172.21.15.27:0/4109922306 wait complete. 2024-02-09T23:57:26.510 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-09T23:57:26.621 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.618+0000 7f677d2a7640 1 Processor -- start 2024-02-09T23:57:26.621 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.618+0000 7f677d2a7640 1 -- start start 2024-02-09T23:57:26.622 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.619+0000 7f677d2a7640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f67781440c0 0x7f67780cb940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:26.622 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.619+0000 7f677d2a7640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f67780ccca0 0x7f67780b42e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:26.622 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.619+0000 7f677d2a7640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f67780cd410 con 0x7f67780b4820 2024-02-09T23:57:26.623 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.619+0000 7f677d2a7640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f67780b4c40 con 0x7f67780ccca0 2024-02-09T23:57:26.623 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.619+0000 7f677d2a7640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f67780cd130 con 0x7f67781440c0 2024-02-09T23:57:26.623 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.619+0000 7f67767fc640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f67780ccca0 0x7f67780b42e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:26.623 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.619+0000 7f67767fc640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f67780ccca0 0x7f67780b42e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47494/0 (socket says 172.21.15.27:47494) 2024-02-09T23:57:26.623 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.619+0000 7f67767fc640 1 -- 172.21.15.27:0/3770475160 learned_addr learned my addr 172.21.15.27:0/3770475160 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:26.623 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.619+0000 7f67767fc640 1 -- 172.21.15.27:0/3770475160 >> v2:172.21.15.153:3300/0 conn(0x7f67781440c0 msgr2=0x7f67780cb940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:26.623 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.619+0000 7f67767fc640 1 --2- 172.21.15.27:0/3770475160 >> v2:172.21.15.153:3300/0 conn(0x7f67781440c0 0x7f67780cb940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:26.623 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.619+0000 7f67767fc640 1 -- 172.21.15.27:0/3770475160 >> v1:172.21.15.153:6789/0 conn(0x7f67780b4820 legacy=0x7f677815e3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:26.623 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.619+0000 7f67767fc640 1 -- 172.21.15.27:0/3770475160 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67780cc350 con 0x7f67780ccca0 2024-02-09T23:57:26.624 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.620+0000 7f67767fc640 1 --2- 172.21.15.27:0/3770475160 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f67780ccca0 0x7f67780b42e0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f67780cf6f0 tx=0x7f676002b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6baa6a82d3c5898d server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:26.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.620+0000 7f6775ffb640 1 -- 172.21.15.27:0/3770475160 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67600317e0 con 0x7f67780ccca0 2024-02-09T23:57:26.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.620+0000 7f6775ffb640 1 -- 172.21.15.27:0/3770475160 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6760031940 con 0x7f67780ccca0 2024-02-09T23:57:26.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.620+0000 7f6775ffb640 1 -- 172.21.15.27:0/3770475160 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6760031cd0 con 0x7f67780ccca0 2024-02-09T23:57:26.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.621+0000 7f677d2a7640 1 -- 172.21.15.27:0/3770475160 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f67780ccca0 msgr2=0x7f67780b42e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:26.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.621+0000 7f677d2a7640 1 --2- 172.21.15.27:0/3770475160 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f67780ccca0 0x7f67780b42e0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f67780cf6f0 tx=0x7f676002b880 comp rx=0 tx=0).stop 2024-02-09T23:57:26.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.621+0000 7f677d2a7640 1 -- 172.21.15.27:0/3770475160 shutdown_connections 2024-02-09T23:57:26.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.621+0000 7f677d2a7640 1 --2- 172.21.15.27:0/3770475160 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f67780ccca0 0x7f67780b42e0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:26.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.621+0000 7f677d2a7640 1 --2- 172.21.15.27:0/3770475160 >> v2:172.21.15.153:3300/0 conn(0x7f67781440c0 0x7f67780cb940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:26.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.621+0000 7f677d2a7640 1 -- 172.21.15.27:0/3770475160 >> 172.21.15.27:0/3770475160 conn(0x7f6778067040 msgr2=0x7f677806ac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:26.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.621+0000 7f677d2a7640 1 -- 172.21.15.27:0/3770475160 shutdown_connections 2024-02-09T23:57:26.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.621+0000 7f677d2a7640 1 -- 172.21.15.27:0/3770475160 wait complete. 2024-02-09T23:57:26.627 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.622+0000 7f677d2a7640 1 Processor -- start 2024-02-09T23:57:26.627 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.622+0000 7f677d2a7640 1 -- start start 2024-02-09T23:57:26.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.623+0000 7f677d2a7640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f67780b4820 0x7f67781e3930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:26.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.623+0000 7f677d2a7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f67781440c0 0x7f6778135eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:26.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.623+0000 7f677d2a7640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f67781f5b00 0x7f67781f5fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:26.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.623+0000 7f677d2a7640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67781e4e00 con 0x7f67780b4820 2024-02-09T23:57:26.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.623+0000 7f677d2a7640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67781e4180 con 0x7f67781440c0 2024-02-09T23:57:26.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.623+0000 7f677d2a7640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f67781e4460 con 0x7f67781f5b00 2024-02-09T23:57:26.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.623+0000 7f6776ffd640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f67780b4820 0x7f67781e3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:26.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.623+0000 7f6776ffd640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f67780b4820 0x7f67781e3930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47508/0 (socket says 172.21.15.27:47508) 2024-02-09T23:57:26.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.623+0000 7f6776ffd640 1 -- 172.21.15.27:0/2266297225 learned_addr learned my addr 172.21.15.27:0/2266297225 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:26.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.623+0000 7f67767fc640 1 --2- 172.21.15.27:0/2266297225 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f67781440c0 0x7f6778135eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:26.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.623+0000 7f67777fe640 1 --2- 172.21.15.27:0/2266297225 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f67781f5b00 0x7f67781f5fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:26.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.623+0000 7f6776ffd640 1 -- 172.21.15.27:0/2266297225 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f67781f5b00 msgr2=0x7f67781f5fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:26.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.623+0000 7f6776ffd640 1 --2- 172.21.15.27:0/2266297225 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f67781f5b00 0x7f67781f5fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:26.629 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.623+0000 7f6776ffd640 1 -- 172.21.15.27:0/2266297225 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f67781440c0 msgr2=0x7f6778135eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:26.629 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.623+0000 7f6776ffd640 1 --2- 172.21.15.27:0/2266297225 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f67781440c0 0x7f6778135eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:26.629 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.623+0000 7f6776ffd640 1 -- 172.21.15.27:0/2266297225 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67600094d0 con 0x7f67780b4820 2024-02-09T23:57:26.629 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.624+0000 7f6776ffd640 1 --2- 172.21.15.27:0/2266297225 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f67780b4820 0x7f67781e3930 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f677000b410 tx=0x7f677000b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:26.629 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.624+0000 7f676f7fe640 1 -- 172.21.15.27:0/2266297225 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6770011830 con 0x7f67780b4820 2024-02-09T23:57:26.629 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.624+0000 7f676f7fe640 1 -- 172.21.15.27:0/2266297225 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67700119b0 con 0x7f67780b4820 2024-02-09T23:57:26.629 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.624+0000 7f677d2a7640 1 -- 172.21.15.27:0/2266297225 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f67781e4740 con 0x7f67780b4820 2024-02-09T23:57:26.629 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.624+0000 7f676f7fe640 1 -- 172.21.15.27:0/2266297225 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6770011d60 con 0x7f67780b4820 2024-02-09T23:57:26.629 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.624+0000 7f677d2a7640 1 -- 172.21.15.27:0/2266297225 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f67781e3e70 con 0x7f67780b4820 2024-02-09T23:57:26.629 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.625+0000 7f677d2a7640 1 -- 172.21.15.27:0/2266297225 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f67781e4f40 con 0x7f67780b4820 2024-02-09T23:57:26.630 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.625+0000 7f676f7fe640 1 -- 172.21.15.27:0/2266297225 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f677001a400 con 0x7f67780b4820 2024-02-09T23:57:26.630 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.626+0000 7f676f7fe640 1 --2- 172.21.15.27:0/2266297225 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f675806b810 0x7f675806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:26.630 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.626+0000 7f676f7fe640 1 -- 172.21.15.27:0/2266297225 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f677008a3e0 con 0x7f67780b4820 2024-02-09T23:57:26.630 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.626+0000 7f67767fc640 1 --2- 172.21.15.27:0/2266297225 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f675806b810 0x7f675806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:26.630 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.626+0000 7f67767fc640 1 --2- 172.21.15.27:0/2266297225 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f675806b810 0x7f675806dcd0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f6760036000 tx=0x7f676003d040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:26.632 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.630+0000 7f676f7fe640 1 -- 172.21.15.27:0/2266297225 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f67781e4f40 con 0x7f67780b4820 2024-02-09T23:57:26.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.809+0000 7f677d2a7640 1 -- 172.21.15.27:0/2266297225 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f67781e4f40 con 0x7f67780b4820 2024-02-09T23:57:26.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.810+0000 7f676f7fe640 1 -- 172.21.15.27:0/2266297225 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f67781e4f40 con 0x7f67780b4820 2024-02-09T23:57:26.813 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 64 2024-02-09T23:57:26.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.812+0000 7f677d2a7640 1 -- 172.21.15.27:0/2266297225 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f675806b810 msgr2=0x7f675806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:26.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.812+0000 7f677d2a7640 1 --2- 172.21.15.27:0/2266297225 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f675806b810 0x7f675806dcd0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f6760036000 tx=0x7f676003d040 comp rx=0 tx=0).stop 2024-02-09T23:57:26.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.812+0000 7f677d2a7640 1 -- 172.21.15.27:0/2266297225 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f67780b4820 msgr2=0x7f67781e3930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:26.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.812+0000 7f677d2a7640 1 --2- 172.21.15.27:0/2266297225 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f67780b4820 0x7f67781e3930 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f677000b410 tx=0x7f677000b8d0 comp rx=0 tx=0).stop 2024-02-09T23:57:26.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.812+0000 7f677d2a7640 1 -- 172.21.15.27:0/2266297225 shutdown_connections 2024-02-09T23:57:26.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.812+0000 7f677d2a7640 1 --2- 172.21.15.27:0/2266297225 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f675806b810 0x7f675806dcd0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:26.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.812+0000 7f677d2a7640 1 --2- 172.21.15.27:0/2266297225 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f67781f5b00 0x7f67781f5fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:26.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.812+0000 7f677d2a7640 1 --2- 172.21.15.27:0/2266297225 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f67781440c0 0x7f6778135eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:26.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.812+0000 7f677d2a7640 1 --2- 172.21.15.27:0/2266297225 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f67780b4820 0x7f67781e3930 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:26.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.812+0000 7f677d2a7640 1 -- 172.21.15.27:0/2266297225 >> 172.21.15.27:0/2266297225 conn(0x7f6778067040 msgr2=0x7f677806ac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:26.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.812+0000 7f677d2a7640 1 -- 172.21.15.27:0/2266297225 shutdown_connections 2024-02-09T23:57:26.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.812+0000 7f677d2a7640 1 -- 172.21.15.27:0/2266297225 wait complete. 2024-02-09T23:57:26.826 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-02-09T23:57:26.935 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.932+0000 7f908343e640 1 Processor -- start 2024-02-09T23:57:26.935 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.932+0000 7f908343e640 1 -- start start 2024-02-09T23:57:26.937 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.933+0000 7f908343e640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f907c161280 0x7f907c0b9310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:26.937 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.933+0000 7f908343e640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f907c0b5b80 0x7f907c0d2c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:26.937 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.933+0000 7f908343e640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f907c161660 con 0x7f907c0b6b20 2024-02-09T23:57:26.937 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.933+0000 7f908343e640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f907c0d1c10 con 0x7f907c0b5b80 2024-02-09T23:57:26.937 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.933+0000 7f908343e640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f907c0d1eb0 con 0x7f907c161280 2024-02-09T23:57:26.937 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.933+0000 7f90819db640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f907c0b5b80 0x7f907c0d2c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:26.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.933+0000 7f90809d9640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f907c0b6b20 0x7f907c0b5470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51716/0 (socket says 172.21.15.27:51716) 2024-02-09T23:57:26.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.933+0000 7f90809d9640 1 -- 172.21.15.27:0/2313249771 learned_addr learned my addr 172.21.15.27:0/2313249771 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:26.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.933+0000 7f90811da640 1 --2- 172.21.15.27:0/2313249771 >> v2:172.21.15.153:3300/0 conn(0x7f907c161280 0x7f907c0b9310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:26.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.933+0000 7f90819db640 1 -- 172.21.15.27:0/2313249771 >> v2:172.21.15.153:3300/0 conn(0x7f907c161280 msgr2=0x7f907c0b9310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:26.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.933+0000 7f90819db640 1 --2- 172.21.15.27:0/2313249771 >> v2:172.21.15.153:3300/0 conn(0x7f907c161280 0x7f907c0b9310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:26.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.934+0000 7f90819db640 1 -- 172.21.15.27:0/2313249771 >> v1:172.21.15.27:6789/0 conn(0x7f907c0b6b20 legacy=0x7f907c0b5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:26.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.934+0000 7f9073fff640 1 -- 172.21.15.27:0/2313249771 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 114090510 0 0) 0x7f907c161660 con 0x7f907c0b6b20 2024-02-09T23:57:26.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.934+0000 7f90819db640 1 -- 172.21.15.27:0/2313249771 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f907c0d2190 con 0x7f907c0b5b80 2024-02-09T23:57:26.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.934+0000 7f90819db640 1 --2- 172.21.15.27:0/2313249771 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f907c0b5b80 0x7f907c0d2c70 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f907c0d1570 tx=0x7f907402bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb724e25ad0bdd0b server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:26.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.934+0000 7f9073fff640 1 -- 172.21.15.27:0/2313249771 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f907402cc80 con 0x7f907c0b5b80 2024-02-09T23:57:26.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.934+0000 7f9073fff640 1 -- 172.21.15.27:0/2313249771 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f907402cde0 con 0x7f907c0b5b80 2024-02-09T23:57:26.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.934+0000 7f9073fff640 1 -- 172.21.15.27:0/2313249771 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9074034660 con 0x7f907c0b5b80 2024-02-09T23:57:26.941 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.935+0000 7f908343e640 1 -- 172.21.15.27:0/2313249771 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f907c0b5b80 msgr2=0x7f907c0d2c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:26.941 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.935+0000 7f908343e640 1 --2- 172.21.15.27:0/2313249771 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f907c0b5b80 0x7f907c0d2c70 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f907c0d1570 tx=0x7f907402bed0 comp rx=0 tx=0).stop 2024-02-09T23:57:26.941 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.935+0000 7f908343e640 1 -- 172.21.15.27:0/2313249771 shutdown_connections 2024-02-09T23:57:26.941 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.935+0000 7f908343e640 1 --2- 172.21.15.27:0/2313249771 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f907c0b5b80 0x7f907c0d2c70 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:26.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.935+0000 7f908343e640 1 --2- 172.21.15.27:0/2313249771 >> v2:172.21.15.153:3300/0 conn(0x7f907c161280 0x7f907c0b9310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:26.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.935+0000 7f908343e640 1 -- 172.21.15.27:0/2313249771 >> 172.21.15.27:0/2313249771 conn(0x7f907c066f90 msgr2=0x7f907c0d0470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:26.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.935+0000 7f908343e640 1 -- 172.21.15.27:0/2313249771 shutdown_connections 2024-02-09T23:57:26.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.935+0000 7f908343e640 1 -- 172.21.15.27:0/2313249771 wait complete. 2024-02-09T23:57:26.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.936+0000 7f908343e640 1 Processor -- start 2024-02-09T23:57:26.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.936+0000 7f908343e640 1 -- start start 2024-02-09T23:57:26.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.937+0000 7f908343e640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f907c0b5b80 0x7f907c0b7ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:26.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.937+0000 7f908343e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f907c0b6b20 0x7f907c1f62e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:26.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.937+0000 7f908343e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f907c161280 0x7f907c1f6820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:26.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.937+0000 7f908343e640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f907c0c8cf0 con 0x7f907c161280 2024-02-09T23:57:26.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.937+0000 7f908343e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f907c159c70 con 0x7f907c0b6b20 2024-02-09T23:57:26.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.937+0000 7f908343e640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f907c159f50 con 0x7f907c0b5b80 2024-02-09T23:57:26.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.937+0000 7f90819db640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f907c161280 0x7f907c1f6820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:26.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.937+0000 7f90819db640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f907c161280 0x7f907c1f6820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47534/0 (socket says 172.21.15.27:47534) 2024-02-09T23:57:26.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.937+0000 7f90819db640 1 -- 172.21.15.27:0/170861265 learned_addr learned my addr 172.21.15.27:0/170861265 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:26.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.937+0000 7f90811da640 1 --2- 172.21.15.27:0/170861265 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f907c0b5b80 0x7f907c0b7ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:26.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.937+0000 7f90809d9640 1 --2- 172.21.15.27:0/170861265 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f907c0b6b20 0x7f907c1f62e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:26.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.938+0000 7f90819db640 1 -- 172.21.15.27:0/170861265 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f907c0b5b80 msgr2=0x7f907c0b7ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:26.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.938+0000 7f90819db640 1 --2- 172.21.15.27:0/170861265 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f907c0b5b80 0x7f907c0b7ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:26.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.938+0000 7f90819db640 1 -- 172.21.15.27:0/170861265 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f907c0b6b20 msgr2=0x7f907c1f62e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:26.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.938+0000 7f90819db640 1 --2- 172.21.15.27:0/170861265 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f907c0b6b20 0x7f907c1f62e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:26.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.938+0000 7f90819db640 1 -- 172.21.15.27:0/170861265 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9074009a70 con 0x7f907c161280 2024-02-09T23:57:26.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.938+0000 7f90819db640 1 --2- 172.21.15.27:0/170861265 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f907c161280 0x7f907c1f6820 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f9074009e80 tx=0x7f9074004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:26.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.938+0000 7f9071ffb640 1 -- 172.21.15.27:0/170861265 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9074009450 con 0x7f907c161280 2024-02-09T23:57:26.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.938+0000 7f9071ffb640 1 -- 172.21.15.27:0/170861265 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9074040450 con 0x7f907c161280 2024-02-09T23:57:26.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.938+0000 7f9071ffb640 1 -- 172.21.15.27:0/170861265 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90740407e0 con 0x7f907c161280 2024-02-09T23:57:26.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.938+0000 7f908343e640 1 -- 172.21.15.27:0/170861265 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f907c15a230 con 0x7f907c161280 2024-02-09T23:57:26.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.938+0000 7f908343e640 1 -- 172.21.15.27:0/170861265 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f907c0b8430 con 0x7f907c161280 2024-02-09T23:57:26.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.939+0000 7f908343e640 1 -- 172.21.15.27:0/170861265 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f907c15a750 con 0x7f907c161280 2024-02-09T23:57:26.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.940+0000 7f9071ffb640 1 -- 172.21.15.27:0/170861265 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f9074040940 con 0x7f907c161280 2024-02-09T23:57:26.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.940+0000 7f9071ffb640 1 --2- 172.21.15.27:0/170861265 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f906006b810 0x7f906006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:26.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.940+0000 7f9071ffb640 1 -- 172.21.15.27:0/170861265 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f90740acb10 con 0x7f907c161280 2024-02-09T23:57:26.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.941+0000 7f90811da640 1 --2- 172.21.15.27:0/170861265 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f906006b810 0x7f906006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:26.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.941+0000 7f90811da640 1 --2- 172.21.15.27:0/170861265 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f906006b810 0x7f906006dcd0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f90780079a0 tx=0x7f9078008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:26.947 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:26.945+0000 7f9071ffb640 1 -- 172.21.15.27:0/170861265 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f907c15a750 con 0x7f907c161280 2024-02-09T23:57:27.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.139+0000 7f908343e640 1 -- 172.21.15.27:0/170861265 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f907c15a750 con 0x7f907c161280 2024-02-09T23:57:27.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.140+0000 7f9071ffb640 1 -- 172.21.15.27:0/170861265 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) v1 ==== 80+0+0 (secure 0 0 0) 0x7f907c15a750 con 0x7f907c161280 2024-02-09T23:57:27.143 INFO:teuthology.orchestra.run.smithi027.stderr:listed 0 entries 2024-02-09T23:57:27.145 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.142+0000 7f908343e640 1 -- 172.21.15.27:0/170861265 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f906006b810 msgr2=0x7f906006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:27.145 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.142+0000 7f908343e640 1 --2- 172.21.15.27:0/170861265 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f906006b810 0x7f906006dcd0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f90780079a0 tx=0x7f9078008040 comp rx=0 tx=0).stop 2024-02-09T23:57:27.145 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.142+0000 7f908343e640 1 -- 172.21.15.27:0/170861265 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f907c161280 msgr2=0x7f907c1f6820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:27.145 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.142+0000 7f908343e640 1 --2- 172.21.15.27:0/170861265 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f907c161280 0x7f907c1f6820 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f9074009e80 tx=0x7f9074004a40 comp rx=0 tx=0).stop 2024-02-09T23:57:27.145 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.142+0000 7f908343e640 1 -- 172.21.15.27:0/170861265 shutdown_connections 2024-02-09T23:57:27.145 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.142+0000 7f908343e640 1 --2- 172.21.15.27:0/170861265 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f906006b810 0x7f906006dcd0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:27.145 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.142+0000 7f908343e640 1 --2- 172.21.15.27:0/170861265 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f907c161280 0x7f907c1f6820 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:27.145 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.142+0000 7f908343e640 1 --2- 172.21.15.27:0/170861265 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f907c0b6b20 0x7f907c1f62e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:27.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.142+0000 7f908343e640 1 --2- 172.21.15.27:0/170861265 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f907c0b5b80 0x7f907c0b7ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:27.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.142+0000 7f908343e640 1 -- 172.21.15.27:0/170861265 >> 172.21.15.27:0/170861265 conn(0x7f907c066f90 msgr2=0x7f907c0d02d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:27.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.142+0000 7f908343e640 1 -- 172.21.15.27:0/170861265 shutdown_connections 2024-02-09T23:57:27.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.142+0000 7f908343e640 1 -- 172.21.15.27:0/170861265 wait complete. 2024-02-09T23:57:27.156 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:57:27.156 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-09T23:57:27.173 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:57:27.320 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.317+0000 7f398bcf4640 1 Processor -- start 2024-02-09T23:57:27.320 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.317+0000 7f398bcf4640 1 -- start start 2024-02-09T23:57:27.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.318+0000 7f398bcf4640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f398409a2a0 0x7f398409abd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:27.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.318+0000 7f398bcf4640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f39840cf840 con 0x7f398415bd80 2024-02-09T23:57:27.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.318+0000 7f398bcf4640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f39840cd0c0 con 0x7f39840cd550 2024-02-09T23:57:27.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.318+0000 7f398bcf4640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f39840cc790 con 0x7f398409a2a0 2024-02-09T23:57:27.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.318+0000 7f3989a90640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f398415bd80 0x7f3984099b90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51722/0 (socket says 172.21.15.27:51722) 2024-02-09T23:57:27.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.318+0000 7f3989a90640 1 -- 172.21.15.27:0/3186287808 learned_addr learned my addr 172.21.15.27:0/3186287808 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:27.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.318+0000 7f398928f640 1 --2- 172.21.15.27:0/3186287808 >> v2:172.21.15.153:3300/0 conn(0x7f398409a2a0 0x7f398409abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:27.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.318+0000 7f3988a8e640 1 -- 172.21.15.27:0/3186287808 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 461707994 0 0) 0x7f39840cf840 con 0x7f398415bd80 2024-02-09T23:57:27.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.318+0000 7f3988a8e640 1 -- 172.21.15.27:0/3186287808 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3970003520 con 0x7f398415bd80 2024-02-09T23:57:27.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.319+0000 7f3988a8e640 1 -- 172.21.15.27:0/3186287808 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2697183001 0 0) 0x7f39840cd0c0 con 0x7f39840cd550 2024-02-09T23:57:27.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.319+0000 7f3988a8e640 1 -- 172.21.15.27:0/3186287808 --> v1:172.21.15.153:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f39840cf840 con 0x7f39840cd550 2024-02-09T23:57:27.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.319+0000 7f3988a8e640 1 -- 172.21.15.27:0/3186287808 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3618646397 0 0) 0x7f3970003520 con 0x7f398415bd80 2024-02-09T23:57:27.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.319+0000 7f3988a8e640 1 -- 172.21.15.27:0/3186287808 >> v2:172.21.15.153:3300/0 conn(0x7f398409a2a0 msgr2=0x7f398409abd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:27.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.319+0000 7f3988a8e640 1 --2- 172.21.15.27:0/3186287808 >> v2:172.21.15.153:3300/0 conn(0x7f398409a2a0 0x7f398409abd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:27.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.319+0000 7f3988a8e640 1 -- 172.21.15.27:0/3186287808 >> v1:172.21.15.153:6789/0 conn(0x7f39840cd550 legacy=0x7f39840c54c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:27.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.319+0000 7f3988a8e640 1 -- 172.21.15.27:0/3186287808 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39840cca70 con 0x7f398415bd80 2024-02-09T23:57:27.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.319+0000 7f3988a8e640 1 -- 172.21.15.27:0/3186287808 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7f397c001670 con 0x7f398415bd80 2024-02-09T23:57:27.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.319+0000 7f3988a8e640 1 -- 172.21.15.27:0/3186287808 >> v1:172.21.15.27:6789/0 conn(0x7f398415bd80 legacy=0x7f3984099b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:27.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.319+0000 7f3988a8e640 1 --2- 172.21.15.27:0/3186287808 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3970003bc0 0x7f3970003fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:27.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.319+0000 7f3988a8e640 1 --2- 172.21.15.27:0/3186287808 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f39700047c0 0x7f3970004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:27.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.319+0000 7f3988a8e640 1 --2- 172.21.15.27:0/3186287808 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3970005180 0x7f397000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:27.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.319+0000 7f3988a8e640 1 -- 172.21.15.27:0/3186287808 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39840cc790 con 0x7f3970005180 2024-02-09T23:57:27.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.319+0000 7f3988a8e640 1 -- 172.21.15.27:0/3186287808 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f397000c120 con 0x7f39700047c0 2024-02-09T23:57:27.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.319+0000 7f3988a8e640 1 -- 172.21.15.27:0/3186287808 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f397000c2e0 con 0x7f3970003bc0 2024-02-09T23:57:27.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.319+0000 7f398a291640 1 --2- 172.21.15.27:0/3186287808 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3970005180 0x7f397000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:27.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.319+0000 7f398928f640 1 --2- 172.21.15.27:0/3186287808 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f39700047c0 0x7f3970004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:27.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.319+0000 7f3989a90640 1 --2- 172.21.15.27:0/3186287808 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3970003bc0 0x7f3970003fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:27.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.319+0000 7f398a291640 1 -- 172.21.15.27:0/3186287808 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3970003bc0 msgr2=0x7f3970003fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:27.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.319+0000 7f398a291640 1 --2- 172.21.15.27:0/3186287808 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3970003bc0 0x7f3970003fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:27.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.319+0000 7f398a291640 1 -- 172.21.15.27:0/3186287808 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f39700047c0 msgr2=0x7f3970004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:27.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.319+0000 7f398a291640 1 --2- 172.21.15.27:0/3186287808 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f39700047c0 0x7f3970004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:27.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.319+0000 7f398a291640 1 -- 172.21.15.27:0/3186287808 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3970003520 con 0x7f3970005180 2024-02-09T23:57:27.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.320+0000 7f398a291640 1 -- 172.21.15.27:0/3186287808 reap_dead start 2024-02-09T23:57:27.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.320+0000 7f398a291640 1 --2- 172.21.15.27:0/3186287808 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3970005180 0x7f397000b980 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f3980001fd0 tx=0x7f39700057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=856329abccff2270 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:27.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.320+0000 7f3988a8e640 1 -- 172.21.15.27:0/3186287808 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3980003b70 con 0x7f3970005180 2024-02-09T23:57:27.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.320+0000 7f3988a8e640 1 -- 172.21.15.27:0/3186287808 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3980003cd0 con 0x7f3970005180 2024-02-09T23:57:27.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.320+0000 7f3988a8e640 1 -- 172.21.15.27:0/3186287808 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3980005310 con 0x7f3970005180 2024-02-09T23:57:27.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.321+0000 7f398bcf4640 1 -- 172.21.15.27:0/3186287808 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3970005180 msgr2=0x7f397000b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:27.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.321+0000 7f398bcf4640 1 --2- 172.21.15.27:0/3186287808 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3970005180 0x7f397000b980 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f3980001fd0 tx=0x7f39700057f0 comp rx=0 tx=0).stop 2024-02-09T23:57:27.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.321+0000 7f398bcf4640 1 -- 172.21.15.27:0/3186287808 shutdown_connections 2024-02-09T23:57:27.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.321+0000 7f398bcf4640 1 --2- 172.21.15.27:0/3186287808 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3970005180 0x7f397000b980 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:27.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.321+0000 7f398bcf4640 1 -- 172.21.15.27:0/3186287808 >> 172.21.15.27:0/3186287808 conn(0x7f39840b3460 msgr2=0x7f39840b3870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:27.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.321+0000 7f398bcf4640 1 -- 172.21.15.27:0/3186287808 shutdown_connections 2024-02-09T23:57:27.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.321+0000 7f398bcf4640 1 -- 172.21.15.27:0/3186287808 wait complete. 2024-02-09T23:57:27.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.322+0000 7f398bcf4640 1 Processor -- start 2024-02-09T23:57:27.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.322+0000 7f398bcf4640 1 -- start start 2024-02-09T23:57:27.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.323+0000 7f398bcf4640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3970005180 0x7f398409b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:27.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.323+0000 7f398bcf4640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f39840cb660 0x7f398409f060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:27.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.323+0000 7f398bcf4640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f398409f5a0 0x7f398409d270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:27.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.323+0000 7f398bcf4640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39840c99d0 con 0x7f398409f5a0 2024-02-09T23:57:27.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.323+0000 7f398bcf4640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39840c8d90 con 0x7f39840cb660 2024-02-09T23:57:27.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.323+0000 7f398bcf4640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f398409bd30 con 0x7f3970005180 2024-02-09T23:57:27.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.323+0000 7f398a291640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f398409f5a0 0x7f398409d270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:27.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.323+0000 7f398a291640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f398409f5a0 0x7f398409d270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47556/0 (socket says 172.21.15.27:47556) 2024-02-09T23:57:27.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.323+0000 7f398a291640 1 -- 172.21.15.27:0/2312255133 learned_addr learned my addr 172.21.15.27:0/2312255133 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:27.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.323+0000 7f3989a90640 1 --2- 172.21.15.27:0/2312255133 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3970005180 0x7f398409b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:27.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.323+0000 7f398928f640 1 --2- 172.21.15.27:0/2312255133 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f39840cb660 0x7f398409f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:27.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.323+0000 7f398a291640 1 -- 172.21.15.27:0/2312255133 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3970005180 msgr2=0x7f398409b7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:27.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.323+0000 7f398a291640 1 --2- 172.21.15.27:0/2312255133 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3970005180 0x7f398409b7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:27.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.323+0000 7f398a291640 1 -- 172.21.15.27:0/2312255133 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f39840cb660 msgr2=0x7f398409f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:27.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.323+0000 7f398a291640 1 --2- 172.21.15.27:0/2312255133 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f39840cb660 0x7f398409f060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:27.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.323+0000 7f398a291640 1 -- 172.21.15.27:0/2312255133 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39840c9030 con 0x7f398409f5a0 2024-02-09T23:57:27.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.323+0000 7f398a291640 1 --2- 172.21.15.27:0/2312255133 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f398409f5a0 0x7f398409d270 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f39800012e0 tx=0x7f3980001650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:27.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.324+0000 7f397a7fc640 1 -- 172.21.15.27:0/2312255133 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f398003a070 con 0x7f398409f5a0 2024-02-09T23:57:27.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.324+0000 7f397a7fc640 1 -- 172.21.15.27:0/2312255133 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3980005690 con 0x7f398409f5a0 2024-02-09T23:57:27.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.324+0000 7f398bcf4640 1 -- 172.21.15.27:0/2312255133 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f39840c9310 con 0x7f398409f5a0 2024-02-09T23:57:27.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.324+0000 7f397a7fc640 1 -- 172.21.15.27:0/2312255133 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f398002c790 con 0x7f398409f5a0 2024-02-09T23:57:27.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.324+0000 7f398bcf4640 1 -- 172.21.15.27:0/2312255133 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f398409d7b0 con 0x7f398409f5a0 2024-02-09T23:57:27.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.325+0000 7f398bcf4640 1 -- 172.21.15.27:0/2312255133 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f39840c9b10 con 0x7f398409f5a0 2024-02-09T23:57:27.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.325+0000 7f397a7fc640 1 -- 172.21.15.27:0/2312255133 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f398002c8f0 con 0x7f398409f5a0 2024-02-09T23:57:27.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.325+0000 7f397a7fc640 1 --2- 172.21.15.27:0/2312255133 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f396806b840 0x7f396806dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:27.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.326+0000 7f397a7fc640 1 -- 172.21.15.27:0/2312255133 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3980003e40 con 0x7f398409f5a0 2024-02-09T23:57:27.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.326+0000 7f3989a90640 1 --2- 172.21.15.27:0/2312255133 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f396806b840 0x7f396806dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:27.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.326+0000 7f3989a90640 1 --2- 172.21.15.27:0/2312255133 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f396806b840 0x7f396806dd00 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f397c001050 tx=0x7f397c009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:27.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.330+0000 7f397a7fc640 1 -- 172.21.15.27:0/2312255133 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f39840c9b10 con 0x7f398409f5a0 2024-02-09T23:57:27.513 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.510+0000 7f398bcf4640 1 -- 172.21.15.27:0/2312255133 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f39840c9b10 con 0x7f398409f5a0 2024-02-09T23:57:27.514 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.511+0000 7f397a7fc640 1 -- 172.21.15.27:0/2312255133 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16605 (secure 0 0 0) 0x7f39840c9b10 con 0x7f398409f5a0 2024-02-09T23:57:27.514 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:27.515 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":20,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:56:52.874682+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:56:49.610721+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:56:50.234763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:57:27.516 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.513+0000 7f398bcf4640 1 -- 172.21.15.27:0/2312255133 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f396806b840 msgr2=0x7f396806dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:27.516 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.513+0000 7f398bcf4640 1 --2- 172.21.15.27:0/2312255133 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f396806b840 0x7f396806dd00 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f397c001050 tx=0x7f397c009040 comp rx=0 tx=0).stop 2024-02-09T23:57:27.517 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.513+0000 7f398bcf4640 1 -- 172.21.15.27:0/2312255133 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f398409f5a0 msgr2=0x7f398409d270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:27.517 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.513+0000 7f398bcf4640 1 --2- 172.21.15.27:0/2312255133 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f398409f5a0 0x7f398409d270 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f39800012e0 tx=0x7f3980001650 comp rx=0 tx=0).stop 2024-02-09T23:57:27.517 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.513+0000 7f398bcf4640 1 -- 172.21.15.27:0/2312255133 shutdown_connections 2024-02-09T23:57:27.517 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.513+0000 7f398bcf4640 1 --2- 172.21.15.27:0/2312255133 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f396806b840 0x7f396806dd00 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:27.517 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.513+0000 7f398bcf4640 1 --2- 172.21.15.27:0/2312255133 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f398409f5a0 0x7f398409d270 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:27.517 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.513+0000 7f398bcf4640 1 --2- 172.21.15.27:0/2312255133 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f39840cb660 0x7f398409f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:27.517 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.513+0000 7f398bcf4640 1 --2- 172.21.15.27:0/2312255133 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3970005180 0x7f398409b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:27.517 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.513+0000 7f398bcf4640 1 -- 172.21.15.27:0/2312255133 >> 172.21.15.27:0/2312255133 conn(0x7f39840b3460 msgr2=0x7f39840ce380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:27.517 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.513+0000 7f398bcf4640 1 -- 172.21.15.27:0/2312255133 shutdown_connections 2024-02-09T23:57:27.517 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.513+0000 7f398bcf4640 1 -- 172.21.15.27:0/2312255133 wait complete. 2024-02-09T23:57:27.527 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-09T23:56:39.494694+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-09T23:56:49.610721+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-09T23:56:50.234763+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-09T23:57:27.528 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-09T23:57:27.637 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.634+0000 7f914003e640 1 Processor -- start 2024-02-09T23:57:27.637 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.635+0000 7f914003e640 1 -- start start 2024-02-09T23:57:27.639 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.635+0000 7f914003e640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f91380cc870 0x7f913815e660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:27.639 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.635+0000 7f914003e640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f913813fe10 0x7f91381402a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:27.639 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.635+0000 7f914003e640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f91380ce1a0 con 0x7f91380cc490 2024-02-09T23:57:27.639 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.635+0000 7f914003e640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f913815ad20 con 0x7f913813fe10 2024-02-09T23:57:27.639 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.635+0000 7f914003e640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f913815b000 con 0x7f91380cc870 2024-02-09T23:57:27.639 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.636+0000 7f913e5db640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f913813fe10 0x7f91381402a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:27.639 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.636+0000 7f913ddda640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f91380cc490 0x7f913815a4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51726/0 (socket says 172.21.15.27:51726) 2024-02-09T23:57:27.639 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.636+0000 7f913e5db640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f913813fe10 0x7f91381402a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47558/0 (socket says 172.21.15.27:47558) 2024-02-09T23:57:27.639 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.636+0000 7f913ddda640 1 -- 172.21.15.27:0/2977944751 learned_addr learned my addr 172.21.15.27:0/2977944751 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:27.639 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.636+0000 7f913d5d9640 1 --2- 172.21.15.27:0/2977944751 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f91380cc870 0x7f913815e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:27.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.636+0000 7f913e5db640 1 -- 172.21.15.27:0/2977944751 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f91380cc870 msgr2=0x7f913815e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:27.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.636+0000 7f913e5db640 1 --2- 172.21.15.27:0/2977944751 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f91380cc870 0x7f913815e660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:27.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.636+0000 7f913e5db640 1 -- 172.21.15.27:0/2977944751 >> v1:172.21.15.27:6789/0 conn(0x7f91380cc490 legacy=0x7f913815a4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:27.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.636+0000 7f913cdd8640 1 -- 172.21.15.27:0/2977944751 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1252793763 0 0) 0x7f91380ce1a0 con 0x7f91380cc490 2024-02-09T23:57:27.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.636+0000 7f913e5db640 1 -- 172.21.15.27:0/2977944751 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f913815b2e0 con 0x7f913813fe10 2024-02-09T23:57:27.641 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.637+0000 7f913e5db640 1 --2- 172.21.15.27:0/2977944751 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f913813fe10 0x7f91381402a0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f9130009d90 tx=0x7f913002be10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a88ab040b04aae37 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:27.641 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.637+0000 7f913cdd8640 1 -- 172.21.15.27:0/2977944751 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f913002cbc0 con 0x7f913813fe10 2024-02-09T23:57:27.641 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.637+0000 7f913cdd8640 1 -- 172.21.15.27:0/2977944751 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f913002cd20 con 0x7f913813fe10 2024-02-09T23:57:27.641 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.637+0000 7f913cdd8640 1 -- 172.21.15.27:0/2977944751 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9130034660 con 0x7f913813fe10 2024-02-09T23:57:27.642 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.637+0000 7f914003e640 1 -- 172.21.15.27:0/2977944751 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f913813fe10 msgr2=0x7f91381402a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:27.642 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.637+0000 7f914003e640 1 --2- 172.21.15.27:0/2977944751 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f913813fe10 0x7f91381402a0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f9130009d90 tx=0x7f913002be10 comp rx=0 tx=0).stop 2024-02-09T23:57:27.642 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.637+0000 7f914003e640 1 -- 172.21.15.27:0/2977944751 shutdown_connections 2024-02-09T23:57:27.642 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.637+0000 7f914003e640 1 --2- 172.21.15.27:0/2977944751 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f913813fe10 0x7f91381402a0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:27.642 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.637+0000 7f914003e640 1 --2- 172.21.15.27:0/2977944751 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f91380cc870 0x7f913815e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:27.642 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.637+0000 7f914003e640 1 -- 172.21.15.27:0/2977944751 >> 172.21.15.27:0/2977944751 conn(0x7f9138067040 msgr2=0x7f913806ac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:27.642 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.638+0000 7f914003e640 1 -- 172.21.15.27:0/2977944751 shutdown_connections 2024-02-09T23:57:27.642 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.638+0000 7f914003e640 1 -- 172.21.15.27:0/2977944751 wait complete. 2024-02-09T23:57:27.642 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.639+0000 7f914003e640 1 Processor -- start 2024-02-09T23:57:27.642 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.639+0000 7f914003e640 1 -- start start 2024-02-09T23:57:27.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.639+0000 7f914003e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f91380cc490 0x7f91381553a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:27.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.639+0000 7f914003e640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f91380cc870 0x7f913813c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:27.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.639+0000 7f914003e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f913813fe10 0x7f913813a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:27.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.639+0000 7f914003e640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f913815a0d0 con 0x7f913813fe10 2024-02-09T23:57:27.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.639+0000 7f914003e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91381598c0 con 0x7f91380cc490 2024-02-09T23:57:27.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.639+0000 7f914003e640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9138159b10 con 0x7f91380cc870 2024-02-09T23:57:27.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.640+0000 7f913e5db640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f913813fe10 0x7f913813a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:27.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.640+0000 7f913e5db640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f913813fe10 0x7f913813a690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47568/0 (socket says 172.21.15.27:47568) 2024-02-09T23:57:27.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.640+0000 7f913e5db640 1 -- 172.21.15.27:0/3751019264 learned_addr learned my addr 172.21.15.27:0/3751019264 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:27.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.640+0000 7f913d5d9640 1 --2- 172.21.15.27:0/3751019264 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f91380cc870 0x7f913813c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:27.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.640+0000 7f913ddda640 1 --2- 172.21.15.27:0/3751019264 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f91380cc490 0x7f91381553a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:27.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.640+0000 7f913e5db640 1 -- 172.21.15.27:0/3751019264 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f91380cc870 msgr2=0x7f913813c4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:27.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.640+0000 7f913e5db640 1 --2- 172.21.15.27:0/3751019264 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f91380cc870 0x7f913813c4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:27.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.640+0000 7f913e5db640 1 -- 172.21.15.27:0/3751019264 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f91380cc490 msgr2=0x7f91381553a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:27.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.640+0000 7f913e5db640 1 --2- 172.21.15.27:0/3751019264 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f91380cc490 0x7f91381553a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:27.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.640+0000 7f913e5db640 1 -- 172.21.15.27:0/3751019264 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9130009a70 con 0x7f913813fe10 2024-02-09T23:57:27.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.640+0000 7f913e5db640 1 --2- 172.21.15.27:0/3751019264 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f913813fe10 0x7f913813a690 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f9130009d90 tx=0x7f9130004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:27.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.640+0000 7f912e7fc640 1 -- 172.21.15.27:0/3751019264 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9130003b90 con 0x7f913813fe10 2024-02-09T23:57:27.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.640+0000 7f912e7fc640 1 -- 172.21.15.27:0/3751019264 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f913002ce90 con 0x7f913813fe10 2024-02-09T23:57:27.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.640+0000 7f914003e640 1 -- 172.21.15.27:0/3751019264 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9138159df0 con 0x7f913813fe10 2024-02-09T23:57:27.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.640+0000 7f912e7fc640 1 -- 172.21.15.27:0/3751019264 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9130004030 con 0x7f913813fe10 2024-02-09T23:57:27.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.640+0000 7f914003e640 1 -- 172.21.15.27:0/3751019264 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91380b0760 con 0x7f913813fe10 2024-02-09T23:57:27.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.641+0000 7f914003e640 1 -- 172.21.15.27:0/3751019264 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f91380b00a0 con 0x7f913813fe10 2024-02-09T23:57:27.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.642+0000 7f912e7fc640 1 -- 172.21.15.27:0/3751019264 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f9130004190 con 0x7f913813fe10 2024-02-09T23:57:27.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.642+0000 7f912e7fc640 1 --2- 172.21.15.27:0/3751019264 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f911c06b810 0x7f911c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:27.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.642+0000 7f912e7fc640 1 -- 172.21.15.27:0/3751019264 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f91300ae510 con 0x7f913813fe10 2024-02-09T23:57:27.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.643+0000 7f913ddda640 1 --2- 172.21.15.27:0/3751019264 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f911c06b810 0x7f911c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:27.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.643+0000 7f913ddda640 1 --2- 172.21.15.27:0/3751019264 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f911c06b810 0x7f911c06dcd0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f9134000f60 tx=0x7f9134007b50 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:27.649 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.646+0000 7f912e7fc640 1 -- 172.21.15.27:0/3751019264 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f91380b00a0 con 0x7f913813fe10 2024-02-09T23:57:27.829 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.826+0000 7f914003e640 1 -- 172.21.15.27:0/3751019264 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f91380b00a0 con 0x7f913813fe10 2024-02-09T23:57:27.829 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.826+0000 7f912e7fc640 1 -- 172.21.15.27:0/3751019264 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f91380b00a0 con 0x7f913813fe10 2024-02-09T23:57:27.829 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 1 2024-02-09T23:57:27.831 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.828+0000 7f914003e640 1 -- 172.21.15.27:0/3751019264 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f911c06b810 msgr2=0x7f911c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:27.831 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.828+0000 7f914003e640 1 --2- 172.21.15.27:0/3751019264 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f911c06b810 0x7f911c06dcd0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f9134000f60 tx=0x7f9134007b50 comp rx=0 tx=0).stop 2024-02-09T23:57:27.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.828+0000 7f914003e640 1 -- 172.21.15.27:0/3751019264 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f913813fe10 msgr2=0x7f913813a690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:27.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.828+0000 7f914003e640 1 --2- 172.21.15.27:0/3751019264 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f913813fe10 0x7f913813a690 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f9130009d90 tx=0x7f9130004a40 comp rx=0 tx=0).stop 2024-02-09T23:57:27.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.828+0000 7f914003e640 1 -- 172.21.15.27:0/3751019264 shutdown_connections 2024-02-09T23:57:27.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.828+0000 7f914003e640 1 --2- 172.21.15.27:0/3751019264 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f911c06b810 0x7f911c06dcd0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:27.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.828+0000 7f914003e640 1 --2- 172.21.15.27:0/3751019264 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f913813fe10 0x7f913813a690 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:27.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.828+0000 7f914003e640 1 --2- 172.21.15.27:0/3751019264 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f91380cc870 0x7f913813c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:27.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.828+0000 7f914003e640 1 --2- 172.21.15.27:0/3751019264 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f91380cc490 0x7f91381553a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:27.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.828+0000 7f914003e640 1 -- 172.21.15.27:0/3751019264 >> 172.21.15.27:0/3751019264 conn(0x7f9138067040 msgr2=0x7f91380cd190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:27.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.828+0000 7f914003e640 1 -- 172.21.15.27:0/3751019264 shutdown_connections 2024-02-09T23:57:27.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.828+0000 7f914003e640 1 -- 172.21.15.27:0/3751019264 wait complete. 2024-02-09T23:57:27.842 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-09T23:57:27.952 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.949+0000 7f3adcea7640 1 Processor -- start 2024-02-09T23:57:27.952 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.949+0000 7f3adcea7640 1 -- start start 2024-02-09T23:57:27.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.950+0000 7f3adcea7640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f3ad815de60 0x7f3ad80d03f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:27.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.950+0000 7f3adcea7640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3ad80d0930 0x7f3ad80d1d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:27.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.950+0000 7f3adcea7640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f3ad80d2280 0x7f3ad806c360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:27.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.950+0000 7f3adcea7640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3ad815e240 con 0x7f3ad815de60 2024-02-09T23:57:27.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.950+0000 7f3adcea7640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3ad80d2a00 con 0x7f3ad80d2280 2024-02-09T23:57:27.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.950+0000 7f3adcea7640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ad80d2ce0 con 0x7f3ad80d0930 2024-02-09T23:57:27.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.950+0000 7f3ad659c640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f3ad815de60 0x7f3ad80d03f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:27.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.950+0000 7f3ad659c640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f3ad815de60 0x7f3ad80d03f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47574/0 (socket says 172.21.15.27:47574) 2024-02-09T23:57:27.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.950+0000 7f3ad659c640 1 -- 172.21.15.27:0/1039678930 learned_addr learned my addr 172.21.15.27:0/1039678930 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:27.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.950+0000 7f3ad5d9b640 1 --2- 172.21.15.27:0/1039678930 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3ad80d0930 0x7f3ad80d1d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:27.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.950+0000 7f3ad6d9d640 1 --2- 172.21.15.27:0/1039678930 >> v2:172.21.15.153:3300/0 conn(0x7f3ad80d2280 0x7f3ad806c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:27.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.950+0000 7f3ad659c640 1 -- 172.21.15.27:0/1039678930 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3ad80d0930 msgr2=0x7f3ad80d1d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:27.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.950+0000 7f3ad659c640 1 --2- 172.21.15.27:0/1039678930 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3ad80d0930 0x7f3ad80d1d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:27.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.951+0000 7f3ad659c640 1 -- 172.21.15.27:0/1039678930 >> v2:172.21.15.153:3300/0 conn(0x7f3ad80d2280 msgr2=0x7f3ad806c360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:27.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.951+0000 7f3ad659c640 1 --2- 172.21.15.27:0/1039678930 >> v2:172.21.15.153:3300/0 conn(0x7f3ad80d2280 0x7f3ad806c360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:27.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.951+0000 7f3ad659c640 1 -- 172.21.15.27:0/1039678930 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ad80d2fc0 con 0x7f3ad815de60 2024-02-09T23:57:27.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.951+0000 7f3ad6d9d640 1 --2- 172.21.15.27:0/1039678930 >> v2:172.21.15.153:3300/0 conn(0x7f3ad80d2280 0x7f3ad806c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:27.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.951+0000 7f3ad659c640 1 --2- 172.21.15.27:0/1039678930 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3ad815de60 0x7f3ad80d03f0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f3ad80b6590 tx=0x7f3ad002b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aee1bc9590c3c44a server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:27.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.951+0000 7f3ad559a640 1 -- 172.21.15.27:0/1039678930 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ad00317d0 con 0x7f3ad815de60 2024-02-09T23:57:27.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.951+0000 7f3ad559a640 1 -- 172.21.15.27:0/1039678930 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ad0031930 con 0x7f3ad815de60 2024-02-09T23:57:27.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.951+0000 7f3ad559a640 1 -- 172.21.15.27:0/1039678930 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ad0031cc0 con 0x7f3ad815de60 2024-02-09T23:57:27.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.952+0000 7f3adcea7640 1 -- 172.21.15.27:0/1039678930 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3ad815de60 msgr2=0x7f3ad80d03f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:27.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.952+0000 7f3adcea7640 1 --2- 172.21.15.27:0/1039678930 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3ad815de60 0x7f3ad80d03f0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f3ad80b6590 tx=0x7f3ad002b870 comp rx=0 tx=0).stop 2024-02-09T23:57:27.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.952+0000 7f3adcea7640 1 -- 172.21.15.27:0/1039678930 shutdown_connections 2024-02-09T23:57:27.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.952+0000 7f3adcea7640 1 --2- 172.21.15.27:0/1039678930 >> v2:172.21.15.153:3300/0 conn(0x7f3ad80d2280 0x7f3ad806c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:27.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.952+0000 7f3adcea7640 1 --2- 172.21.15.27:0/1039678930 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3ad80d0930 0x7f3ad80d1d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:27.957 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.952+0000 7f3adcea7640 1 --2- 172.21.15.27:0/1039678930 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3ad815de60 0x7f3ad80d03f0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:27.957 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.952+0000 7f3adcea7640 1 -- 172.21.15.27:0/1039678930 >> 172.21.15.27:0/1039678930 conn(0x7f3ad8066f90 msgr2=0x7f3ad80b55f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:27.957 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.952+0000 7f3adcea7640 1 -- 172.21.15.27:0/1039678930 shutdown_connections 2024-02-09T23:57:27.957 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.952+0000 7f3adcea7640 1 -- 172.21.15.27:0/1039678930 wait complete. 2024-02-09T23:57:27.957 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.953+0000 7f3adcea7640 1 Processor -- start 2024-02-09T23:57:27.957 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.953+0000 7f3adcea7640 1 -- start start 2024-02-09T23:57:27.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.954+0000 7f3adcea7640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3ad80d0930 0x7f3ad80c6870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:27.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.954+0000 7f3adcea7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3ad80d2280 0x7f3ad815f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:27.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.954+0000 7f3adcea7640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3ad815de60 0x7f3ad8160920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:27.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.954+0000 7f3adcea7640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ad815e380 con 0x7f3ad80d0930 2024-02-09T23:57:27.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.954+0000 7f3adcea7640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ad815e660 con 0x7f3ad80d2280 2024-02-09T23:57:27.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.954+0000 7f3adcea7640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ad815e940 con 0x7f3ad815de60 2024-02-09T23:57:27.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.954+0000 7f3ad659c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3ad80d0930 0x7f3ad80c6870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:27.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.954+0000 7f3ad659c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3ad80d0930 0x7f3ad80c6870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47582/0 (socket says 172.21.15.27:47582) 2024-02-09T23:57:27.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.954+0000 7f3ad659c640 1 -- 172.21.15.27:0/2704513100 learned_addr learned my addr 172.21.15.27:0/2704513100 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:27.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.954+0000 7f3ad5d9b640 1 --2- 172.21.15.27:0/2704513100 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3ad80d2280 0x7f3ad815f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:27.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.954+0000 7f3ad6d9d640 1 --2- 172.21.15.27:0/2704513100 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3ad815de60 0x7f3ad8160920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:27.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.955+0000 7f3ad659c640 1 -- 172.21.15.27:0/2704513100 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3ad815de60 msgr2=0x7f3ad8160920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:27.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.955+0000 7f3ad659c640 1 --2- 172.21.15.27:0/2704513100 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3ad815de60 0x7f3ad8160920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:27.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.955+0000 7f3ad659c640 1 -- 172.21.15.27:0/2704513100 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3ad80d2280 msgr2=0x7f3ad815f700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:27.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.955+0000 7f3ad659c640 1 --2- 172.21.15.27:0/2704513100 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3ad80d2280 0x7f3ad815f700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:27.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.955+0000 7f3ad659c640 1 -- 172.21.15.27:0/2704513100 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ad00094d0 con 0x7f3ad80d0930 2024-02-09T23:57:27.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.955+0000 7f3ad659c640 1 --2- 172.21.15.27:0/2704513100 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3ad80d0930 0x7f3ad80c6870 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f3ad0000c00 tx=0x7f3ad00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:27.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.955+0000 7f3aceffd640 1 -- 172.21.15.27:0/2704513100 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ad0032870 con 0x7f3ad80d0930 2024-02-09T23:57:27.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.955+0000 7f3aceffd640 1 -- 172.21.15.27:0/2704513100 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ad0032a10 con 0x7f3ad80d0930 2024-02-09T23:57:27.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.955+0000 7f3adcea7640 1 -- 172.21.15.27:0/2704513100 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3ad815ec20 con 0x7f3ad80d0930 2024-02-09T23:57:27.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.955+0000 7f3aceffd640 1 -- 172.21.15.27:0/2704513100 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ad0032dc0 con 0x7f3ad80d0930 2024-02-09T23:57:27.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.955+0000 7f3adcea7640 1 -- 172.21.15.27:0/2704513100 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3ad815f1e0 con 0x7f3ad80d0930 2024-02-09T23:57:27.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.956+0000 7f3adcea7640 1 -- 172.21.15.27:0/2704513100 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3ad80732d0 con 0x7f3ad80d0930 2024-02-09T23:57:27.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.956+0000 7f3aceffd640 1 -- 172.21.15.27:0/2704513100 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f3ad0030070 con 0x7f3ad80d0930 2024-02-09T23:57:27.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.957+0000 7f3aceffd640 1 --2- 172.21.15.27:0/2704513100 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3ab806b810 0x7f3ab806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:27.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.957+0000 7f3aceffd640 1 -- 172.21.15.27:0/2704513100 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3ad00abfa0 con 0x7f3ad80d0930 2024-02-09T23:57:27.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.957+0000 7f3ad5d9b640 1 --2- 172.21.15.27:0/2704513100 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3ab806b810 0x7f3ab806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:27.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.957+0000 7f3ad5d9b640 1 --2- 172.21.15.27:0/2704513100 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3ab806b810 0x7f3ab806dcd0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f3ad80c92c0 tx=0x7f3ac0008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:27.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:27.961+0000 7f3aceffd640 1 -- 172.21.15.27:0/2704513100 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f3ad00df8c0 con 0x7f3ad80d0930 2024-02-09T23:57:28.145 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.142+0000 7f3adcea7640 1 -- 172.21.15.27:0/2704513100 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f3ad815ea80 con 0x7f3ad80d0930 2024-02-09T23:57:28.145 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.142+0000 7f3aceffd640 1 -- 172.21.15.27:0/2704513100 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f3ad815ea80 con 0x7f3ad80d0930 2024-02-09T23:57:28.146 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 32 2024-02-09T23:57:28.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.144+0000 7f3adcea7640 1 -- 172.21.15.27:0/2704513100 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3ab806b810 msgr2=0x7f3ab806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:28.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.144+0000 7f3adcea7640 1 --2- 172.21.15.27:0/2704513100 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3ab806b810 0x7f3ab806dcd0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f3ad80c92c0 tx=0x7f3ac0008040 comp rx=0 tx=0).stop 2024-02-09T23:57:28.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.144+0000 7f3adcea7640 1 -- 172.21.15.27:0/2704513100 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3ad80d0930 msgr2=0x7f3ad80c6870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:28.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.144+0000 7f3adcea7640 1 --2- 172.21.15.27:0/2704513100 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3ad80d0930 0x7f3ad80c6870 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f3ad0000c00 tx=0x7f3ad00046c0 comp rx=0 tx=0).stop 2024-02-09T23:57:28.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.144+0000 7f3adcea7640 1 -- 172.21.15.27:0/2704513100 shutdown_connections 2024-02-09T23:57:28.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.144+0000 7f3adcea7640 1 --2- 172.21.15.27:0/2704513100 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3ab806b810 0x7f3ab806dcd0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:28.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.144+0000 7f3adcea7640 1 --2- 172.21.15.27:0/2704513100 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3ad815de60 0x7f3ad8160920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:28.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.144+0000 7f3adcea7640 1 --2- 172.21.15.27:0/2704513100 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3ad80d2280 0x7f3ad815f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:28.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.144+0000 7f3adcea7640 1 --2- 172.21.15.27:0/2704513100 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3ad80d0930 0x7f3ad80c6870 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:28.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.144+0000 7f3adcea7640 1 -- 172.21.15.27:0/2704513100 >> 172.21.15.27:0/2704513100 conn(0x7f3ad8066f90 msgr2=0x7f3ad8153f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:28.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.144+0000 7f3adcea7640 1 -- 172.21.15.27:0/2704513100 shutdown_connections 2024-02-09T23:57:28.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.144+0000 7f3adcea7640 1 -- 172.21.15.27:0/2704513100 wait complete. 2024-02-09T23:57:28.158 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-09T23:57:28.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.265+0000 7f93cbff4640 1 Processor -- start 2024-02-09T23:57:28.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.265+0000 7f93cbff4640 1 -- start start 2024-02-09T23:57:28.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.266+0000 7f93cbff4640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f93c40d0b00 0x7f93c40d1d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:28.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.266+0000 7f93cbff4640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f93c40d2280 0x7f93c40b6e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:28.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.266+0000 7f93cbff4640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f93c40d2a00 con 0x7f93c415de60 2024-02-09T23:57:28.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.266+0000 7f93cbff4640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f93c415e240 con 0x7f93c40d0b00 2024-02-09T23:57:28.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.266+0000 7f93cbff4640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f93c40d2ce0 con 0x7f93c40d2280 2024-02-09T23:57:28.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.266+0000 7f93c958f640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f93c40d0b00 0x7f93c40d1d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:28.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.266+0000 7f93c958f640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f93c40d0b00 0x7f93c40d1d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47594/0 (socket says 172.21.15.27:47594) 2024-02-09T23:57:28.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.266+0000 7f93c958f640 1 -- 172.21.15.27:0/1756235192 learned_addr learned my addr 172.21.15.27:0/1756235192 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:28.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.266+0000 7f93ca591640 1 --2- 172.21.15.27:0/1756235192 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f93c40d2280 0x7f93c40b6e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:28.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.267+0000 7f93c958f640 1 -- 172.21.15.27:0/1756235192 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f93c40d2280 msgr2=0x7f93c40b6e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:28.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.267+0000 7f93c958f640 1 --2- 172.21.15.27:0/1756235192 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f93c40d2280 0x7f93c40b6e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:28.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.267+0000 7f93c958f640 1 -- 172.21.15.27:0/1756235192 >> v1:172.21.15.153:6789/0 conn(0x7f93c415de60 legacy=0x7f93c40d03f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:28.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.267+0000 7f93c958f640 1 -- 172.21.15.27:0/1756235192 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93c40d2fc0 con 0x7f93c40d0b00 2024-02-09T23:57:28.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.267+0000 7f93ca591640 1 --2- 172.21.15.27:0/1756235192 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f93c40d2280 0x7f93c40b6e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:28.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.267+0000 7f93c958f640 1 --2- 172.21.15.27:0/1756235192 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f93c40d0b00 0x7f93c40d1d40 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f93b4009870 tx=0x7f93b402b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a85df911c1a0ad73 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:28.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.267+0000 7f93c8d8e640 1 -- 172.21.15.27:0/1756235192 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93b40317c0 con 0x7f93c40d0b00 2024-02-09T23:57:28.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.267+0000 7f93c8d8e640 1 -- 172.21.15.27:0/1756235192 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f93b4031920 con 0x7f93c40d0b00 2024-02-09T23:57:28.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.267+0000 7f93c8d8e640 1 -- 172.21.15.27:0/1756235192 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93b4031cb0 con 0x7f93c40d0b00 2024-02-09T23:57:28.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.268+0000 7f93cbff4640 1 -- 172.21.15.27:0/1756235192 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f93c40d0b00 msgr2=0x7f93c40d1d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:28.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.268+0000 7f93cbff4640 1 --2- 172.21.15.27:0/1756235192 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f93c40d0b00 0x7f93c40d1d40 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f93b4009870 tx=0x7f93b402b860 comp rx=0 tx=0).stop 2024-02-09T23:57:28.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.268+0000 7f93cbff4640 1 -- 172.21.15.27:0/1756235192 shutdown_connections 2024-02-09T23:57:28.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.268+0000 7f93cbff4640 1 --2- 172.21.15.27:0/1756235192 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f93c40d2280 0x7f93c40b6e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:28.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.268+0000 7f93cbff4640 1 --2- 172.21.15.27:0/1756235192 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f93c40d0b00 0x7f93c40d1d40 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:28.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.268+0000 7f93cbff4640 1 -- 172.21.15.27:0/1756235192 >> 172.21.15.27:0/1756235192 conn(0x7f93c4066f90 msgr2=0x7f93c40b55f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:28.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.268+0000 7f93cbff4640 1 -- 172.21.15.27:0/1756235192 shutdown_connections 2024-02-09T23:57:28.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.268+0000 7f93cbff4640 1 -- 172.21.15.27:0/1756235192 wait complete. 2024-02-09T23:57:28.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.269+0000 7f93cbff4640 1 Processor -- start 2024-02-09T23:57:28.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.269+0000 7f93cbff4640 1 -- start start 2024-02-09T23:57:28.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.270+0000 7f93cbff4640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f93c40d0b00 0x7f93c40c7610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:28.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.270+0000 7f93cbff4640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f93c40d2280 0x7f93c41606c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:28.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.270+0000 7f93cbff4640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f93c415de60 0x7f93c41f2d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:28.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.270+0000 7f93cbff4640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93c4160c00 con 0x7f93c40d0b00 2024-02-09T23:57:28.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.270+0000 7f93cbff4640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93c40c7d10 con 0x7f93c40d2280 2024-02-09T23:57:28.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.270+0000 7f93cbff4640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f93c40c7ff0 con 0x7f93c415de60 2024-02-09T23:57:28.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.270+0000 7f93c9d90640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f93c40d0b00 0x7f93c40c7610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:28.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.270+0000 7f93c9d90640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f93c40d0b00 0x7f93c40c7610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47598/0 (socket says 172.21.15.27:47598) 2024-02-09T23:57:28.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.270+0000 7f93c9d90640 1 -- 172.21.15.27:0/3318641399 learned_addr learned my addr 172.21.15.27:0/3318641399 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:28.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.270+0000 7f93ca591640 1 --2- 172.21.15.27:0/3318641399 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f93c415de60 0x7f93c41f2d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:28.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.270+0000 7f93c958f640 1 --2- 172.21.15.27:0/3318641399 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f93c40d2280 0x7f93c41606c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:28.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.270+0000 7f93c9d90640 1 -- 172.21.15.27:0/3318641399 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f93c415de60 msgr2=0x7f93c41f2d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:28.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.270+0000 7f93c9d90640 1 --2- 172.21.15.27:0/3318641399 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f93c415de60 0x7f93c41f2d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:28.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.270+0000 7f93c9d90640 1 -- 172.21.15.27:0/3318641399 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f93c40d2280 msgr2=0x7f93c41606c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:28.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.270+0000 7f93c9d90640 1 --2- 172.21.15.27:0/3318641399 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f93c40d2280 0x7f93c41606c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:28.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.270+0000 7f93c9d90640 1 -- 172.21.15.27:0/3318641399 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93b40094d0 con 0x7f93c40d0b00 2024-02-09T23:57:28.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.271+0000 7f93ca591640 1 --2- 172.21.15.27:0/3318641399 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f93c415de60 0x7f93c41f2d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:28.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.271+0000 7f93c958f640 1 --2- 172.21.15.27:0/3318641399 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f93c40d2280 0x7f93c41606c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:28.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.271+0000 7f93c9d90640 1 --2- 172.21.15.27:0/3318641399 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f93c40d0b00 0x7f93c40c7610 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f93c000b3f0 tx=0x7f93c000b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:28.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.271+0000 7f93ba7fc640 1 -- 172.21.15.27:0/3318641399 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93c0011830 con 0x7f93c40d0b00 2024-02-09T23:57:28.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.271+0000 7f93ba7fc640 1 -- 172.21.15.27:0/3318641399 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f93c0011990 con 0x7f93c40d0b00 2024-02-09T23:57:28.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.271+0000 7f93cbff4640 1 -- 172.21.15.27:0/3318641399 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f93c40c82d0 con 0x7f93c40d0b00 2024-02-09T23:57:28.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.271+0000 7f93ba7fc640 1 -- 172.21.15.27:0/3318641399 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93c0011d40 con 0x7f93c40d0b00 2024-02-09T23:57:28.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.271+0000 7f93cbff4640 1 -- 172.21.15.27:0/3318641399 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93c40c8890 con 0x7f93c40d0b00 2024-02-09T23:57:28.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.272+0000 7f93cbff4640 1 -- 172.21.15.27:0/3318641399 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f93c40732d0 con 0x7f93c40d0b00 2024-02-09T23:57:28.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.272+0000 7f93ba7fc640 1 -- 172.21.15.27:0/3318641399 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f93c001a400 con 0x7f93c40d0b00 2024-02-09T23:57:28.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.273+0000 7f93ba7fc640 1 --2- 172.21.15.27:0/3318641399 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f93a806b810 0x7f93a806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:28.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.273+0000 7f93ba7fc640 1 -- 172.21.15.27:0/3318641399 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f93c0089f70 con 0x7f93c40d0b00 2024-02-09T23:57:28.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.273+0000 7f93c958f640 1 --2- 172.21.15.27:0/3318641399 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f93a806b810 0x7f93a806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:28.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.274+0000 7f93c958f640 1 --2- 172.21.15.27:0/3318641399 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f93a806b810 0x7f93a806dcd0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f93b4036000 tx=0x7f93b403d040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:28.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.277+0000 7f93ba7fc640 1 -- 172.21.15.27:0/3318641399 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f93c00bd8c0 con 0x7f93c40d0b00 2024-02-09T23:57:28.457 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.455+0000 7f93cbff4640 1 -- 172.21.15.27:0/3318641399 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f93c40746c0 con 0x7f93c40d0b00 2024-02-09T23:57:28.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.455+0000 7f93ba7fc640 1 -- 172.21.15.27:0/3318641399 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f93c00150a0 con 0x7f93c40d0b00 2024-02-09T23:57:28.458 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 64 2024-02-09T23:57:28.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.457+0000 7f93cbff4640 1 -- 172.21.15.27:0/3318641399 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f93a806b810 msgr2=0x7f93a806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:28.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.457+0000 7f93cbff4640 1 --2- 172.21.15.27:0/3318641399 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f93a806b810 0x7f93a806dcd0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f93b4036000 tx=0x7f93b403d040 comp rx=0 tx=0).stop 2024-02-09T23:57:28.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.457+0000 7f93cbff4640 1 -- 172.21.15.27:0/3318641399 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f93c40d0b00 msgr2=0x7f93c40c7610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:28.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.457+0000 7f93cbff4640 1 --2- 172.21.15.27:0/3318641399 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f93c40d0b00 0x7f93c40c7610 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f93c000b3f0 tx=0x7f93c000b8b0 comp rx=0 tx=0).stop 2024-02-09T23:57:28.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.457+0000 7f93cbff4640 1 -- 172.21.15.27:0/3318641399 shutdown_connections 2024-02-09T23:57:28.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.457+0000 7f93cbff4640 1 --2- 172.21.15.27:0/3318641399 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f93a806b810 0x7f93a806dcd0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:28.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.457+0000 7f93cbff4640 1 --2- 172.21.15.27:0/3318641399 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f93c415de60 0x7f93c41f2d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:28.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.457+0000 7f93cbff4640 1 --2- 172.21.15.27:0/3318641399 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f93c40d2280 0x7f93c41606c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:28.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.457+0000 7f93cbff4640 1 --2- 172.21.15.27:0/3318641399 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f93c40d0b00 0x7f93c40c7610 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:28.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.457+0000 7f93cbff4640 1 -- 172.21.15.27:0/3318641399 >> 172.21.15.27:0/3318641399 conn(0x7f93c4066f90 msgr2=0x7f93c40b7960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:28.461 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.457+0000 7f93cbff4640 1 -- 172.21.15.27:0/3318641399 shutdown_connections 2024-02-09T23:57:28.461 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.457+0000 7f93cbff4640 1 -- 172.21.15.27:0/3318641399 wait complete. 2024-02-09T23:57:28.471 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-02-09T23:57:28.579 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.576+0000 7fbf93adf640 1 Processor -- start 2024-02-09T23:57:28.579 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.576+0000 7fbf93adf640 1 -- start start 2024-02-09T23:57:28.580 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.577+0000 7fbf93adf640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbf8c0b6b20 0x7fbf8c0b5470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:28.580 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.577+0000 7fbf93adf640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fbf8c0b6f80 0x7fbf8c0b59b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:28.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.577+0000 7fbf93adf640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbf8c161660 con 0x7fbf8c161280 2024-02-09T23:57:28.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.577+0000 7fbf93adf640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbf8c0b9a20 con 0x7fbf8c0b6f80 2024-02-09T23:57:28.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.577+0000 7fbf93adf640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf8c0d1c10 con 0x7fbf8c0b6b20 2024-02-09T23:57:28.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.577+0000 7fbf9187b640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fbf8c161280 0x7fbf8c0b9310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51728/0 (socket says 172.21.15.27:51728) 2024-02-09T23:57:28.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.577+0000 7fbf9187b640 1 -- 172.21.15.27:0/2762619343 learned_addr learned my addr 172.21.15.27:0/2762619343 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:28.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.577+0000 7fbf9207c640 1 --2- 172.21.15.27:0/2762619343 >> v2:172.21.15.27:3300/0 conn(0x7fbf8c0b6f80 0x7fbf8c0b59b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:28.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.577+0000 7fbf9107a640 1 --2- 172.21.15.27:0/2762619343 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbf8c0b6b20 0x7fbf8c0b5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:28.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.577+0000 7fbf90879640 1 -- 172.21.15.27:0/2762619343 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2366411422 0 0) 0x7fbf8c161660 con 0x7fbf8c161280 2024-02-09T23:57:28.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.577+0000 7fbf90879640 1 -- 172.21.15.27:0/2762619343 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbf78003520 con 0x7fbf8c161280 2024-02-09T23:57:28.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.577+0000 7fbf9207c640 1 -- 172.21.15.27:0/2762619343 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbf8c0b6b20 msgr2=0x7fbf8c0b5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:28.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.577+0000 7fbf9207c640 1 --2- 172.21.15.27:0/2762619343 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbf8c0b6b20 0x7fbf8c0b5470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:28.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.577+0000 7fbf9207c640 1 -- 172.21.15.27:0/2762619343 >> v1:172.21.15.27:6789/0 conn(0x7fbf8c161280 legacy=0x7fbf8c0b9310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:28.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.577+0000 7fbf9207c640 1 -- 172.21.15.27:0/2762619343 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf8c0d1eb0 con 0x7fbf8c0b6f80 2024-02-09T23:57:28.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.578+0000 7fbf9207c640 1 --2- 172.21.15.27:0/2762619343 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbf8c0b6f80 0x7fbf8c0b59b0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fbf84009d90 tx=0x7fbf8402bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0bc4b5290fc5389 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:28.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.578+0000 7fbf90879640 1 -- 172.21.15.27:0/2762619343 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf8402cc50 con 0x7fbf8c0b6f80 2024-02-09T23:57:28.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.578+0000 7fbf90879640 1 -- 172.21.15.27:0/2762619343 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf8402cdb0 con 0x7fbf8c0b6f80 2024-02-09T23:57:28.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.578+0000 7fbf90879640 1 -- 172.21.15.27:0/2762619343 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf84034660 con 0x7fbf8c0b6f80 2024-02-09T23:57:28.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.579+0000 7fbf93adf640 1 -- 172.21.15.27:0/2762619343 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbf8c0b6f80 msgr2=0x7fbf8c0b59b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:28.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.579+0000 7fbf93adf640 1 --2- 172.21.15.27:0/2762619343 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbf8c0b6f80 0x7fbf8c0b59b0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fbf84009d90 tx=0x7fbf8402bea0 comp rx=0 tx=0).stop 2024-02-09T23:57:28.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.579+0000 7fbf93adf640 1 -- 172.21.15.27:0/2762619343 shutdown_connections 2024-02-09T23:57:28.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.579+0000 7fbf93adf640 1 --2- 172.21.15.27:0/2762619343 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbf8c0b6f80 0x7fbf8c0b59b0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:28.584 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.579+0000 7fbf93adf640 1 --2- 172.21.15.27:0/2762619343 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbf8c0b6b20 0x7fbf8c0b5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:28.584 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.579+0000 7fbf93adf640 1 -- 172.21.15.27:0/2762619343 >> 172.21.15.27:0/2762619343 conn(0x7fbf8c066f90 msgr2=0x7fbf8c0d0470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:28.584 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.579+0000 7fbf93adf640 1 -- 172.21.15.27:0/2762619343 shutdown_connections 2024-02-09T23:57:28.584 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.579+0000 7fbf93adf640 1 -- 172.21.15.27:0/2762619343 wait complete. 2024-02-09T23:57:28.584 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.580+0000 7fbf93adf640 1 Processor -- start 2024-02-09T23:57:28.584 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.580+0000 7fbf93adf640 1 -- start start 2024-02-09T23:57:28.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.581+0000 7fbf93adf640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbf8c0b6b20 0x7fbf8c0c8ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:28.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.581+0000 7fbf93adf640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbf8c0b6f80 0x7fbf8c0b44a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:28.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.581+0000 7fbf93adf640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbf8c161280 0x7fbf8c0b49e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:28.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.581+0000 7fbf93adf640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf8c0ca1f0 con 0x7fbf8c0b6b20 2024-02-09T23:57:28.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.581+0000 7fbf93adf640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf8c0c9570 con 0x7fbf8c161280 2024-02-09T23:57:28.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.581+0000 7fbf93adf640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf8c0c9850 con 0x7fbf8c0b6f80 2024-02-09T23:57:28.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.581+0000 7fbf9187b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbf8c0b6b20 0x7fbf8c0c8ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:28.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.581+0000 7fbf9187b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbf8c0b6b20 0x7fbf8c0c8ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47614/0 (socket says 172.21.15.27:47614) 2024-02-09T23:57:28.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.581+0000 7fbf9187b640 1 -- 172.21.15.27:0/458901785 learned_addr learned my addr 172.21.15.27:0/458901785 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:28.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.581+0000 7fbf9107a640 1 --2- 172.21.15.27:0/458901785 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbf8c0b6f80 0x7fbf8c0b44a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:28.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.581+0000 7fbf9207c640 1 --2- 172.21.15.27:0/458901785 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbf8c161280 0x7fbf8c0b49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:28.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.581+0000 7fbf9187b640 1 -- 172.21.15.27:0/458901785 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbf8c0b6f80 msgr2=0x7fbf8c0b44a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:28.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.581+0000 7fbf9187b640 1 --2- 172.21.15.27:0/458901785 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbf8c0b6f80 0x7fbf8c0b44a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:28.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.581+0000 7fbf9187b640 1 -- 172.21.15.27:0/458901785 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbf8c161280 msgr2=0x7fbf8c0b49e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:28.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.581+0000 7fbf9187b640 1 --2- 172.21.15.27:0/458901785 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbf8c161280 0x7fbf8c0b49e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:28.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.581+0000 7fbf9187b640 1 -- 172.21.15.27:0/458901785 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf84009a70 con 0x7fbf8c0b6b20 2024-02-09T23:57:28.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.581+0000 7fbf9207c640 1 --2- 172.21.15.27:0/458901785 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbf8c161280 0x7fbf8c0b49e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:28.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.581+0000 7fbf9187b640 1 --2- 172.21.15.27:0/458901785 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbf8c0b6b20 0x7fbf8c0c8ab0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fbf8800c390 tx=0x7fbf8800c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:28.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.582+0000 7fbf827fc640 1 -- 172.21.15.27:0/458901785 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf88005ce0 con 0x7fbf8c0b6b20 2024-02-09T23:57:28.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.582+0000 7fbf827fc640 1 -- 172.21.15.27:0/458901785 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf88005e40 con 0x7fbf8c0b6b20 2024-02-09T23:57:28.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.582+0000 7fbf827fc640 1 -- 172.21.15.27:0/458901785 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf880072f0 con 0x7fbf8c0b6b20 2024-02-09T23:57:28.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.582+0000 7fbf93adf640 1 -- 172.21.15.27:0/458901785 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf8c0c9b30 con 0x7fbf8c0b6b20 2024-02-09T23:57:28.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.582+0000 7fbf93adf640 1 -- 172.21.15.27:0/458901785 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf8c0cb900 con 0x7fbf8c0b6b20 2024-02-09T23:57:28.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.583+0000 7fbf93adf640 1 -- 172.21.15.27:0/458901785 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbf8c0ca330 con 0x7fbf8c0b6b20 2024-02-09T23:57:28.589 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.583+0000 7fbf827fc640 1 -- 172.21.15.27:0/458901785 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fbf88007450 con 0x7fbf8c0b6b20 2024-02-09T23:57:28.589 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.583+0000 7fbf827fc640 1 --2- 172.21.15.27:0/458901785 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbf7006b810 0x7fbf7006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:28.589 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.584+0000 7fbf827fc640 1 -- 172.21.15.27:0/458901785 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbf880896e0 con 0x7fbf8c0b6b20 2024-02-09T23:57:28.589 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.584+0000 7fbf9107a640 1 --2- 172.21.15.27:0/458901785 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbf7006b810 0x7fbf7006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:28.589 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.584+0000 7fbf9107a640 1 --2- 172.21.15.27:0/458901785 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbf7006b810 0x7fbf7006dcd0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fbf8c15d660 tx=0x7fbf7c009190 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:28.590 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.588+0000 7fbf827fc640 1 -- 172.21.15.27:0/458901785 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fbf88054240 con 0x7fbf8c0b6b20 2024-02-09T23:57:28.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.782+0000 7fbf93adf640 1 -- 172.21.15.27:0/458901785 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fbf8c0746c0 con 0x7fbf8c0b6b20 2024-02-09T23:57:28.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.782+0000 7fbf827fc640 1 -- 172.21.15.27:0/458901785 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) v1 ==== 80+0+0 (secure 0 0 0) 0x7fbf88057900 con 0x7fbf8c0b6b20 2024-02-09T23:57:28.785 INFO:teuthology.orchestra.run.smithi027.stderr:listed 0 entries 2024-02-09T23:57:28.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.784+0000 7fbf93adf640 1 -- 172.21.15.27:0/458901785 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbf7006b810 msgr2=0x7fbf7006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:28.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.784+0000 7fbf93adf640 1 --2- 172.21.15.27:0/458901785 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbf7006b810 0x7fbf7006dcd0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fbf8c15d660 tx=0x7fbf7c009190 comp rx=0 tx=0).stop 2024-02-09T23:57:28.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.784+0000 7fbf93adf640 1 -- 172.21.15.27:0/458901785 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbf8c0b6b20 msgr2=0x7fbf8c0c8ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:28.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.784+0000 7fbf93adf640 1 --2- 172.21.15.27:0/458901785 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbf8c0b6b20 0x7fbf8c0c8ab0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fbf8800c390 tx=0x7fbf8800c850 comp rx=0 tx=0).stop 2024-02-09T23:57:28.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.784+0000 7fbf93adf640 1 -- 172.21.15.27:0/458901785 shutdown_connections 2024-02-09T23:57:28.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.784+0000 7fbf93adf640 1 --2- 172.21.15.27:0/458901785 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbf7006b810 0x7fbf7006dcd0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:28.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.784+0000 7fbf93adf640 1 --2- 172.21.15.27:0/458901785 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbf8c161280 0x7fbf8c0b49e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:28.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.784+0000 7fbf93adf640 1 --2- 172.21.15.27:0/458901785 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbf8c0b6f80 0x7fbf8c0b44a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:28.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.784+0000 7fbf93adf640 1 --2- 172.21.15.27:0/458901785 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbf8c0b6b20 0x7fbf8c0c8ab0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:28.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.784+0000 7fbf93adf640 1 -- 172.21.15.27:0/458901785 >> 172.21.15.27:0/458901785 conn(0x7fbf8c066f90 msgr2=0x7fbf8c0cead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:28.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.784+0000 7fbf93adf640 1 -- 172.21.15.27:0/458901785 shutdown_connections 2024-02-09T23:57:28.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:28.784+0000 7fbf93adf640 1 -- 172.21.15.27:0/458901785 wait complete. 2024-02-09T23:57:28.798 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi027.front.sepia.ceph.com... 2024-02-09T23:57:28.798 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:28.798 DEBUG:teuthology.orchestra.run.smithi027:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-02-09T23:57:28.829 INFO:teuthology.orchestra.run:waiting for 300 2024-02-09T23:57:28.829 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi027.front.sepia.ceph.com 2024-02-09T23:57:28.829 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:28.829 DEBUG:teuthology.orchestra.run.smithi027:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-02-09T23:57:28.894 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-02-09T23:57:28.894 DEBUG:teuthology.orchestra.run.smithi153:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-09T23:57:28.913 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-02-09T23:57:28.913 DEBUG:teuthology.orchestra.run.smithi153:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-09T23:57:28.972 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:57:29.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.076+0000 7f9361223640 1 Processor -- start 2024-02-09T23:57:29.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.076+0000 7f9361223640 1 -- start start 2024-02-09T23:57:29.082 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.077+0000 7f9361223640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f935c161470 0x7f935c0cecf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:29.082 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.077+0000 7f9361223640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f935c0ce180 0x7f935c06c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:29.082 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.077+0000 7f9361223640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f935c0d1330 con 0x7f935c0b2df0 2024-02-09T23:57:29.082 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.077+0000 7f9361223640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f935c161850 con 0x7f935c0ce180 2024-02-09T23:57:29.082 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.077+0000 7f9361223640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f935c0d3740 con 0x7f935c161470 2024-02-09T23:57:29.082 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.077+0000 7f935a59c640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f935c0ce180 0x7f935c06c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:29.082 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.077+0000 7f935a59c640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f935c0ce180 0x7f935c06c120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47618/0 (socket says 172.21.15.27:47618) 2024-02-09T23:57:29.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.077+0000 7f935a59c640 1 -- 172.21.15.27:0/4020944403 learned_addr learned my addr 172.21.15.27:0/4020944403 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:29.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.077+0000 7f935ad9d640 1 --2- 172.21.15.27:0/4020944403 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f935c161470 0x7f935c0cecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:29.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.077+0000 7f935a59c640 1 -- 172.21.15.27:0/4020944403 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f935c161470 msgr2=0x7f935c0cecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:29.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.077+0000 7f935a59c640 1 --2- 172.21.15.27:0/4020944403 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f935c161470 0x7f935c0cecf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:29.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.077+0000 7f935a59c640 1 -- 172.21.15.27:0/4020944403 >> v1:172.21.15.153:6789/0 conn(0x7f935c0b2df0 legacy=0x7f935c0d1f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:29.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.077+0000 7f935a59c640 1 -- 172.21.15.27:0/4020944403 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f935c0d1050 con 0x7f935c0ce180 2024-02-09T23:57:29.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.078+0000 7f935a59c640 1 --2- 172.21.15.27:0/4020944403 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f935c0ce180 0x7f935c06c120 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f9344009870 tx=0x7f934402b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ec34b3cb3f612f8 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:29.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.078+0000 7f9359d9b640 1 -- 172.21.15.27:0/4020944403 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93440317c0 con 0x7f935c0ce180 2024-02-09T23:57:29.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.078+0000 7f9359d9b640 1 -- 172.21.15.27:0/4020944403 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9344031920 con 0x7f935c0ce180 2024-02-09T23:57:29.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.078+0000 7f9359d9b640 1 -- 172.21.15.27:0/4020944403 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9344031cb0 con 0x7f935c0ce180 2024-02-09T23:57:29.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.079+0000 7f9361223640 1 -- 172.21.15.27:0/4020944403 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f935c0ce180 msgr2=0x7f935c06c120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:29.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.079+0000 7f9361223640 1 --2- 172.21.15.27:0/4020944403 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f935c0ce180 0x7f935c06c120 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f9344009870 tx=0x7f934402b860 comp rx=0 tx=0).stop 2024-02-09T23:57:29.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.079+0000 7f9361223640 1 -- 172.21.15.27:0/4020944403 shutdown_connections 2024-02-09T23:57:29.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.079+0000 7f9361223640 1 --2- 172.21.15.27:0/4020944403 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f935c0ce180 0x7f935c06c120 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:29.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.079+0000 7f9361223640 1 --2- 172.21.15.27:0/4020944403 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f935c161470 0x7f935c0cecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:29.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.079+0000 7f9361223640 1 -- 172.21.15.27:0/4020944403 >> 172.21.15.27:0/4020944403 conn(0x7f935c0b58b0 msgr2=0x7f935c0b5cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:29.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.079+0000 7f9361223640 1 -- 172.21.15.27:0/4020944403 shutdown_connections 2024-02-09T23:57:29.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.079+0000 7f9361223640 1 -- 172.21.15.27:0/4020944403 wait complete. 2024-02-09T23:57:29.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.080+0000 7f9361223640 1 Processor -- start 2024-02-09T23:57:29.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.080+0000 7f9361223640 1 -- start start 2024-02-09T23:57:29.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.081+0000 7f9361223640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f935c0b2df0 0x7f935c1e9d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:29.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.081+0000 7f9361223640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f935c161470 0x7f935c14a7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:29.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.081+0000 7f9361223640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f935c14be60 0x7f935c14c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:29.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.081+0000 7f9361223640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f935c14c820 con 0x7f935c14be60 2024-02-09T23:57:29.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.081+0000 7f9361223640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f935c14ad20 con 0x7f935c161470 2024-02-09T23:57:29.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.081+0000 7f9361223640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f935c14af50 con 0x7f935c0b2df0 2024-02-09T23:57:29.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.081+0000 7f935b59e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f935c14be60 0x7f935c14c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:29.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.081+0000 7f935b59e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f935c14be60 0x7f935c14c2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47622/0 (socket says 172.21.15.27:47622) 2024-02-09T23:57:29.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.081+0000 7f935b59e640 1 -- 172.21.15.27:0/3963120925 learned_addr learned my addr 172.21.15.27:0/3963120925 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:29.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.081+0000 7f935ad9d640 1 --2- 172.21.15.27:0/3963120925 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f935c0b2df0 0x7f935c1e9d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:29.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.081+0000 7f935a59c640 1 --2- 172.21.15.27:0/3963120925 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f935c161470 0x7f935c14a7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:29.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.082+0000 7f935b59e640 1 -- 172.21.15.27:0/3963120925 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f935c0b2df0 msgr2=0x7f935c1e9d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:29.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.082+0000 7f935b59e640 1 --2- 172.21.15.27:0/3963120925 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f935c0b2df0 0x7f935c1e9d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:29.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.082+0000 7f935b59e640 1 -- 172.21.15.27:0/3963120925 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f935c161470 msgr2=0x7f935c14a7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:29.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.082+0000 7f935b59e640 1 --2- 172.21.15.27:0/3963120925 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f935c161470 0x7f935c14a7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:29.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.082+0000 7f935b59e640 1 -- 172.21.15.27:0/3963120925 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93440094d0 con 0x7f935c14be60 2024-02-09T23:57:29.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.082+0000 7f935b59e640 1 --2- 172.21.15.27:0/3963120925 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f935c14be60 0x7f935c14c2e0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f935400b410 tx=0x7f935400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:29.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.082+0000 7f93537fe640 1 -- 172.21.15.27:0/3963120925 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9354004020 con 0x7f935c14be60 2024-02-09T23:57:29.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.082+0000 7f93537fe640 1 -- 172.21.15.27:0/3963120925 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9354004180 con 0x7f935c14be60 2024-02-09T23:57:29.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.082+0000 7f9361223640 1 -- 172.21.15.27:0/3963120925 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f935c14b230 con 0x7f935c14be60 2024-02-09T23:57:29.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.082+0000 7f93537fe640 1 -- 172.21.15.27:0/3963120925 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9354011630 con 0x7f935c14be60 2024-02-09T23:57:29.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.082+0000 7f9361223640 1 -- 172.21.15.27:0/3963120925 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f935c14b7f0 con 0x7f935c14be60 2024-02-09T23:57:29.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.083+0000 7f9361223640 1 -- 172.21.15.27:0/3963120925 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f935c0cfc50 con 0x7f935c14be60 2024-02-09T23:57:29.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.084+0000 7f93537fe640 1 -- 172.21.15.27:0/3963120925 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f9354011790 con 0x7f935c14be60 2024-02-09T23:57:29.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.084+0000 7f93537fe640 1 --2- 172.21.15.27:0/3963120925 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f933c06b810 0x7f933c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:29.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.084+0000 7f93537fe640 1 -- 172.21.15.27:0/3963120925 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9354089cc0 con 0x7f935c14be60 2024-02-09T23:57:29.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.084+0000 7f935ad9d640 1 --2- 172.21.15.27:0/3963120925 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f933c06b810 0x7f933c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:29.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.085+0000 7f935ad9d640 1 --2- 172.21.15.27:0/3963120925 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f933c06b810 0x7f933c06dcd0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f935c0caaa0 tx=0x7f934c0098d0 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:29.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.088+0000 7f93537fe640 1 -- 172.21.15.27:0/3963120925 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f9354054820 con 0x7f935c14be60 2024-02-09T23:57:29.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.273+0000 7f9361223640 1 -- 172.21.15.27:0/3963120925 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f935c067cc0 con 0x7f935c14be60 2024-02-09T23:57:29.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.274+0000 7f93537fe640 1 -- 172.21.15.27:0/3963120925 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16605 (secure 0 0 0) 0x7f9354015020 con 0x7f935c14be60 2024-02-09T23:57:29.277 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:29.277 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":20,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:56:52.874682+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:56:49.610721+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:56:50.234763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:57:29.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.276+0000 7f9361223640 1 -- 172.21.15.27:0/3963120925 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f933c06b810 msgr2=0x7f933c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:29.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.276+0000 7f9361223640 1 --2- 172.21.15.27:0/3963120925 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f933c06b810 0x7f933c06dcd0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f935c0caaa0 tx=0x7f934c0098d0 comp rx=0 tx=0).stop 2024-02-09T23:57:29.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.276+0000 7f9361223640 1 -- 172.21.15.27:0/3963120925 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f935c14be60 msgr2=0x7f935c14c2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:29.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.276+0000 7f9361223640 1 --2- 172.21.15.27:0/3963120925 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f935c14be60 0x7f935c14c2e0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f935400b410 tx=0x7f935400b8d0 comp rx=0 tx=0).stop 2024-02-09T23:57:29.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.276+0000 7f9361223640 1 -- 172.21.15.27:0/3963120925 shutdown_connections 2024-02-09T23:57:29.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.276+0000 7f9361223640 1 --2- 172.21.15.27:0/3963120925 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f933c06b810 0x7f933c06dcd0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:29.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.276+0000 7f9361223640 1 --2- 172.21.15.27:0/3963120925 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f935c14be60 0x7f935c14c2e0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:29.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.276+0000 7f9361223640 1 --2- 172.21.15.27:0/3963120925 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f935c161470 0x7f935c14a7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:29.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.276+0000 7f9361223640 1 --2- 172.21.15.27:0/3963120925 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f935c0b2df0 0x7f935c1e9d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:29.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.276+0000 7f9361223640 1 -- 172.21.15.27:0/3963120925 >> 172.21.15.27:0/3963120925 conn(0x7f935c0b58b0 msgr2=0x7f935c0b5c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:29.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.276+0000 7f9361223640 1 -- 172.21.15.27:0/3963120925 shutdown_connections 2024-02-09T23:57:29.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.276+0000 7f9361223640 1 -- 172.21.15.27:0/3963120925 wait complete. 2024-02-09T23:57:29.291 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-09T23:56:39.494694+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-09T23:56:49.610721+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-09T23:56:50.234763+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-09T23:57:29.291 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-09T23:57:29.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.399+0000 7f1c4d264640 1 Processor -- start 2024-02-09T23:57:29.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.399+0000 7f1c4d264640 1 -- start start 2024-02-09T23:57:29.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.400+0000 7f1c4d264640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1c4815df70 0x7f1c480b2870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:29.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.400+0000 7f1c4d264640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f1c4806c980 0x7f1c48099a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:29.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.400+0000 7f1c4d264640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1c480cf8d0 con 0x7f1c4815db90 2024-02-09T23:57:29.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.400+0000 7f1c4d264640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1c4809a8a0 con 0x7f1c4806c980 2024-02-09T23:57:29.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.400+0000 7f1c4d264640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c480d0430 con 0x7f1c4815df70 2024-02-09T23:57:29.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.400+0000 7f1c477fe640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f1c4806c980 0x7f1c48099a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:29.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.400+0000 7f1c46ffd640 1 --1- >> v1:172.21.15.153:6789/0 conn(0x7f1c4815db90 0x7f1c480cbdb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.27:55400/0 (socket says 172.21.15.27:55400) 2024-02-09T23:57:29.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.400+0000 7f1c46ffd640 1 -- 172.21.15.27:0/1861082405 learned_addr learned my addr 172.21.15.27:0/1861082405 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:29.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.400+0000 7f1c477fe640 1 --2- 172.21.15.27:0/1861082405 >> v2:172.21.15.153:3300/0 conn(0x7f1c4806c980 0x7f1c48099a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:59354/0 (socket says 172.21.15.27:59354) 2024-02-09T23:57:29.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.400+0000 7f1c3ffff640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1c4815df70 0x7f1c480b2870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:29.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.400+0000 7f1c477fe640 1 -- 172.21.15.27:0/1861082405 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1c4815df70 msgr2=0x7f1c480b2870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:29.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.400+0000 7f1c477fe640 1 --2- 172.21.15.27:0/1861082405 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1c4815df70 0x7f1c480b2870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:29.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.400+0000 7f1c477fe640 1 -- 172.21.15.27:0/1861082405 >> v1:172.21.15.153:6789/0 conn(0x7f1c4815db90 legacy=0x7f1c480cbdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:29.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.400+0000 7f1c477fe640 1 -- 172.21.15.27:0/1861082405 --> v2:172.21.15.153:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c4806cde0 con 0x7f1c4806c980 2024-02-09T23:57:29.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.401+0000 7f1c477fe640 1 --2- 172.21.15.27:0/1861082405 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1c4806c980 0x7f1c48099a40 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f1c40009d90 tx=0x7f1c4002bea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=41c338376833aef3 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:29.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.401+0000 7f1c467fc640 1 -- 172.21.15.27:0/1861082405 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c4002cc50 con 0x7f1c4806c980 2024-02-09T23:57:29.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.401+0000 7f1c467fc640 1 -- 172.21.15.27:0/1861082405 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c4002cdb0 con 0x7f1c4806c980 2024-02-09T23:57:29.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.401+0000 7f1c467fc640 1 -- 172.21.15.27:0/1861082405 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c40034660 con 0x7f1c4806c980 2024-02-09T23:57:29.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.402+0000 7f1c4d264640 1 -- 172.21.15.27:0/1861082405 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1c4806c980 msgr2=0x7f1c48099a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:29.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.402+0000 7f1c4d264640 1 --2- 172.21.15.27:0/1861082405 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1c4806c980 0x7f1c48099a40 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f1c40009d90 tx=0x7f1c4002bea0 comp rx=0 tx=0).stop 2024-02-09T23:57:29.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.402+0000 7f1c4d264640 1 -- 172.21.15.27:0/1861082405 shutdown_connections 2024-02-09T23:57:29.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.402+0000 7f1c4d264640 1 --2- 172.21.15.27:0/1861082405 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1c4806c980 0x7f1c48099a40 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:29.406 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.402+0000 7f1c4d264640 1 --2- 172.21.15.27:0/1861082405 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1c4815df70 0x7f1c480b2870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:29.406 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.402+0000 7f1c4d264640 1 -- 172.21.15.27:0/1861082405 >> 172.21.15.27:0/1861082405 conn(0x7f1c480b3250 msgr2=0x7f1c480b3660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:29.406 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.402+0000 7f1c4d264640 1 -- 172.21.15.27:0/1861082405 shutdown_connections 2024-02-09T23:57:29.406 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.402+0000 7f1c4d264640 1 -- 172.21.15.27:0/1861082405 wait complete. 2024-02-09T23:57:29.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.403+0000 7f1c4d264640 1 Processor -- start 2024-02-09T23:57:29.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.403+0000 7f1c4d264640 1 -- start start 2024-02-09T23:57:29.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.404+0000 7f1c4d264640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1c4806c980 0x7f1c4814dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:29.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.404+0000 7f1c4d264640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1c4815db90 0x7f1c48160250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:29.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.404+0000 7f1c4d264640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1c4815df70 0x7f1c48160790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:29.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.404+0000 7f1c4d264640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c4814e150 con 0x7f1c4815db90 2024-02-09T23:57:29.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.404+0000 7f1c4d264640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c480c9560 con 0x7f1c4806c980 2024-02-09T23:57:29.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.404+0000 7f1c4d264640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c480c9840 con 0x7f1c4815df70 2024-02-09T23:57:29.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.404+0000 7f1c3ffff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1c4815db90 0x7f1c48160250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:29.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.404+0000 7f1c3ffff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1c4815db90 0x7f1c48160250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47638/0 (socket says 172.21.15.27:47638) 2024-02-09T23:57:29.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.404+0000 7f1c3ffff640 1 -- 172.21.15.27:0/4057228328 learned_addr learned my addr 172.21.15.27:0/4057228328 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:29.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.404+0000 7f1c46ffd640 1 --2- 172.21.15.27:0/4057228328 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1c4806c980 0x7f1c4814dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:29.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.404+0000 7f1c477fe640 1 --2- 172.21.15.27:0/4057228328 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1c4815df70 0x7f1c48160790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:29.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.404+0000 7f1c3ffff640 1 -- 172.21.15.27:0/4057228328 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1c4815df70 msgr2=0x7f1c48160790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:29.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.404+0000 7f1c3ffff640 1 --2- 172.21.15.27:0/4057228328 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1c4815df70 0x7f1c48160790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:29.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.404+0000 7f1c3ffff640 1 -- 172.21.15.27:0/4057228328 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1c4806c980 msgr2=0x7f1c4814dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:29.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.404+0000 7f1c3ffff640 1 --2- 172.21.15.27:0/4057228328 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1c4806c980 0x7f1c4814dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:29.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.404+0000 7f1c3ffff640 1 -- 172.21.15.27:0/4057228328 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c40009a70 con 0x7f1c4815db90 2024-02-09T23:57:29.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.404+0000 7f1c3ffff640 1 --2- 172.21.15.27:0/4057228328 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1c4815db90 0x7f1c48160250 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f1c3000e9b0 tx=0x7f1c3000ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:29.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.404+0000 7f1c3f7fe640 1 -- 172.21.15.27:0/4057228328 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c30009670 con 0x7f1c4815db90 2024-02-09T23:57:29.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.405+0000 7f1c3f7fe640 1 -- 172.21.15.27:0/4057228328 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c3000c9a0 con 0x7f1c4815db90 2024-02-09T23:57:29.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.405+0000 7f1c3f7fe640 1 -- 172.21.15.27:0/4057228328 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c3000cd50 con 0x7f1c4815db90 2024-02-09T23:57:29.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.405+0000 7f1c4d264640 1 -- 172.21.15.27:0/4057228328 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1c480c9b20 con 0x7f1c4815db90 2024-02-09T23:57:29.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.405+0000 7f1c4d264640 1 -- 172.21.15.27:0/4057228328 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c480c8830 con 0x7f1c4815db90 2024-02-09T23:57:29.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.405+0000 7f1c4d264640 1 -- 172.21.15.27:0/4057228328 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1c480cb900 con 0x7f1c4815db90 2024-02-09T23:57:29.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.406+0000 7f1c3f7fe640 1 -- 172.21.15.27:0/4057228328 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f1c30013470 con 0x7f1c4815db90 2024-02-09T23:57:29.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.406+0000 7f1c3f7fe640 1 --2- 172.21.15.27:0/4057228328 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1c2806b810 0x7f1c2806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:29.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.406+0000 7f1c3f7fe640 1 -- 172.21.15.27:0/4057228328 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1c3008a340 con 0x7f1c4815db90 2024-02-09T23:57:29.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.407+0000 7f1c46ffd640 1 --2- 172.21.15.27:0/4057228328 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1c2806b810 0x7f1c2806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:29.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.407+0000 7f1c46ffd640 1 --2- 172.21.15.27:0/4057228328 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1c2806b810 0x7f1c2806dcd0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f1c38007fd0 tx=0x7f1c38007e80 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:29.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.410+0000 7f1c3f7fe640 1 -- 172.21.15.27:0/4057228328 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f1c30054e10 con 0x7f1c4815db90 2024-02-09T23:57:29.592 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.589+0000 7f1c4d264640 1 -- 172.21.15.27:0/4057228328 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f1c4809b200 con 0x7f1c4815db90 2024-02-09T23:57:29.592 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.590+0000 7f1c3f7fe640 1 -- 172.21.15.27:0/4057228328 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1c300584d0 con 0x7f1c4815db90 2024-02-09T23:57:29.593 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 1 2024-02-09T23:57:29.594 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.591+0000 7f1c4d264640 1 -- 172.21.15.27:0/4057228328 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1c2806b810 msgr2=0x7f1c2806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:29.595 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.591+0000 7f1c4d264640 1 --2- 172.21.15.27:0/4057228328 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1c2806b810 0x7f1c2806dcd0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f1c38007fd0 tx=0x7f1c38007e80 comp rx=0 tx=0).stop 2024-02-09T23:57:29.595 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.591+0000 7f1c4d264640 1 -- 172.21.15.27:0/4057228328 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1c4815db90 msgr2=0x7f1c48160250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:29.595 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.591+0000 7f1c4d264640 1 --2- 172.21.15.27:0/4057228328 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1c4815db90 0x7f1c48160250 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f1c3000e9b0 tx=0x7f1c3000ee70 comp rx=0 tx=0).stop 2024-02-09T23:57:29.595 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.591+0000 7f1c4d264640 1 -- 172.21.15.27:0/4057228328 shutdown_connections 2024-02-09T23:57:29.595 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.591+0000 7f1c4d264640 1 --2- 172.21.15.27:0/4057228328 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1c2806b810 0x7f1c2806dcd0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:29.595 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.591+0000 7f1c4d264640 1 --2- 172.21.15.27:0/4057228328 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1c4815df70 0x7f1c48160790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:29.595 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.591+0000 7f1c4d264640 1 --2- 172.21.15.27:0/4057228328 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1c4815db90 0x7f1c48160250 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:29.595 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.591+0000 7f1c4d264640 1 --2- 172.21.15.27:0/4057228328 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1c4806c980 0x7f1c4814dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:29.595 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.591+0000 7f1c4d264640 1 -- 172.21.15.27:0/4057228328 >> 172.21.15.27:0/4057228328 conn(0x7f1c480b3250 msgr2=0x7f1c480b3630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:29.595 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.592+0000 7f1c4d264640 1 -- 172.21.15.27:0/4057228328 shutdown_connections 2024-02-09T23:57:29.595 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.592+0000 7f1c4d264640 1 -- 172.21.15.27:0/4057228328 wait complete. 2024-02-09T23:57:29.605 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-09T23:57:29.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.712+0000 7f6f5589d640 1 Processor -- start 2024-02-09T23:57:29.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.712+0000 7f6f5589d640 1 -- start start 2024-02-09T23:57:29.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.713+0000 7f6f5589d640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f6f500b6160 0x7f6f500b6c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:29.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.713+0000 7f6f5589d640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6f500ce810 0x7f6f500cecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:29.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.713+0000 7f6f5589d640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6f501617b0 con 0x7f6f5015dce0 2024-02-09T23:57:29.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.713+0000 7f6f5589d640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f500b7140 con 0x7f6f500b6160 2024-02-09T23:57:29.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.713+0000 7f6f5589d640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f500cf200 con 0x7f6f500ce810 2024-02-09T23:57:29.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.713+0000 7f6f4effd640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f6f5015dce0 0x7f6f500b5a50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51740/0 (socket says 172.21.15.27:51740) 2024-02-09T23:57:29.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.713+0000 7f6f4effd640 1 -- 172.21.15.27:0/1434247342 learned_addr learned my addr 172.21.15.27:0/1434247342 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:29.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.713+0000 7f6f4e7fc640 1 --2- 172.21.15.27:0/1434247342 >> v2:172.21.15.153:3300/0 conn(0x7f6f500b6160 0x7f6f500b6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:29.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.713+0000 7f6f4f7fe640 1 --2- 172.21.15.27:0/1434247342 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6f500ce810 0x7f6f500cecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:29.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.713+0000 7f6f4dffb640 1 -- 172.21.15.27:0/1434247342 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 997870787 0 0) 0x7f6f501617b0 con 0x7f6f5015dce0 2024-02-09T23:57:29.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.713+0000 7f6f4dffb640 1 -- 172.21.15.27:0/1434247342 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6f38003520 con 0x7f6f5015dce0 2024-02-09T23:57:29.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.714+0000 7f6f4dffb640 1 -- 172.21.15.27:0/1434247342 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 448770341 0 0) 0x7f6f38003520 con 0x7f6f5015dce0 2024-02-09T23:57:29.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.714+0000 7f6f4dffb640 1 -- 172.21.15.27:0/1434247342 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6f500ce810 msgr2=0x7f6f500cecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:29.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.714+0000 7f6f4dffb640 1 --2- 172.21.15.27:0/1434247342 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6f500ce810 0x7f6f500cecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:29.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.714+0000 7f6f4dffb640 1 -- 172.21.15.27:0/1434247342 >> v2:172.21.15.153:3300/0 conn(0x7f6f500b6160 msgr2=0x7f6f500b6c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:29.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.714+0000 7f6f4dffb640 1 --2- 172.21.15.27:0/1434247342 >> v2:172.21.15.153:3300/0 conn(0x7f6f500b6160 0x7f6f500b6c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:29.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.714+0000 7f6f4dffb640 1 -- 172.21.15.27:0/1434247342 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f5015e0c0 con 0x7f6f5015dce0 2024-02-09T23:57:29.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.714+0000 7f6f4dffb640 1 -- 172.21.15.27:0/1434247342 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7f6f40001670 con 0x7f6f5015dce0 2024-02-09T23:57:29.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.714+0000 7f6f4e7fc640 1 --2- 172.21.15.27:0/1434247342 >> v2:172.21.15.153:3300/0 conn(0x7f6f500b6160 0x7f6f500b6c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:57:29.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.714+0000 7f6f4dffb640 1 -- 172.21.15.27:0/1434247342 >> v1:172.21.15.27:6789/0 conn(0x7f6f5015dce0 legacy=0x7f6f500b5a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:29.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.714+0000 7f6f4dffb640 1 --2- 172.21.15.27:0/1434247342 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6f380039e0 0x7f6f38003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:29.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.714+0000 7f6f4dffb640 1 --2- 172.21.15.27:0/1434247342 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6f500ce810 0x7f6f380047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:29.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.714+0000 7f6f4dffb640 1 --2- 172.21.15.27:0/1434247342 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6f38004d00 0x7f6f38005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:29.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.714+0000 7f6f4dffb640 1 -- 172.21.15.27:0/1434247342 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f500b7140 con 0x7f6f380039e0 2024-02-09T23:57:29.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.714+0000 7f6f4dffb640 1 -- 172.21.15.27:0/1434247342 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f500cf200 con 0x7f6f38004d00 2024-02-09T23:57:29.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.714+0000 7f6f4dffb640 1 -- 172.21.15.27:0/1434247342 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f3800b980 con 0x7f6f500ce810 2024-02-09T23:57:29.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.714+0000 7f6f4effd640 1 --2- 172.21.15.27:0/1434247342 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6f380039e0 0x7f6f38003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:29.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.714+0000 7f6f4e7fc640 1 --2- 172.21.15.27:0/1434247342 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6f500ce810 0x7f6f380047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:29.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.714+0000 7f6f4f7fe640 1 --2- 172.21.15.27:0/1434247342 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6f38004d00 0x7f6f38005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:29.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.714+0000 7f6f4effd640 1 -- 172.21.15.27:0/1434247342 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6f500ce810 msgr2=0x7f6f380047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:29.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.714+0000 7f6f4effd640 1 --2- 172.21.15.27:0/1434247342 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6f500ce810 0x7f6f380047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:29.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.714+0000 7f6f4effd640 1 -- 172.21.15.27:0/1434247342 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6f38004d00 msgr2=0x7f6f38005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:29.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.714+0000 7f6f4effd640 1 --2- 172.21.15.27:0/1434247342 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6f38004d00 0x7f6f38005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:29.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.714+0000 7f6f4effd640 1 -- 172.21.15.27:0/1434247342 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f38003520 con 0x7f6f380039e0 2024-02-09T23:57:29.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.715+0000 7f6f4effd640 1 --2- 172.21.15.27:0/1434247342 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6f380039e0 0x7f6f38003e00 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f6f4000c240 tx=0x7f6f380057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=567359e40459072e server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:29.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.715+0000 7f6f4dffb640 1 -- 172.21.15.27:0/1434247342 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f4002cb00 con 0x7f6f380039e0 2024-02-09T23:57:29.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.715+0000 7f6f4dffb640 1 -- 172.21.15.27:0/1434247342 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f4002cc60 con 0x7f6f380039e0 2024-02-09T23:57:29.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.715+0000 7f6f4dffb640 1 -- 172.21.15.27:0/1434247342 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f40005af0 con 0x7f6f380039e0 2024-02-09T23:57:29.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.715+0000 7f6f5589d640 1 -- 172.21.15.27:0/1434247342 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6f380039e0 msgr2=0x7f6f38003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:29.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.715+0000 7f6f5589d640 1 --2- 172.21.15.27:0/1434247342 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6f380039e0 0x7f6f38003e00 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f6f4000c240 tx=0x7f6f380057f0 comp rx=0 tx=0).stop 2024-02-09T23:57:29.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.715+0000 7f6f4f7fe640 1 -- 172.21.15.27:0/1434247342 reap_dead start 2024-02-09T23:57:29.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.715+0000 7f6f5589d640 1 -- 172.21.15.27:0/1434247342 shutdown_connections 2024-02-09T23:57:29.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.715+0000 7f6f5589d640 1 -- 172.21.15.27:0/1434247342 >> 172.21.15.27:0/1434247342 conn(0x7f6f500d0870 msgr2=0x7f6f500d0c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:29.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.716+0000 7f6f5589d640 1 -- 172.21.15.27:0/1434247342 shutdown_connections 2024-02-09T23:57:29.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.716+0000 7f6f5589d640 1 -- 172.21.15.27:0/1434247342 wait complete. 2024-02-09T23:57:29.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.717+0000 7f6f5589d640 1 Processor -- start 2024-02-09T23:57:29.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.717+0000 7f6f5589d640 1 -- start start 2024-02-09T23:57:29.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.718+0000 7f6f5589d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6f380039e0 0x7f6f500c9700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:29.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.718+0000 7f6f5589d640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6f500ccc00 0x7f6f50158c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:29.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.718+0000 7f6f5589d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6f500cbc20 0x7f6f500cc0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:29.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.718+0000 7f6f5589d640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f5015e2b0 con 0x7f6f380039e0 2024-02-09T23:57:29.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.718+0000 7f6f5589d640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f500cc5e0 con 0x7f6f500cbc20 2024-02-09T23:57:29.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.718+0000 7f6f5589d640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f500c9d50 con 0x7f6f500ccc00 2024-02-09T23:57:29.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.718+0000 7f6f4effd640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6f380039e0 0x7f6f500c9700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:29.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.718+0000 7f6f4effd640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6f380039e0 0x7f6f500c9700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47660/0 (socket says 172.21.15.27:47660) 2024-02-09T23:57:29.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.718+0000 7f6f4effd640 1 -- 172.21.15.27:0/1794038530 learned_addr learned my addr 172.21.15.27:0/1794038530 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:29.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.718+0000 7f6f4f7fe640 1 --2- 172.21.15.27:0/1794038530 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6f500cbc20 0x7f6f500cc0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:29.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.718+0000 7f6f4e7fc640 1 --2- 172.21.15.27:0/1794038530 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6f500ccc00 0x7f6f50158c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:29.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.718+0000 7f6f4effd640 1 -- 172.21.15.27:0/1794038530 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6f500ccc00 msgr2=0x7f6f50158c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:29.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.718+0000 7f6f4effd640 1 --2- 172.21.15.27:0/1794038530 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6f500ccc00 0x7f6f50158c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:29.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.718+0000 7f6f4effd640 1 -- 172.21.15.27:0/1794038530 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6f500cbc20 msgr2=0x7f6f500cc0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:29.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.718+0000 7f6f4effd640 1 --2- 172.21.15.27:0/1794038530 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6f500cbc20 0x7f6f500cc0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:29.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.718+0000 7f6f4effd640 1 -- 172.21.15.27:0/1794038530 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f500ca030 con 0x7f6f380039e0 2024-02-09T23:57:29.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.718+0000 7f6f4effd640 1 --2- 172.21.15.27:0/1794038530 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6f380039e0 0x7f6f500c9700 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f6f4000c240 tx=0x7f6f40001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:29.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.718+0000 7f6f37fff640 1 -- 172.21.15.27:0/1794038530 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f4003c040 con 0x7f6f380039e0 2024-02-09T23:57:29.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.718+0000 7f6f37fff640 1 -- 172.21.15.27:0/1794038530 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f40005ca0 con 0x7f6f380039e0 2024-02-09T23:57:29.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.718+0000 7f6f5589d640 1 -- 172.21.15.27:0/1794038530 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f500ca310 con 0x7f6f380039e0 2024-02-09T23:57:29.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.718+0000 7f6f37fff640 1 -- 172.21.15.27:0/1794038530 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f400072b0 con 0x7f6f380039e0 2024-02-09T23:57:29.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.718+0000 7f6f5589d640 1 -- 172.21.15.27:0/1794038530 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f501591b0 con 0x7f6f380039e0 2024-02-09T23:57:29.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.719+0000 7f6f5589d640 1 -- 172.21.15.27:0/1794038530 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f500746c0 con 0x7f6f380039e0 2024-02-09T23:57:29.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.720+0000 7f6f37fff640 1 -- 172.21.15.27:0/1794038530 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f6f40032070 con 0x7f6f380039e0 2024-02-09T23:57:29.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.720+0000 7f6f37fff640 1 --2- 172.21.15.27:0/1794038530 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f6f3c06b840 0x7f6f3c06dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:29.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.720+0000 7f6f37fff640 1 -- 172.21.15.27:0/1794038530 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6f400ab610 con 0x7f6f380039e0 2024-02-09T23:57:29.727 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.720+0000 7f6f4e7fc640 1 --2- 172.21.15.27:0/1794038530 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f6f3c06b840 0x7f6f3c06dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:29.727 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.721+0000 7f6f4e7fc640 1 --2- 172.21.15.27:0/1794038530 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f6f3c06b840 0x7f6f3c06dd00 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f6f500cd650 tx=0x7f6f44008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:29.727 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.725+0000 7f6f37fff640 1 -- 172.21.15.27:0/1794038530 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f6f400760c0 con 0x7f6f380039e0 2024-02-09T23:57:29.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.905+0000 7f6f5589d640 1 -- 172.21.15.27:0/1794038530 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f6f500d1750 con 0x7f6f380039e0 2024-02-09T23:57:29.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.906+0000 7f6f37fff640 1 -- 172.21.15.27:0/1794038530 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f6f40079780 con 0x7f6f380039e0 2024-02-09T23:57:29.909 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 32 2024-02-09T23:57:29.911 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.908+0000 7f6f5589d640 1 -- 172.21.15.27:0/1794038530 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f6f3c06b840 msgr2=0x7f6f3c06dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:29.911 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.908+0000 7f6f5589d640 1 --2- 172.21.15.27:0/1794038530 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f6f3c06b840 0x7f6f3c06dd00 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f6f500cd650 tx=0x7f6f44008040 comp rx=0 tx=0).stop 2024-02-09T23:57:29.911 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.908+0000 7f6f5589d640 1 -- 172.21.15.27:0/1794038530 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6f380039e0 msgr2=0x7f6f500c9700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:29.911 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.908+0000 7f6f5589d640 1 --2- 172.21.15.27:0/1794038530 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6f380039e0 0x7f6f500c9700 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f6f4000c240 tx=0x7f6f40001a00 comp rx=0 tx=0).stop 2024-02-09T23:57:29.911 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.908+0000 7f6f5589d640 1 -- 172.21.15.27:0/1794038530 shutdown_connections 2024-02-09T23:57:29.911 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.908+0000 7f6f5589d640 1 --2- 172.21.15.27:0/1794038530 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f6f3c06b840 0x7f6f3c06dd00 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:29.911 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.908+0000 7f6f5589d640 1 --2- 172.21.15.27:0/1794038530 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6f500cbc20 0x7f6f500cc0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:29.911 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.908+0000 7f6f5589d640 1 --2- 172.21.15.27:0/1794038530 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6f500ccc00 0x7f6f50158c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:29.911 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.908+0000 7f6f5589d640 1 --2- 172.21.15.27:0/1794038530 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6f380039e0 0x7f6f500c9700 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:29.911 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.908+0000 7f6f5589d640 1 -- 172.21.15.27:0/1794038530 >> 172.21.15.27:0/1794038530 conn(0x7f6f500d0870 msgr2=0x7f6f500b5990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:29.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.908+0000 7f6f5589d640 1 -- 172.21.15.27:0/1794038530 shutdown_connections 2024-02-09T23:57:29.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:29.908+0000 7f6f5589d640 1 -- 172.21.15.27:0/1794038530 wait complete. 2024-02-09T23:57:29.922 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-09T23:57:30.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.029+0000 7fb41422a640 1 Processor -- start 2024-02-09T23:57:30.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.029+0000 7fb41422a640 1 -- start start 2024-02-09T23:57:30.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.029+0000 7fb41422a640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fb40c0d0b00 0x7fb40c0d1d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:30.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.029+0000 7fb41422a640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fb40c0d2280 0x7fb40c0b6e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:30.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.029+0000 7fb41422a640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb40c0d2a00 con 0x7fb40c15de60 2024-02-09T23:57:30.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.029+0000 7fb41422a640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb40c15e240 con 0x7fb40c0d0b00 2024-02-09T23:57:30.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.029+0000 7fb41422a640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb40c0d2ce0 con 0x7fb40c0d2280 2024-02-09T23:57:30.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.030+0000 7fb4117c5640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fb40c0d0b00 0x7fb40c0d1d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:30.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.030+0000 7fb4117c5640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fb40c0d0b00 0x7fb40c0d1d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47674/0 (socket says 172.21.15.27:47674) 2024-02-09T23:57:30.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.030+0000 7fb4117c5640 1 -- 172.21.15.27:0/2968554088 learned_addr learned my addr 172.21.15.27:0/2968554088 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:30.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.030+0000 7fb4127c7640 1 --2- 172.21.15.27:0/2968554088 >> v2:172.21.15.153:3300/0 conn(0x7fb40c0d2280 0x7fb40c0b6e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:30.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.030+0000 7fb4117c5640 1 -- 172.21.15.27:0/2968554088 >> v2:172.21.15.153:3300/0 conn(0x7fb40c0d2280 msgr2=0x7fb40c0b6e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:30.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.030+0000 7fb4117c5640 1 --2- 172.21.15.27:0/2968554088 >> v2:172.21.15.153:3300/0 conn(0x7fb40c0d2280 0x7fb40c0b6e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:30.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.030+0000 7fb4117c5640 1 -- 172.21.15.27:0/2968554088 >> v1:172.21.15.153:6789/0 conn(0x7fb40c15de60 legacy=0x7fb40c0d03f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:30.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.030+0000 7fb4117c5640 1 -- 172.21.15.27:0/2968554088 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb40c0d2fc0 con 0x7fb40c0d0b00 2024-02-09T23:57:30.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.031+0000 7fb4117c5640 1 --2- 172.21.15.27:0/2968554088 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb40c0d0b00 0x7fb40c0d1d40 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fb40c0d1ae0 tx=0x7fb3fc02b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=651ff0fc938e8e76 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:30.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.031+0000 7fb410fc4640 1 -- 172.21.15.27:0/2968554088 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3fc0317c0 con 0x7fb40c0d0b00 2024-02-09T23:57:30.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.031+0000 7fb410fc4640 1 -- 172.21.15.27:0/2968554088 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb3fc031920 con 0x7fb40c0d0b00 2024-02-09T23:57:30.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.031+0000 7fb410fc4640 1 -- 172.21.15.27:0/2968554088 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3fc031cb0 con 0x7fb40c0d0b00 2024-02-09T23:57:30.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.031+0000 7fb41422a640 1 -- 172.21.15.27:0/2968554088 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb40c0d0b00 msgr2=0x7fb40c0d1d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:30.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.031+0000 7fb41422a640 1 --2- 172.21.15.27:0/2968554088 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb40c0d0b00 0x7fb40c0d1d40 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fb40c0d1ae0 tx=0x7fb3fc02b860 comp rx=0 tx=0).stop 2024-02-09T23:57:30.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.031+0000 7fb41422a640 1 -- 172.21.15.27:0/2968554088 shutdown_connections 2024-02-09T23:57:30.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.031+0000 7fb41422a640 1 --2- 172.21.15.27:0/2968554088 >> v2:172.21.15.153:3300/0 conn(0x7fb40c0d2280 0x7fb40c0b6e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:30.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.031+0000 7fb41422a640 1 --2- 172.21.15.27:0/2968554088 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb40c0d0b00 0x7fb40c0d1d40 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:30.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.032+0000 7fb41422a640 1 -- 172.21.15.27:0/2968554088 >> 172.21.15.27:0/2968554088 conn(0x7fb40c066f90 msgr2=0x7fb40c0b55f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:30.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.032+0000 7fb41422a640 1 -- 172.21.15.27:0/2968554088 shutdown_connections 2024-02-09T23:57:30.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.032+0000 7fb41422a640 1 -- 172.21.15.27:0/2968554088 wait complete. 2024-02-09T23:57:30.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.033+0000 7fb41422a640 1 Processor -- start 2024-02-09T23:57:30.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.033+0000 7fb41422a640 1 -- start start 2024-02-09T23:57:30.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.033+0000 7fb41422a640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb40c0d0b00 0x7fb40c15b550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:30.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.033+0000 7fb41422a640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb40c0d2280 0x7fb40c14bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:30.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.033+0000 7fb41422a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb40c15de60 0x7fb40c14dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:30.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.033+0000 7fb41422a640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb40c158ee0 con 0x7fb40c0d0b00 2024-02-09T23:57:30.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.033+0000 7fb41422a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb40c14c2e0 con 0x7fb40c15de60 2024-02-09T23:57:30.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.033+0000 7fb41422a640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb40c14b380 con 0x7fb40c0d2280 2024-02-09T23:57:30.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.034+0000 7fb411fc6640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb40c0d0b00 0x7fb40c15b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:30.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.034+0000 7fb411fc6640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb40c0d0b00 0x7fb40c15b550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47676/0 (socket says 172.21.15.27:47676) 2024-02-09T23:57:30.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.034+0000 7fb411fc6640 1 -- 172.21.15.27:0/3876131710 learned_addr learned my addr 172.21.15.27:0/3876131710 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:30.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.034+0000 7fb4127c7640 1 --2- 172.21.15.27:0/3876131710 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb40c15de60 0x7fb40c14dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:30.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.034+0000 7fb4117c5640 1 --2- 172.21.15.27:0/3876131710 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb40c0d2280 0x7fb40c14bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:30.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.034+0000 7fb411fc6640 1 -- 172.21.15.27:0/3876131710 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb40c0d2280 msgr2=0x7fb40c14bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:30.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.034+0000 7fb411fc6640 1 --2- 172.21.15.27:0/3876131710 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb40c0d2280 0x7fb40c14bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:30.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.034+0000 7fb411fc6640 1 -- 172.21.15.27:0/3876131710 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb40c15de60 msgr2=0x7fb40c14dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:30.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.034+0000 7fb411fc6640 1 --2- 172.21.15.27:0/3876131710 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb40c15de60 0x7fb40c14dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:30.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.034+0000 7fb411fc6640 1 -- 172.21.15.27:0/3876131710 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3fc0094d0 con 0x7fb40c0d0b00 2024-02-09T23:57:30.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.034+0000 7fb4127c7640 1 --2- 172.21.15.27:0/3876131710 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb40c15de60 0x7fb40c14dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:30.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.034+0000 7fb4117c5640 1 --2- 172.21.15.27:0/3876131710 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb40c0d2280 0x7fb40c14bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:30.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.034+0000 7fb411fc6640 1 --2- 172.21.15.27:0/3876131710 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb40c0d0b00 0x7fb40c15b550 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fb40800b420 tx=0x7fb40800b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:30.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.034+0000 7fb4027fc640 1 -- 172.21.15.27:0/3876131710 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb408011830 con 0x7fb40c0d0b00 2024-02-09T23:57:30.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.034+0000 7fb4027fc640 1 -- 172.21.15.27:0/3876131710 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb408011990 con 0x7fb40c0d0b00 2024-02-09T23:57:30.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.034+0000 7fb4027fc640 1 -- 172.21.15.27:0/3876131710 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb408011d40 con 0x7fb40c0d0b00 2024-02-09T23:57:30.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.034+0000 7fb41422a640 1 -- 172.21.15.27:0/3876131710 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb40c15bc50 con 0x7fb40c0d0b00 2024-02-09T23:57:30.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.034+0000 7fb41422a640 1 -- 172.21.15.27:0/3876131710 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb40c159410 con 0x7fb40c0d0b00 2024-02-09T23:57:30.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.035+0000 7fb41422a640 1 -- 172.21.15.27:0/3876131710 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb40c0732d0 con 0x7fb40c0d0b00 2024-02-09T23:57:30.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.036+0000 7fb4027fc640 1 -- 172.21.15.27:0/3876131710 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fb40801b460 con 0x7fb40c0d0b00 2024-02-09T23:57:30.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.036+0000 7fb4027fc640 1 --2- 172.21.15.27:0/3876131710 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb3f006b840 0x7fb3f006dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:30.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.036+0000 7fb4117c5640 1 --2- 172.21.15.27:0/3876131710 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb3f006b840 0x7fb3f006dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:30.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.037+0000 7fb4117c5640 1 --2- 172.21.15.27:0/3876131710 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb3f006b840 0x7fb3f006dd00 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fb3fc036000 tx=0x7fb3fc03d040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:30.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.037+0000 7fb4027fc640 1 -- 172.21.15.27:0/3876131710 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb408058c40 con 0x7fb40c0d0b00 2024-02-09T23:57:30.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.042+0000 7fb4027fc640 1 -- 172.21.15.27:0/3876131710 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fb4080547e0 con 0x7fb40c0d0b00 2024-02-09T23:57:30.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.220+0000 7fb41422a640 1 -- 172.21.15.27:0/3876131710 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fb40c0746c0 con 0x7fb40c0d0b00 2024-02-09T23:57:30.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.221+0000 7fb4027fc640 1 -- 172.21.15.27:0/3876131710 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7fb408057ea0 con 0x7fb40c0d0b00 2024-02-09T23:57:30.224 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 64 2024-02-09T23:57:30.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.223+0000 7fb41422a640 1 -- 172.21.15.27:0/3876131710 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb3f006b840 msgr2=0x7fb3f006dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:30.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.223+0000 7fb41422a640 1 --2- 172.21.15.27:0/3876131710 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb3f006b840 0x7fb3f006dd00 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fb3fc036000 tx=0x7fb3fc03d040 comp rx=0 tx=0).stop 2024-02-09T23:57:30.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.223+0000 7fb41422a640 1 -- 172.21.15.27:0/3876131710 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb40c0d0b00 msgr2=0x7fb40c15b550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:30.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.223+0000 7fb41422a640 1 --2- 172.21.15.27:0/3876131710 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb40c0d0b00 0x7fb40c15b550 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fb40800b420 tx=0x7fb40800b8e0 comp rx=0 tx=0).stop 2024-02-09T23:57:30.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.223+0000 7fb41422a640 1 -- 172.21.15.27:0/3876131710 shutdown_connections 2024-02-09T23:57:30.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.223+0000 7fb41422a640 1 --2- 172.21.15.27:0/3876131710 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb3f006b840 0x7fb3f006dd00 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:30.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.223+0000 7fb41422a640 1 --2- 172.21.15.27:0/3876131710 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb40c15de60 0x7fb40c14dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:30.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.223+0000 7fb41422a640 1 --2- 172.21.15.27:0/3876131710 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb40c0d2280 0x7fb40c14bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:30.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.223+0000 7fb41422a640 1 --2- 172.21.15.27:0/3876131710 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb40c0d0b00 0x7fb40c15b550 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:30.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.223+0000 7fb41422a640 1 -- 172.21.15.27:0/3876131710 >> 172.21.15.27:0/3876131710 conn(0x7fb40c066f90 msgr2=0x7fb40c15ce50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:30.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.223+0000 7fb41422a640 1 -- 172.21.15.27:0/3876131710 shutdown_connections 2024-02-09T23:57:30.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.223+0000 7fb41422a640 1 -- 172.21.15.27:0/3876131710 wait complete. 2024-02-09T23:57:30.237 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-02-09T23:57:30.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.342+0000 7fc70cf81640 1 Processor -- start 2024-02-09T23:57:30.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.342+0000 7fc70cf81640 1 -- start start 2024-02-09T23:57:30.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.343+0000 7fc70cf81640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc7080cfb20 0x7fc7080b0b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:30.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.343+0000 7fc70cf81640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fc70806ac50 0x7fc70806b0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:30.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.343+0000 7fc70cf81640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc70806b6f0 con 0x7fc70815de20 2024-02-09T23:57:30.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.343+0000 7fc70cf81640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc7080b0760 con 0x7fc70806ac50 2024-02-09T23:57:30.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.343+0000 7fc70cf81640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc7080afdc0 con 0x7fc7080cfb20 2024-02-09T23:57:30.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.344+0000 7fc70659c640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc7080cfb20 0x7fc7080b0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:30.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.344+0000 7fc706d9d640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fc70806ac50 0x7fc70806b0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:30.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.344+0000 7fc705d9b640 1 --1- >> v1:172.21.15.153:6789/0 conn(0x7fc70815de20 0x7fc7080cff00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.27:55424/0 (socket says 172.21.15.27:55424) 2024-02-09T23:57:30.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.344+0000 7fc705d9b640 1 -- 172.21.15.27:0/494604966 learned_addr learned my addr 172.21.15.27:0/494604966 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:30.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.344+0000 7fc70559a640 1 -- 172.21.15.27:0/494604966 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1164942851 0 0) 0x7fc70806b6f0 con 0x7fc70815de20 2024-02-09T23:57:30.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.344+0000 7fc70659c640 1 -- 172.21.15.27:0/494604966 >> v2:172.21.15.153:3300/0 conn(0x7fc70806ac50 msgr2=0x7fc70806b0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:30.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.344+0000 7fc70659c640 1 --2- 172.21.15.27:0/494604966 >> v2:172.21.15.153:3300/0 conn(0x7fc70806ac50 0x7fc70806b0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:30.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.344+0000 7fc70659c640 1 -- 172.21.15.27:0/494604966 >> v1:172.21.15.153:6789/0 conn(0x7fc70815de20 legacy=0x7fc7080cff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:30.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.344+0000 7fc70659c640 1 -- 172.21.15.27:0/494604966 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7080b00a0 con 0x7fc7080cfb20 2024-02-09T23:57:30.349 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.345+0000 7fc70659c640 1 --2- 172.21.15.27:0/494604966 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc7080cfb20 0x7fc7080b0b80 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fc6f8009d90 tx=0x7fc6f802be10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7f01a2420c82b93f server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:30.349 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.345+0000 7fc70559a640 1 -- 172.21.15.27:0/494604966 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6f802cbc0 con 0x7fc7080cfb20 2024-02-09T23:57:30.349 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.345+0000 7fc70559a640 1 -- 172.21.15.27:0/494604966 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6f802cd20 con 0x7fc7080cfb20 2024-02-09T23:57:30.349 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.345+0000 7fc70559a640 1 -- 172.21.15.27:0/494604966 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6f8034660 con 0x7fc7080cfb20 2024-02-09T23:57:30.349 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.345+0000 7fc70cf81640 1 -- 172.21.15.27:0/494604966 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc7080cfb20 msgr2=0x7fc7080b0b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:30.350 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.345+0000 7fc70cf81640 1 --2- 172.21.15.27:0/494604966 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc7080cfb20 0x7fc7080b0b80 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fc6f8009d90 tx=0x7fc6f802be10 comp rx=0 tx=0).stop 2024-02-09T23:57:30.350 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.346+0000 7fc70cf81640 1 -- 172.21.15.27:0/494604966 shutdown_connections 2024-02-09T23:57:30.350 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.346+0000 7fc70cf81640 1 --2- 172.21.15.27:0/494604966 >> v2:172.21.15.153:3300/0 conn(0x7fc70806ac50 0x7fc70806b0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:30.350 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.346+0000 7fc70cf81640 1 --2- 172.21.15.27:0/494604966 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc7080cfb20 0x7fc7080b0b80 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:30.350 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.346+0000 7fc70cf81640 1 -- 172.21.15.27:0/494604966 >> 172.21.15.27:0/494604966 conn(0x7fc7080b2220 msgr2=0x7fc7080b2630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:30.350 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.346+0000 7fc70cf81640 1 -- 172.21.15.27:0/494604966 shutdown_connections 2024-02-09T23:57:30.350 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.346+0000 7fc70cf81640 1 -- 172.21.15.27:0/494604966 wait complete. 2024-02-09T23:57:30.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.347+0000 7fc70cf81640 1 Processor -- start 2024-02-09T23:57:30.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.347+0000 7fc70cf81640 1 -- start start 2024-02-09T23:57:30.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.348+0000 7fc70cf81640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc70806ac50 0x7fc7081f41d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:30.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.348+0000 7fc70cf81640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc7080cfb20 0x7fc7081f0bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:30.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.348+0000 7fc70cf81640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc70815de20 0x7fc7080c8e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:30.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.348+0000 7fc70cf81640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7081f4710 con 0x7fc70806ac50 2024-02-09T23:57:30.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.348+0000 7fc70cf81640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7080c7d00 con 0x7fc70815de20 2024-02-09T23:57:30.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.348+0000 7fc70cf81640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc7080c7fe0 con 0x7fc7080cfb20 2024-02-09T23:57:30.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.348+0000 7fc70659c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc70806ac50 0x7fc7081f41d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:30.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.348+0000 7fc70659c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc70806ac50 0x7fc7081f41d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47690/0 (socket says 172.21.15.27:47690) 2024-02-09T23:57:30.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.348+0000 7fc70659c640 1 -- 172.21.15.27:0/391878852 learned_addr learned my addr 172.21.15.27:0/391878852 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:30.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.348+0000 7fc705d9b640 1 --2- 172.21.15.27:0/391878852 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc7080cfb20 0x7fc7081f0bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:30.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.348+0000 7fc706d9d640 1 --2- 172.21.15.27:0/391878852 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc70815de20 0x7fc7080c8e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:30.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.348+0000 7fc70659c640 1 -- 172.21.15.27:0/391878852 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc7080cfb20 msgr2=0x7fc7081f0bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:30.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.348+0000 7fc70659c640 1 --2- 172.21.15.27:0/391878852 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc7080cfb20 0x7fc7081f0bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:30.355 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.348+0000 7fc70659c640 1 -- 172.21.15.27:0/391878852 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc70815de20 msgr2=0x7fc7080c8e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:30.355 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.348+0000 7fc70659c640 1 --2- 172.21.15.27:0/391878852 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc70815de20 0x7fc7080c8e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:30.355 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.348+0000 7fc70659c640 1 -- 172.21.15.27:0/391878852 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6f8009a70 con 0x7fc70806ac50 2024-02-09T23:57:30.355 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.348+0000 7fc70659c640 1 --2- 172.21.15.27:0/391878852 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc70806ac50 0x7fc7081f41d0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fc6f8009d90 tx=0x7fc6f8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:30.355 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.348+0000 7fc6feffd640 1 -- 172.21.15.27:0/391878852 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6f8040650 con 0x7fc70806ac50 2024-02-09T23:57:30.355 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.348+0000 7fc6feffd640 1 -- 172.21.15.27:0/391878852 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6f802ce90 con 0x7fc70806ac50 2024-02-09T23:57:30.355 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.349+0000 7fc70cf81640 1 -- 172.21.15.27:0/391878852 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc7080c82c0 con 0x7fc70806ac50 2024-02-09T23:57:30.356 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.349+0000 7fc6feffd640 1 -- 172.21.15.27:0/391878852 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6f80409f0 con 0x7fc70806ac50 2024-02-09T23:57:30.356 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.349+0000 7fc70cf81640 1 -- 172.21.15.27:0/391878852 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc7080c8880 con 0x7fc70806ac50 2024-02-09T23:57:30.356 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.350+0000 7fc70cf81640 1 -- 172.21.15.27:0/391878852 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc7080c8a70 con 0x7fc70806ac50 2024-02-09T23:57:30.356 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.350+0000 7fc6feffd640 1 -- 172.21.15.27:0/391878852 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fc6f8040b50 con 0x7fc70806ac50 2024-02-09T23:57:30.356 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.350+0000 7fc6feffd640 1 --2- 172.21.15.27:0/391878852 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc6e806b810 0x7fc6e806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:30.356 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.350+0000 7fc6feffd640 1 -- 172.21.15.27:0/391878852 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc6f80ad0b0 con 0x7fc70806ac50 2024-02-09T23:57:30.356 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.351+0000 7fc705d9b640 1 --2- 172.21.15.27:0/391878852 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc6e806b810 0x7fc6e806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:30.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.351+0000 7fc705d9b640 1 --2- 172.21.15.27:0/391878852 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc6e806b810 0x7fc6e806dcd0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fc7080c72c0 tx=0x7fc6f0007d00 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:30.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.355+0000 7fc6feffd640 1 -- 172.21.15.27:0/391878852 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fc6f8077c80 con 0x7fc70806ac50 2024-02-09T23:57:30.552 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.550+0000 7fc70cf81640 1 -- 172.21.15.27:0/391878852 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fc7080746c0 con 0x7fc70806ac50 2024-02-09T23:57:30.553 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.550+0000 7fc6feffd640 1 -- 172.21.15.27:0/391878852 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) v1 ==== 80+0+0 (secure 0 0 0) 0x7fc6f807b340 con 0x7fc70806ac50 2024-02-09T23:57:30.553 INFO:teuthology.orchestra.run.smithi027.stderr:listed 0 entries 2024-02-09T23:57:30.555 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.552+0000 7fc70cf81640 1 -- 172.21.15.27:0/391878852 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc6e806b810 msgr2=0x7fc6e806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:30.555 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.552+0000 7fc70cf81640 1 --2- 172.21.15.27:0/391878852 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc6e806b810 0x7fc6e806dcd0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fc7080c72c0 tx=0x7fc6f0007d00 comp rx=0 tx=0).stop 2024-02-09T23:57:30.555 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.552+0000 7fc70cf81640 1 -- 172.21.15.27:0/391878852 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc70806ac50 msgr2=0x7fc7081f41d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:30.555 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.552+0000 7fc70cf81640 1 --2- 172.21.15.27:0/391878852 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc70806ac50 0x7fc7081f41d0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fc6f8009d90 tx=0x7fc6f8004a40 comp rx=0 tx=0).stop 2024-02-09T23:57:30.555 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.552+0000 7fc70cf81640 1 -- 172.21.15.27:0/391878852 shutdown_connections 2024-02-09T23:57:30.555 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.552+0000 7fc70cf81640 1 --2- 172.21.15.27:0/391878852 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc6e806b810 0x7fc6e806dcd0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:30.555 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.552+0000 7fc70cf81640 1 --2- 172.21.15.27:0/391878852 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc70815de20 0x7fc7080c8e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:30.556 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.552+0000 7fc70cf81640 1 --2- 172.21.15.27:0/391878852 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc7080cfb20 0x7fc7081f0bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:30.556 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.552+0000 7fc70cf81640 1 --2- 172.21.15.27:0/391878852 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc70806ac50 0x7fc7081f41d0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:30.556 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.552+0000 7fc70cf81640 1 -- 172.21.15.27:0/391878852 >> 172.21.15.27:0/391878852 conn(0x7fc7080b2220 msgr2=0x7fc7080af2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:30.556 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.552+0000 7fc70cf81640 1 -- 172.21.15.27:0/391878852 shutdown_connections 2024-02-09T23:57:30.556 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.552+0000 7fc70cf81640 1 -- 172.21.15.27:0/391878852 wait complete. 2024-02-09T23:57:30.566 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-02-09T23:57:30.566 DEBUG:teuthology.orchestra.run.smithi153:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-09T23:57:30.586 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:57:30.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.690+0000 7f62ca00b640 1 Processor -- start 2024-02-09T23:57:30.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.690+0000 7f62ca00b640 1 -- start start 2024-02-09T23:57:30.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.691+0000 7f62ca00b640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f62c415da70 0x7f62c40b95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:30.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.691+0000 7f62ca00b640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f62c40d3520 0x7f62c40d1d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:30.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.691+0000 7f62ca00b640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f62c40d2250 con 0x7f62c40d03e0 2024-02-09T23:57:30.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.691+0000 7f62ca00b640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f62c40b79e0 con 0x7f62c40d3520 2024-02-09T23:57:30.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.691+0000 7f62ca00b640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62c40d2480 con 0x7f62c415da70 2024-02-09T23:57:30.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.691+0000 7f62c37fe640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f62c415da70 0x7f62c40b95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:30.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.691+0000 7f62c2ffd640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f62c40d3520 0x7f62c40d1d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:30.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.691+0000 7f62c37fe640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f62c415da70 0x7f62c40b95a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:53526/0 (socket says 172.21.15.27:53526) 2024-02-09T23:57:30.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.691+0000 7f62c37fe640 1 -- 172.21.15.27:0/759575921 learned_addr learned my addr 172.21.15.27:0/759575921 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:30.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.691+0000 7f62c2ffd640 1 -- 172.21.15.27:0/759575921 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f62c415da70 msgr2=0x7f62c40b95a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:30.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.691+0000 7f62c2ffd640 1 --2- 172.21.15.27:0/759575921 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f62c415da70 0x7f62c40b95a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:30.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.691+0000 7f62c2ffd640 1 -- 172.21.15.27:0/759575921 >> v1:172.21.15.153:6789/0 conn(0x7f62c40d03e0 legacy=0x7f62c406c160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:30.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.692+0000 7f62c2ffd640 1 -- 172.21.15.27:0/759575921 --> v2:172.21.15.153:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62c40d2760 con 0x7f62c40d3520 2024-02-09T23:57:30.696 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.692+0000 7f62c37fe640 1 --2- 172.21.15.27:0/759575921 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f62c415da70 0x7f62c40b95a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:57:30.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.692+0000 7f62c2ffd640 1 --2- 172.21.15.27:0/759575921 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f62c40d3520 0x7f62c40d1d10 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f62b80097a0 tx=0x7f62b802b960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=893c6396926d2551 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:30.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.692+0000 7f62c27fc640 1 -- 172.21.15.27:0/759575921 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62b8030610 con 0x7f62c40d3520 2024-02-09T23:57:30.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.693+0000 7f62c27fc640 1 -- 172.21.15.27:0/759575921 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62b8030770 con 0x7f62c40d3520 2024-02-09T23:57:30.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.693+0000 7f62c27fc640 1 -- 172.21.15.27:0/759575921 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62b8030b00 con 0x7f62c40d3520 2024-02-09T23:57:30.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.693+0000 7f62ca00b640 1 -- 172.21.15.27:0/759575921 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f62c40d3520 msgr2=0x7f62c40d1d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:30.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.693+0000 7f62ca00b640 1 --2- 172.21.15.27:0/759575921 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f62c40d3520 0x7f62c40d1d10 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f62b80097a0 tx=0x7f62b802b960 comp rx=0 tx=0).stop 2024-02-09T23:57:30.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.693+0000 7f62ca00b640 1 -- 172.21.15.27:0/759575921 shutdown_connections 2024-02-09T23:57:30.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.693+0000 7f62ca00b640 1 --2- 172.21.15.27:0/759575921 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f62c40d3520 0x7f62c40d1d10 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:30.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.693+0000 7f62ca00b640 1 --2- 172.21.15.27:0/759575921 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f62c415da70 0x7f62c40b95a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:30.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.693+0000 7f62ca00b640 1 -- 172.21.15.27:0/759575921 >> 172.21.15.27:0/759575921 conn(0x7f62c4067020 msgr2=0x7f62c40b5520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:30.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.693+0000 7f62ca00b640 1 -- 172.21.15.27:0/759575921 shutdown_connections 2024-02-09T23:57:30.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.693+0000 7f62ca00b640 1 -- 172.21.15.27:0/759575921 wait complete. 2024-02-09T23:57:30.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.694+0000 7f62ca00b640 1 Processor -- start 2024-02-09T23:57:30.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.694+0000 7f62ca00b640 1 -- start start 2024-02-09T23:57:30.700 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.695+0000 7f62ca00b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62c40d03e0 0x7f62c41601f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:30.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.695+0000 7f62ca00b640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f62c40d3520 0x7f62c41f6af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:30.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.695+0000 7f62ca00b640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f62c415da70 0x7f62c41f3e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:30.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.695+0000 7f62ca00b640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62c41f7340 con 0x7f62c40d03e0 2024-02-09T23:57:30.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.695+0000 7f62ca00b640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62c41f7620 con 0x7f62c415da70 2024-02-09T23:57:30.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.695+0000 7f62ca00b640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62c41f7900 con 0x7f62c40d3520 2024-02-09T23:57:30.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.695+0000 7f62c37fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62c40d03e0 0x7f62c41601f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:30.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.695+0000 7f62c37fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62c40d03e0 0x7f62c41601f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47702/0 (socket says 172.21.15.27:47702) 2024-02-09T23:57:30.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.695+0000 7f62c37fe640 1 -- 172.21.15.27:0/3738269735 learned_addr learned my addr 172.21.15.27:0/3738269735 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:30.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.695+0000 7f62c2ffd640 1 --2- 172.21.15.27:0/3738269735 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f62c40d3520 0x7f62c41f6af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:30.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.695+0000 7f62c3fff640 1 --2- 172.21.15.27:0/3738269735 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f62c415da70 0x7f62c41f3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:30.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.696+0000 7f62c37fe640 1 -- 172.21.15.27:0/3738269735 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f62c40d3520 msgr2=0x7f62c41f6af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:30.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.696+0000 7f62c37fe640 1 --2- 172.21.15.27:0/3738269735 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f62c40d3520 0x7f62c41f6af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:30.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.696+0000 7f62c37fe640 1 -- 172.21.15.27:0/3738269735 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f62c415da70 msgr2=0x7f62c41f3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:30.702 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.696+0000 7f62c37fe640 1 --2- 172.21.15.27:0/3738269735 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f62c415da70 0x7f62c41f3e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:30.702 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.696+0000 7f62c37fe640 1 -- 172.21.15.27:0/3738269735 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62b40094d0 con 0x7f62c40d03e0 2024-02-09T23:57:30.702 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.696+0000 7f62c37fe640 1 --2- 172.21.15.27:0/3738269735 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62c40d03e0 0x7f62c41601f0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f62b400e9b0 tx=0x7f62b400ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:30.702 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.696+0000 7f62abfff640 1 -- 172.21.15.27:0/3738269735 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62b400c9a0 con 0x7f62c40d03e0 2024-02-09T23:57:30.702 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.696+0000 7f62abfff640 1 -- 172.21.15.27:0/3738269735 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62b400cb00 con 0x7f62c40d03e0 2024-02-09T23:57:30.702 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.696+0000 7f62ca00b640 1 -- 172.21.15.27:0/3738269735 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f62b8009400 con 0x7f62c40d03e0 2024-02-09T23:57:30.702 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.696+0000 7f62abfff640 1 -- 172.21.15.27:0/3738269735 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62b400ce70 con 0x7f62c40d03e0 2024-02-09T23:57:30.702 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.696+0000 7f62ca00b640 1 -- 172.21.15.27:0/3738269735 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62c41f38f0 con 0x7f62c40d03e0 2024-02-09T23:57:30.702 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.697+0000 7f62ca00b640 1 -- 172.21.15.27:0/3738269735 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f62c4067cc0 con 0x7f62c40d03e0 2024-02-09T23:57:30.702 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.697+0000 7f62abfff640 1 -- 172.21.15.27:0/3738269735 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f62b4013470 con 0x7f62c40d03e0 2024-02-09T23:57:30.702 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.698+0000 7f62abfff640 1 --2- 172.21.15.27:0/3738269735 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f62b006b810 0x7f62b006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:30.703 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.698+0000 7f62abfff640 1 -- 172.21.15.27:0/3738269735 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f62b408a600 con 0x7f62c40d03e0 2024-02-09T23:57:30.703 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.698+0000 7f62c2ffd640 1 --2- 172.21.15.27:0/3738269735 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f62b006b810 0x7f62b006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:30.703 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.699+0000 7f62c2ffd640 1 --2- 172.21.15.27:0/3738269735 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f62b006b810 0x7f62b006dcd0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f62b8036000 tx=0x7f62b8008030 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:30.705 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.702+0000 7f62abfff640 1 -- 172.21.15.27:0/3738269735 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f62b4055160 con 0x7f62c40d03e0 2024-02-09T23:57:30.885 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.882+0000 7f62ca00b640 1 -- 172.21.15.27:0/3738269735 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f62c415b250 con 0x7f62c40d03e0 2024-02-09T23:57:30.886 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.883+0000 7f62abfff640 1 -- 172.21.15.27:0/3738269735 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16605 (secure 0 0 0) 0x7f62b4058820 con 0x7f62c40d03e0 2024-02-09T23:57:30.886 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:30.887 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":20,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:56:52.874682+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:56:49.610721+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:56:50.234763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:57:30.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.885+0000 7f62ca00b640 1 -- 172.21.15.27:0/3738269735 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f62b006b810 msgr2=0x7f62b006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:30.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.885+0000 7f62ca00b640 1 --2- 172.21.15.27:0/3738269735 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f62b006b810 0x7f62b006dcd0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f62b8036000 tx=0x7f62b8008030 comp rx=0 tx=0).stop 2024-02-09T23:57:30.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.885+0000 7f62ca00b640 1 -- 172.21.15.27:0/3738269735 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62c40d03e0 msgr2=0x7f62c41601f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:30.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.885+0000 7f62ca00b640 1 --2- 172.21.15.27:0/3738269735 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62c40d03e0 0x7f62c41601f0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f62b400e9b0 tx=0x7f62b400ee70 comp rx=0 tx=0).stop 2024-02-09T23:57:30.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.885+0000 7f62ca00b640 1 -- 172.21.15.27:0/3738269735 shutdown_connections 2024-02-09T23:57:30.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.885+0000 7f62ca00b640 1 --2- 172.21.15.27:0/3738269735 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f62b006b810 0x7f62b006dcd0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:30.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.885+0000 7f62ca00b640 1 --2- 172.21.15.27:0/3738269735 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f62c415da70 0x7f62c41f3e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:30.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.885+0000 7f62ca00b640 1 --2- 172.21.15.27:0/3738269735 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f62c40d3520 0x7f62c41f6af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:30.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.885+0000 7f62ca00b640 1 --2- 172.21.15.27:0/3738269735 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62c40d03e0 0x7f62c41601f0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:30.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.885+0000 7f62ca00b640 1 -- 172.21.15.27:0/3738269735 >> 172.21.15.27:0/3738269735 conn(0x7f62c4067020 msgr2=0x7f62c415ca10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:30.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.885+0000 7f62ca00b640 1 -- 172.21.15.27:0/3738269735 shutdown_connections 2024-02-09T23:57:30.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:30.885+0000 7f62ca00b640 1 -- 172.21.15.27:0/3738269735 wait complete. 2024-02-09T23:57:30.899 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-09T23:56:39.494694+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-09T23:56:49.610721+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-09T23:56:50.234763+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-09T23:57:30.899 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-09T23:57:31.009 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.006+0000 7feedb657640 1 Processor -- start 2024-02-09T23:57:31.009 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.007+0000 7feedb657640 1 -- start start 2024-02-09T23:57:31.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.007+0000 7feedb657640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7feed40ce060 0x7feed40d02c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:31.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.007+0000 7feedb657640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feed40cea00 con 0x7feed415dcb0 2024-02-09T23:57:31.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.007+0000 7feedb657640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feed40cf210 con 0x7feed40b2cc0 2024-02-09T23:57:31.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.007+0000 7feedb657640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feed4161f00 con 0x7feed40ce060 2024-02-09T23:57:31.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.008+0000 7feed8bf2640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7feed40ce060 0x7feed40d02c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:31.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.008+0000 7feed93f3640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7feed415dcb0 0x7feed41617f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51752/0 (socket says 172.21.15.27:51752) 2024-02-09T23:57:31.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.008+0000 7feed93f3640 1 -- 172.21.15.27:0/142906807 learned_addr learned my addr 172.21.15.27:0/142906807 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:31.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.008+0000 7feed8bf2640 1 -- 172.21.15.27:0/142906807 >> v1:172.21.15.153:6789/0 conn(0x7feed40b2cc0 legacy=0x7feed40b5870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:31.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.008+0000 7feed8bf2640 1 -- 172.21.15.27:0/142906807 >> v1:172.21.15.27:6789/0 conn(0x7feed415dcb0 legacy=0x7feed41617f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:31.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.008+0000 7feed8bf2640 1 -- 172.21.15.27:0/142906807 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feed40ce5d0 con 0x7feed40ce060 2024-02-09T23:57:31.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.009+0000 7feed8bf2640 1 --2- 172.21.15.27:0/142906807 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feed40ce060 0x7feed40d02c0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7feec40097a0 tx=0x7feec402b7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd205e527ba2eea8 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:31.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.009+0000 7feecbfff640 1 -- 172.21.15.27:0/142906807 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feec402f050 con 0x7feed40ce060 2024-02-09T23:57:31.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.009+0000 7feecbfff640 1 -- 172.21.15.27:0/142906807 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feec4031700 con 0x7feed40ce060 2024-02-09T23:57:31.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.009+0000 7feecbfff640 1 -- 172.21.15.27:0/142906807 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feec4031a90 con 0x7feed40ce060 2024-02-09T23:57:31.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.009+0000 7feedb657640 1 -- 172.21.15.27:0/142906807 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feed40ce060 msgr2=0x7feed40d02c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:31.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.009+0000 7feedb657640 1 --2- 172.21.15.27:0/142906807 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feed40ce060 0x7feed40d02c0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7feec40097a0 tx=0x7feec402b7a0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.009+0000 7feedb657640 1 -- 172.21.15.27:0/142906807 shutdown_connections 2024-02-09T23:57:31.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.009+0000 7feedb657640 1 --2- 172.21.15.27:0/142906807 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feed40ce060 0x7feed40d02c0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.009+0000 7feedb657640 1 -- 172.21.15.27:0/142906807 >> 172.21.15.27:0/142906807 conn(0x7feed406c1b0 msgr2=0x7feed406c5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:31.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.009+0000 7feedb657640 1 -- 172.21.15.27:0/142906807 shutdown_connections 2024-02-09T23:57:31.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.009+0000 7feedb657640 1 -- 172.21.15.27:0/142906807 wait complete. 2024-02-09T23:57:31.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.011+0000 7feedb657640 1 Processor -- start 2024-02-09T23:57:31.014 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.011+0000 7feedb657640 1 -- start start 2024-02-09T23:57:31.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.011+0000 7feedb657640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7feed40b2cc0 0x7feed41e95d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:31.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.011+0000 7feedb657640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feed40ce060 0x7feed415f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:31.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.011+0000 7feedb657640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7feed415dcb0 0x7feed4158b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:31.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.011+0000 7feedb657640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feed4160f30 con 0x7feed40ce060 2024-02-09T23:57:31.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.011+0000 7feedb657640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feed415e210 con 0x7feed40b2cc0 2024-02-09T23:57:31.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.011+0000 7feedb657640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feed415e4f0 con 0x7feed415dcb0 2024-02-09T23:57:31.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.011+0000 7feed8bf2640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feed40ce060 0x7feed415f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:31.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.012+0000 7feed8bf2640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feed40ce060 0x7feed415f2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47724/0 (socket says 172.21.15.27:47724) 2024-02-09T23:57:31.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.012+0000 7feed8bf2640 1 -- 172.21.15.27:0/2662915829 learned_addr learned my addr 172.21.15.27:0/2662915829 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:31.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.012+0000 7feed93f3640 1 --2- 172.21.15.27:0/2662915829 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7feed40b2cc0 0x7feed41e95d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:31.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.012+0000 7feed8bf2640 1 -- 172.21.15.27:0/2662915829 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7feed415dcb0 msgr2=0x7feed4158b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:31.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.012+0000 7feed8bf2640 1 --2- 172.21.15.27:0/2662915829 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7feed415dcb0 0x7feed4158b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.012+0000 7feed8bf2640 1 -- 172.21.15.27:0/2662915829 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7feed40b2cc0 msgr2=0x7feed41e95d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:31.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.012+0000 7feed8bf2640 1 --2- 172.21.15.27:0/2662915829 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7feed40b2cc0 0x7feed41e95d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.012+0000 7feed8bf2640 1 -- 172.21.15.27:0/2662915829 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feec4009400 con 0x7feed40ce060 2024-02-09T23:57:31.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.012+0000 7feed8bf2640 1 --2- 172.21.15.27:0/2662915829 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feed40ce060 0x7feed415f2b0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7feec4000c00 tx=0x7feec40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:31.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.012+0000 7feec9ffb640 1 -- 172.21.15.27:0/2662915829 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feec4033c30 con 0x7feed40ce060 2024-02-09T23:57:31.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.012+0000 7feec9ffb640 1 -- 172.21.15.27:0/2662915829 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feec4033d90 con 0x7feed40ce060 2024-02-09T23:57:31.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.012+0000 7feedb657640 1 -- 172.21.15.27:0/2662915829 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feed415e7d0 con 0x7feed40ce060 2024-02-09T23:57:31.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.012+0000 7feec9ffb640 1 -- 172.21.15.27:0/2662915829 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feec403c640 con 0x7feed40ce060 2024-02-09T23:57:31.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.012+0000 7feedb657640 1 -- 172.21.15.27:0/2662915829 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feed415ed90 con 0x7feed40ce060 2024-02-09T23:57:31.018 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.014+0000 7feedb657640 1 -- 172.21.15.27:0/2662915829 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feed415ef80 con 0x7feed40ce060 2024-02-09T23:57:31.018 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.014+0000 7feec9ffb640 1 -- 172.21.15.27:0/2662915829 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7feec403a040 con 0x7feed40ce060 2024-02-09T23:57:31.018 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.014+0000 7feec9ffb640 1 --2- 172.21.15.27:0/2662915829 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7feeb806b810 0x7feeb806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:31.018 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.014+0000 7feec9ffb640 1 -- 172.21.15.27:0/2662915829 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7feec40abb30 con 0x7feed40ce060 2024-02-09T23:57:31.018 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.015+0000 7feed93f3640 1 --2- 172.21.15.27:0/2662915829 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7feeb806b810 0x7feeb806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:31.018 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.015+0000 7feed93f3640 1 --2- 172.21.15.27:0/2662915829 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7feeb806b810 0x7feeb806dcd0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7feed0000f60 tx=0x7feed0009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:31.021 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.018+0000 7feec9ffb640 1 -- 172.21.15.27:0/2662915829 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7feec40765e0 con 0x7feed40ce060 2024-02-09T23:57:31.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.199+0000 7feedb657640 1 -- 172.21.15.27:0/2662915829 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7feed40746c0 con 0x7feed40ce060 2024-02-09T23:57:31.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.199+0000 7feec9ffb640 1 -- 172.21.15.27:0/2662915829 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7feec4038020 con 0x7feed40ce060 2024-02-09T23:57:31.202 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 1 2024-02-09T23:57:31.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.201+0000 7feedb657640 1 -- 172.21.15.27:0/2662915829 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7feeb806b810 msgr2=0x7feeb806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:31.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.201+0000 7feedb657640 1 --2- 172.21.15.27:0/2662915829 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7feeb806b810 0x7feeb806dcd0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7feed0000f60 tx=0x7feed0009040 comp rx=0 tx=0).stop 2024-02-09T23:57:31.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.201+0000 7feedb657640 1 -- 172.21.15.27:0/2662915829 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feed40ce060 msgr2=0x7feed415f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:31.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.201+0000 7feedb657640 1 --2- 172.21.15.27:0/2662915829 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feed40ce060 0x7feed415f2b0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7feec4000c00 tx=0x7feec40046c0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.201+0000 7feedb657640 1 -- 172.21.15.27:0/2662915829 shutdown_connections 2024-02-09T23:57:31.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.201+0000 7feedb657640 1 --2- 172.21.15.27:0/2662915829 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7feeb806b810 0x7feeb806dcd0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.201+0000 7feedb657640 1 --2- 172.21.15.27:0/2662915829 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7feed415dcb0 0x7feed4158b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.201+0000 7feedb657640 1 --2- 172.21.15.27:0/2662915829 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feed40ce060 0x7feed415f2b0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.201+0000 7feedb657640 1 --2- 172.21.15.27:0/2662915829 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7feed40b2cc0 0x7feed41e95d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.201+0000 7feedb657640 1 -- 172.21.15.27:0/2662915829 >> 172.21.15.27:0/2662915829 conn(0x7feed406c1b0 msgr2=0x7feed40d1970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:31.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.201+0000 7feedb657640 1 -- 172.21.15.27:0/2662915829 shutdown_connections 2024-02-09T23:57:31.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.201+0000 7feedb657640 1 -- 172.21.15.27:0/2662915829 wait complete. 2024-02-09T23:57:31.215 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-09T23:57:31.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.322+0000 7fc3e6055640 1 Processor -- start 2024-02-09T23:57:31.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.322+0000 7fc3e6055640 1 -- start start 2024-02-09T23:57:31.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.323+0000 7fc3e6055640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3e015dce0 0x7fc3e00b6c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:31.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.323+0000 7fc3e6055640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fc3e00b5a50 0x7fc3e00b5ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:31.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.323+0000 7fc3e6055640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc3e01617b0 con 0x7fc3e00ce810 2024-02-09T23:57:31.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.323+0000 7fc3e6055640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc3e00b7140 con 0x7fc3e00b5a50 2024-02-09T23:57:31.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.323+0000 7fc3e6055640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3e00b6410 con 0x7fc3e015dce0 2024-02-09T23:57:31.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.323+0000 7fc3deffd640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fc3e00b5a50 0x7fc3e00b5ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:31.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.323+0000 7fc3dffff640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fc3e00ce810 0x7fc3e00ceca0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51758/0 (socket says 172.21.15.27:51758) 2024-02-09T23:57:31.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.323+0000 7fc3dffff640 1 -- 172.21.15.27:0/570940176 learned_addr learned my addr 172.21.15.27:0/570940176 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:31.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.324+0000 7fc3deffd640 1 -- 172.21.15.27:0/570940176 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3e015dce0 msgr2=0x7fc3e00b6c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:31.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.324+0000 7fc3deffd640 1 --2- 172.21.15.27:0/570940176 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3e015dce0 0x7fc3e00b6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.324+0000 7fc3deffd640 1 -- 172.21.15.27:0/570940176 >> v1:172.21.15.27:6789/0 conn(0x7fc3e00ce810 legacy=0x7fc3e00ceca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:31.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.324+0000 7fc3deffd640 1 -- 172.21.15.27:0/570940176 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3e015e0c0 con 0x7fc3e00b5a50 2024-02-09T23:57:31.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.324+0000 7fc3de7fc640 1 -- 172.21.15.27:0/570940176 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2820958583 0 0) 0x7fc3e01617b0 con 0x7fc3e00ce810 2024-02-09T23:57:31.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.324+0000 7fc3deffd640 1 --2- 172.21.15.27:0/570940176 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3e00b5a50 0x7fc3e00b5ed0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fc3d40097a0 tx=0x7fc3d402b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67b34955385b642f server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:31.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.325+0000 7fc3de7fc640 1 -- 172.21.15.27:0/570940176 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3d4031830 con 0x7fc3e00b5a50 2024-02-09T23:57:31.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.325+0000 7fc3de7fc640 1 -- 172.21.15.27:0/570940176 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3d4031990 con 0x7fc3e00b5a50 2024-02-09T23:57:31.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.325+0000 7fc3de7fc640 1 -- 172.21.15.27:0/570940176 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3d4031d20 con 0x7fc3e00b5a50 2024-02-09T23:57:31.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.325+0000 7fc3e6055640 1 -- 172.21.15.27:0/570940176 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3e00b5a50 msgr2=0x7fc3e00b5ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:31.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.325+0000 7fc3e6055640 1 --2- 172.21.15.27:0/570940176 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3e00b5a50 0x7fc3e00b5ed0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fc3d40097a0 tx=0x7fc3d402b8d0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.325+0000 7fc3e6055640 1 -- 172.21.15.27:0/570940176 shutdown_connections 2024-02-09T23:57:31.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.325+0000 7fc3e6055640 1 --2- 172.21.15.27:0/570940176 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3e00b5a50 0x7fc3e00b5ed0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.325+0000 7fc3e6055640 1 --2- 172.21.15.27:0/570940176 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3e015dce0 0x7fc3e00b6c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.325+0000 7fc3e6055640 1 -- 172.21.15.27:0/570940176 >> 172.21.15.27:0/570940176 conn(0x7fc3e00d0870 msgr2=0x7fc3e00d0c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:31.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.325+0000 7fc3e6055640 1 -- 172.21.15.27:0/570940176 shutdown_connections 2024-02-09T23:57:31.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.325+0000 7fc3e6055640 1 -- 172.21.15.27:0/570940176 wait complete. 2024-02-09T23:57:31.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.326+0000 7fc3e6055640 1 Processor -- start 2024-02-09T23:57:31.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.327+0000 7fc3e6055640 1 -- start start 2024-02-09T23:57:31.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.327+0000 7fc3e6055640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3e00b5a50 0x7fc3e0158a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:31.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.327+0000 7fc3e6055640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3e00ce810 0x7fc3e00d2880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:31.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.327+0000 7fc3e6055640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc3e015dce0 0x7fc3e00c74e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:31.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.327+0000 7fc3e6055640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3e0159350 con 0x7fc3e00ce810 2024-02-09T23:57:31.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.327+0000 7fc3e6055640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3e01561a0 con 0x7fc3e015dce0 2024-02-09T23:57:31.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.327+0000 7fc3e6055640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3e0156440 con 0x7fc3e00b5a50 2024-02-09T23:57:31.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.327+0000 7fc3deffd640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3e00ce810 0x7fc3e00d2880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:31.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.327+0000 7fc3deffd640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3e00ce810 0x7fc3e00d2880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47746/0 (socket says 172.21.15.27:47746) 2024-02-09T23:57:31.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.327+0000 7fc3deffd640 1 -- 172.21.15.27:0/3951629934 learned_addr learned my addr 172.21.15.27:0/3951629934 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:31.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.328+0000 7fc3dffff640 1 --2- 172.21.15.27:0/3951629934 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc3e015dce0 0x7fc3e00c74e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:31.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.328+0000 7fc3df7fe640 1 --2- 172.21.15.27:0/3951629934 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3e00b5a50 0x7fc3e0158a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:31.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.328+0000 7fc3deffd640 1 -- 172.21.15.27:0/3951629934 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3e00b5a50 msgr2=0x7fc3e0158a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:31.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.328+0000 7fc3deffd640 1 --2- 172.21.15.27:0/3951629934 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3e00b5a50 0x7fc3e0158a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.328+0000 7fc3deffd640 1 -- 172.21.15.27:0/3951629934 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc3e015dce0 msgr2=0x7fc3e00c74e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:31.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.328+0000 7fc3deffd640 1 --2- 172.21.15.27:0/3951629934 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc3e015dce0 0x7fc3e00c74e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.328+0000 7fc3deffd640 1 -- 172.21.15.27:0/3951629934 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3d4009400 con 0x7fc3e00ce810 2024-02-09T23:57:31.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.328+0000 7fc3dffff640 1 --2- 172.21.15.27:0/3951629934 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc3e015dce0 0x7fc3e00c74e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:31.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.328+0000 7fc3deffd640 1 --2- 172.21.15.27:0/3951629934 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3e00ce810 0x7fc3e00d2880 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fc3d40098c0 tx=0x7fc3d40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:31.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.328+0000 7fc3c7fff640 1 -- 172.21.15.27:0/3951629934 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3d403ba70 con 0x7fc3e00ce810 2024-02-09T23:57:31.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.328+0000 7fc3c7fff640 1 -- 172.21.15.27:0/3951629934 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3d403bbd0 con 0x7fc3e00ce810 2024-02-09T23:57:31.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.328+0000 7fc3e6055640 1 -- 172.21.15.27:0/3951629934 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc3e0156720 con 0x7fc3e00ce810 2024-02-09T23:57:31.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.328+0000 7fc3c7fff640 1 -- 172.21.15.27:0/3951629934 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3d40453f0 con 0x7fc3e00ce810 2024-02-09T23:57:31.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.328+0000 7fc3e6055640 1 -- 172.21.15.27:0/3951629934 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3e0158f60 con 0x7fc3e00ce810 2024-02-09T23:57:31.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.329+0000 7fc3e6055640 1 -- 172.21.15.27:0/3951629934 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc3e0156c40 con 0x7fc3e00ce810 2024-02-09T23:57:31.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.330+0000 7fc3c7fff640 1 -- 172.21.15.27:0/3951629934 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fc3d404e450 con 0x7fc3e00ce810 2024-02-09T23:57:31.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.330+0000 7fc3c7fff640 1 --2- 172.21.15.27:0/3951629934 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc3cc06b810 0x7fc3cc06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:31.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.330+0000 7fc3c7fff640 1 -- 172.21.15.27:0/3951629934 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc3d40ac410 con 0x7fc3e00ce810 2024-02-09T23:57:31.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.330+0000 7fc3df7fe640 1 --2- 172.21.15.27:0/3951629934 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc3cc06b810 0x7fc3cc06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:31.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.331+0000 7fc3df7fe640 1 --2- 172.21.15.27:0/3951629934 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc3cc06b810 0x7fc3cc06dcd0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fc3d000b810 tx=0x7fc3d0008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:31.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.335+0000 7fc3c7fff640 1 -- 172.21.15.27:0/3951629934 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fc3e0156c40 con 0x7fc3e00ce810 2024-02-09T23:57:31.521 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.518+0000 7fc3e6055640 1 -- 172.21.15.27:0/3951629934 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc3e0156c40 con 0x7fc3e00ce810 2024-02-09T23:57:31.521 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.518+0000 7fc3c7fff640 1 -- 172.21.15.27:0/3951629934 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7fc3e0156c40 con 0x7fc3e00ce810 2024-02-09T23:57:31.521 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 32 2024-02-09T23:57:31.523 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.520+0000 7fc3e6055640 1 -- 172.21.15.27:0/3951629934 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc3cc06b810 msgr2=0x7fc3cc06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:31.524 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.520+0000 7fc3e6055640 1 --2- 172.21.15.27:0/3951629934 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc3cc06b810 0x7fc3cc06dcd0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fc3d000b810 tx=0x7fc3d0008040 comp rx=0 tx=0).stop 2024-02-09T23:57:31.524 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.520+0000 7fc3e6055640 1 -- 172.21.15.27:0/3951629934 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3e00ce810 msgr2=0x7fc3e00d2880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:31.524 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.520+0000 7fc3e6055640 1 --2- 172.21.15.27:0/3951629934 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3e00ce810 0x7fc3e00d2880 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fc3d40098c0 tx=0x7fc3d40046c0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.524 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.520+0000 7fc3e6055640 1 -- 172.21.15.27:0/3951629934 shutdown_connections 2024-02-09T23:57:31.524 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.520+0000 7fc3e6055640 1 --2- 172.21.15.27:0/3951629934 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc3cc06b810 0x7fc3cc06dcd0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.524 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.520+0000 7fc3e6055640 1 --2- 172.21.15.27:0/3951629934 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc3e015dce0 0x7fc3e00c74e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.524 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.520+0000 7fc3e6055640 1 --2- 172.21.15.27:0/3951629934 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3e00ce810 0x7fc3e00d2880 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.524 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.520+0000 7fc3e6055640 1 --2- 172.21.15.27:0/3951629934 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3e00b5a50 0x7fc3e0158a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.524 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.520+0000 7fc3e6055640 1 -- 172.21.15.27:0/3951629934 >> 172.21.15.27:0/3951629934 conn(0x7fc3e00d0870 msgr2=0x7fc3e00b4670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:31.524 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.520+0000 7fc3e6055640 1 -- 172.21.15.27:0/3951629934 shutdown_connections 2024-02-09T23:57:31.524 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.520+0000 7fc3e6055640 1 -- 172.21.15.27:0/3951629934 wait complete. 2024-02-09T23:57:31.534 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-09T23:57:31.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.641+0000 7f91cd81e640 1 Processor -- start 2024-02-09T23:57:31.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.641+0000 7f91cd81e640 1 -- start start 2024-02-09T23:57:31.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.642+0000 7f91cd81e640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f91c8099ab0 0x7f91c8099e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:31.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.642+0000 7f91cd81e640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f91c80cdcd0 0x7f91c806fed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:31.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.642+0000 7f91cd81e640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f91c80d07a0 con 0x7f91c80d0960 2024-02-09T23:57:31.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.642+0000 7f91cd81e640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f91c809a3d0 con 0x7f91c80cdcd0 2024-02-09T23:57:31.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.642+0000 7f91cd81e640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f91c80d01e0 con 0x7f91c8099ab0 2024-02-09T23:57:31.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.642+0000 7f91c67fc640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f91c80cdcd0 0x7f91c806fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:31.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.642+0000 7f91c77fe640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f91c80d0960 0x7f91c80cc340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51774/0 (socket says 172.21.15.27:51774) 2024-02-09T23:57:31.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.642+0000 7f91c77fe640 1 -- 172.21.15.27:0/202146877 learned_addr learned my addr 172.21.15.27:0/202146877 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:31.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.643+0000 7f91c6ffd640 1 --2- 172.21.15.27:0/202146877 >> v2:172.21.15.153:3300/0 conn(0x7f91c8099ab0 0x7f91c8099e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:31.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.643+0000 7f91c67fc640 1 -- 172.21.15.27:0/202146877 >> v2:172.21.15.153:3300/0 conn(0x7f91c8099ab0 msgr2=0x7f91c8099e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:31.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.643+0000 7f91c67fc640 1 --2- 172.21.15.27:0/202146877 >> v2:172.21.15.153:3300/0 conn(0x7f91c8099ab0 0x7f91c8099e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.643+0000 7f91c67fc640 1 -- 172.21.15.27:0/202146877 >> v1:172.21.15.27:6789/0 conn(0x7f91c80d0960 legacy=0x7f91c80cc340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:31.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.643+0000 7f91c5ffb640 1 -- 172.21.15.27:0/202146877 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2772483659 0 0) 0x7f91b8001110 con 0x7f91c80d0960 2024-02-09T23:57:31.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.643+0000 7f91c67fc640 1 -- 172.21.15.27:0/202146877 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91c80d04c0 con 0x7f91c80cdcd0 2024-02-09T23:57:31.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.643+0000 7f91c6ffd640 1 --2- 172.21.15.27:0/202146877 >> v2:172.21.15.153:3300/0 conn(0x7f91c8099ab0 0x7f91c8099e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:31.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.643+0000 7f91c67fc640 1 --2- 172.21.15.27:0/202146877 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f91c80cdcd0 0x7f91c806fed0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f91c80cf370 tx=0x7f91b002b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93285a272fce66c3 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:31.648 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.644+0000 7f91c5ffb640 1 -- 172.21.15.27:0/202146877 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91b002e070 con 0x7f91c80cdcd0 2024-02-09T23:57:31.648 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.644+0000 7f91c5ffb640 1 -- 172.21.15.27:0/202146877 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91b00315a0 con 0x7f91c80cdcd0 2024-02-09T23:57:31.649 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.644+0000 7f91c5ffb640 1 -- 172.21.15.27:0/202146877 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91b0031930 con 0x7f91c80cdcd0 2024-02-09T23:57:31.649 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.644+0000 7f91cd81e640 1 -- 172.21.15.27:0/202146877 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f91c80cdcd0 msgr2=0x7f91c806fed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:31.649 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.644+0000 7f91cd81e640 1 --2- 172.21.15.27:0/202146877 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f91c80cdcd0 0x7f91c806fed0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f91c80cf370 tx=0x7f91b002b840 comp rx=0 tx=0).stop 2024-02-09T23:57:31.649 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.644+0000 7f91cd81e640 1 -- 172.21.15.27:0/202146877 shutdown_connections 2024-02-09T23:57:31.649 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.644+0000 7f91cd81e640 1 --2- 172.21.15.27:0/202146877 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f91c80cdcd0 0x7f91c806fed0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.649 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.644+0000 7f91cd81e640 1 --2- 172.21.15.27:0/202146877 >> v2:172.21.15.153:3300/0 conn(0x7f91c8099ab0 0x7f91c8099e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.649 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.644+0000 7f91cd81e640 1 -- 172.21.15.27:0/202146877 >> 172.21.15.27:0/202146877 conn(0x7f91c80b3320 msgr2=0x7f91c80b3730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:31.649 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.644+0000 7f91cd81e640 1 -- 172.21.15.27:0/202146877 shutdown_connections 2024-02-09T23:57:31.649 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.644+0000 7f91cd81e640 1 -- 172.21.15.27:0/202146877 wait complete. 2024-02-09T23:57:31.649 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.645+0000 7f91cd81e640 1 Processor -- start 2024-02-09T23:57:31.649 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.646+0000 7f91cd81e640 1 -- start start 2024-02-09T23:57:31.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.646+0000 7f91cd81e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f91c8099ab0 0x7f91c815ad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:31.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.646+0000 7f91cd81e640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f91c80cdcd0 0x7f91c80b23d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:31.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.646+0000 7f91cd81e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f91c80d0960 0x7f91c80b2910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:31.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.646+0000 7f91cd81e640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91c809f790 con 0x7f91c80d0960 2024-02-09T23:57:31.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.646+0000 7f91cd81e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91c815df60 con 0x7f91c8099ab0 2024-02-09T23:57:31.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.646+0000 7f91cd81e640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91c80ca870 con 0x7f91c80cdcd0 2024-02-09T23:57:31.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.646+0000 7f91c77fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f91c80d0960 0x7f91c80b2910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:31.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.646+0000 7f91c77fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f91c80d0960 0x7f91c80b2910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47752/0 (socket says 172.21.15.27:47752) 2024-02-09T23:57:31.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.646+0000 7f91c77fe640 1 -- 172.21.15.27:0/1769570311 learned_addr learned my addr 172.21.15.27:0/1769570311 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:31.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.647+0000 7f91c6ffd640 1 --2- 172.21.15.27:0/1769570311 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f91c8099ab0 0x7f91c815ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:31.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.647+0000 7f91c67fc640 1 --2- 172.21.15.27:0/1769570311 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f91c80cdcd0 0x7f91c80b23d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:31.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.647+0000 7f91c77fe640 1 -- 172.21.15.27:0/1769570311 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f91c80cdcd0 msgr2=0x7f91c80b23d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:31.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.647+0000 7f91c77fe640 1 --2- 172.21.15.27:0/1769570311 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f91c80cdcd0 0x7f91c80b23d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.647+0000 7f91c77fe640 1 -- 172.21.15.27:0/1769570311 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f91c8099ab0 msgr2=0x7f91c815ad60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:31.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.647+0000 7f91c77fe640 1 --2- 172.21.15.27:0/1769570311 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f91c8099ab0 0x7f91c815ad60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.647+0000 7f91c77fe640 1 -- 172.21.15.27:0/1769570311 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91b0009400 con 0x7f91c80d0960 2024-02-09T23:57:31.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.647+0000 7f91c77fe640 1 --2- 172.21.15.27:0/1769570311 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f91c80d0960 0x7f91c80b2910 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f91b800c780 tx=0x7f91b800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:31.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.647+0000 7f91bffff640 1 -- 172.21.15.27:0/1769570311 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91b80072d0 con 0x7f91c80d0960 2024-02-09T23:57:31.654 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.647+0000 7f91bffff640 1 -- 172.21.15.27:0/1769570311 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91b8007430 con 0x7f91c80d0960 2024-02-09T23:57:31.654 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.647+0000 7f91cd81e640 1 -- 172.21.15.27:0/1769570311 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f91c80c9fd0 con 0x7f91c80d0960 2024-02-09T23:57:31.654 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.647+0000 7f91bffff640 1 -- 172.21.15.27:0/1769570311 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91b8001d10 con 0x7f91c80d0960 2024-02-09T23:57:31.654 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.647+0000 7f91cd81e640 1 -- 172.21.15.27:0/1769570311 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91c80ca590 con 0x7f91c80d0960 2024-02-09T23:57:31.654 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.648+0000 7f91cd81e640 1 -- 172.21.15.27:0/1769570311 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f91c80d1630 con 0x7f91c80d0960 2024-02-09T23:57:31.654 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.648+0000 7f91bffff640 1 -- 172.21.15.27:0/1769570311 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f91b80047e0 con 0x7f91c80d0960 2024-02-09T23:57:31.654 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.649+0000 7f91bffff640 1 --2- 172.21.15.27:0/1769570311 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f91a806b810 0x7f91a806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:31.654 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.649+0000 7f91bffff640 1 -- 172.21.15.27:0/1769570311 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f91b8089400 con 0x7f91c80d0960 2024-02-09T23:57:31.654 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.649+0000 7f91c6ffd640 1 --2- 172.21.15.27:0/1769570311 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f91a806b810 0x7f91a806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:31.654 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.650+0000 7f91c6ffd640 1 --2- 172.21.15.27:0/1769570311 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f91a806b810 0x7f91a806dcd0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f91c000f500 tx=0x7f91c0007770 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:31.655 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.653+0000 7f91bffff640 1 -- 172.21.15.27:0/1769570311 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f91b8053ed0 con 0x7f91c80d0960 2024-02-09T23:57:31.838 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.835+0000 7f91cd81e640 1 -- 172.21.15.27:0/1769570311 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f91c80d07a0 con 0x7f91c80d0960 2024-02-09T23:57:31.838 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.835+0000 7f91bffff640 1 -- 172.21.15.27:0/1769570311 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f91c80d07a0 con 0x7f91c80d0960 2024-02-09T23:57:31.838 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 64 2024-02-09T23:57:31.840 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.837+0000 7f91cd81e640 1 -- 172.21.15.27:0/1769570311 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f91a806b810 msgr2=0x7f91a806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:31.840 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.837+0000 7f91cd81e640 1 --2- 172.21.15.27:0/1769570311 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f91a806b810 0x7f91a806dcd0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f91c000f500 tx=0x7f91c0007770 comp rx=0 tx=0).stop 2024-02-09T23:57:31.840 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.837+0000 7f91cd81e640 1 -- 172.21.15.27:0/1769570311 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f91c80d0960 msgr2=0x7f91c80b2910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:31.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.837+0000 7f91cd81e640 1 --2- 172.21.15.27:0/1769570311 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f91c80d0960 0x7f91c80b2910 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f91b800c780 tx=0x7f91b800cc40 comp rx=0 tx=0).stop 2024-02-09T23:57:31.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.837+0000 7f91cd81e640 1 -- 172.21.15.27:0/1769570311 shutdown_connections 2024-02-09T23:57:31.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.837+0000 7f91cd81e640 1 --2- 172.21.15.27:0/1769570311 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f91a806b810 0x7f91a806dcd0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.837+0000 7f91cd81e640 1 --2- 172.21.15.27:0/1769570311 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f91c80d0960 0x7f91c80b2910 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.837+0000 7f91cd81e640 1 --2- 172.21.15.27:0/1769570311 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f91c80cdcd0 0x7f91c80b23d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.837+0000 7f91cd81e640 1 --2- 172.21.15.27:0/1769570311 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f91c8099ab0 0x7f91c815ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.837+0000 7f91cd81e640 1 -- 172.21.15.27:0/1769570311 >> 172.21.15.27:0/1769570311 conn(0x7f91c80b3320 msgr2=0x7f91c8070fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:31.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.837+0000 7f91cd81e640 1 -- 172.21.15.27:0/1769570311 shutdown_connections 2024-02-09T23:57:31.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.838+0000 7f91cd81e640 1 -- 172.21.15.27:0/1769570311 wait complete. 2024-02-09T23:57:31.851 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-02-09T23:57:31.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.959+0000 7f84b5163640 1 Processor -- start 2024-02-09T23:57:31.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.959+0000 7f84b5163640 1 -- start start 2024-02-09T23:57:31.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.960+0000 7f84b5163640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f84b00b6b20 0x7f84b00b5470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:31.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.960+0000 7f84b5163640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f84b00b6f80 0x7f84b00b59b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:31.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.960+0000 7f84b5163640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f84b0161660 con 0x7f84b0161280 2024-02-09T23:57:31.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.960+0000 7f84b5163640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f84b00b9a20 con 0x7f84b00b6f80 2024-02-09T23:57:31.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.960+0000 7f84b5163640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f84b00d1c10 con 0x7f84b00b6b20 2024-02-09T23:57:31.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.960+0000 7f84af59e640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f84b00b6f80 0x7f84b00b59b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:31.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.960+0000 7f84af59e640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f84b00b6f80 0x7f84b00b59b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47764/0 (socket says 172.21.15.27:47764) 2024-02-09T23:57:31.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.960+0000 7f84af59e640 1 -- 172.21.15.27:0/1545822655 learned_addr learned my addr 172.21.15.27:0/1545822655 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:31.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.960+0000 7f84ae59c640 1 --2- 172.21.15.27:0/1545822655 >> v2:172.21.15.153:3300/0 conn(0x7f84b00b6b20 0x7f84b00b5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:31.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.960+0000 7f84af59e640 1 -- 172.21.15.27:0/1545822655 >> v2:172.21.15.153:3300/0 conn(0x7f84b00b6b20 msgr2=0x7f84b00b5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:31.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.960+0000 7f84af59e640 1 --2- 172.21.15.27:0/1545822655 >> v2:172.21.15.153:3300/0 conn(0x7f84b00b6b20 0x7f84b00b5470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.960+0000 7f84af59e640 1 -- 172.21.15.27:0/1545822655 >> v1:172.21.15.153:6789/0 conn(0x7f84b0161280 legacy=0x7f84b00b9310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:31.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.960+0000 7f84af59e640 1 -- 172.21.15.27:0/1545822655 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84b00d1eb0 con 0x7f84b00b6f80 2024-02-09T23:57:31.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.961+0000 7f84af59e640 1 --2- 172.21.15.27:0/1545822655 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84b00b6f80 0x7f84b00b59b0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f84b00b6560 tx=0x7f84a802bf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8268b6a947f2a14 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:31.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.961+0000 7f84add9b640 1 -- 172.21.15.27:0/1545822655 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84a802cb20 con 0x7f84b00b6f80 2024-02-09T23:57:31.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.961+0000 7f84add9b640 1 -- 172.21.15.27:0/1545822655 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f84a802cc80 con 0x7f84b00b6f80 2024-02-09T23:57:31.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.961+0000 7f84add9b640 1 -- 172.21.15.27:0/1545822655 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84a80343f0 con 0x7f84b00b6f80 2024-02-09T23:57:31.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.962+0000 7f84b5163640 1 -- 172.21.15.27:0/1545822655 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84b00b6f80 msgr2=0x7f84b00b59b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:31.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.962+0000 7f84b5163640 1 --2- 172.21.15.27:0/1545822655 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84b00b6f80 0x7f84b00b59b0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f84b00b6560 tx=0x7f84a802bf80 comp rx=0 tx=0).stop 2024-02-09T23:57:31.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.962+0000 7f84b5163640 1 -- 172.21.15.27:0/1545822655 shutdown_connections 2024-02-09T23:57:31.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.962+0000 7f84b5163640 1 --2- 172.21.15.27:0/1545822655 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84b00b6f80 0x7f84b00b59b0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.962+0000 7f84b5163640 1 --2- 172.21.15.27:0/1545822655 >> v2:172.21.15.153:3300/0 conn(0x7f84b00b6b20 0x7f84b00b5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.962+0000 7f84b5163640 1 -- 172.21.15.27:0/1545822655 >> 172.21.15.27:0/1545822655 conn(0x7f84b0066f90 msgr2=0x7f84b00d0470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:31.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.962+0000 7f84b5163640 1 -- 172.21.15.27:0/1545822655 shutdown_connections 2024-02-09T23:57:31.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.962+0000 7f84b5163640 1 -- 172.21.15.27:0/1545822655 wait complete. 2024-02-09T23:57:31.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.963+0000 7f84b5163640 1 Processor -- start 2024-02-09T23:57:31.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.963+0000 7f84b5163640 1 -- start start 2024-02-09T23:57:31.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.964+0000 7f84b5163640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f84b00b6b20 0x7f84b00c9240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:31.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.964+0000 7f84b5163640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f84b00b6f80 0x7f84b00c9780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:31.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.964+0000 7f84b5163640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84b0161280 0x7f84b01f3450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:31.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.964+0000 7f84b5163640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84b01f4610 con 0x7f84b0161280 2024-02-09T23:57:31.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.964+0000 7f84b5163640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84b00cda50 con 0x7f84b00b6f80 2024-02-09T23:57:31.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.964+0000 7f84b5163640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f84b01f4820 con 0x7f84b00b6b20 2024-02-09T23:57:31.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.964+0000 7f84af59e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84b0161280 0x7f84b01f3450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:31.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.964+0000 7f84af59e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84b0161280 0x7f84b01f3450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47778/0 (socket says 172.21.15.27:47778) 2024-02-09T23:57:31.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.964+0000 7f84af59e640 1 -- 172.21.15.27:0/1522957141 learned_addr learned my addr 172.21.15.27:0/1522957141 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:31.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.964+0000 7f84aed9d640 1 --2- 172.21.15.27:0/1522957141 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f84b00b6b20 0x7f84b00c9240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:31.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.964+0000 7f84ae59c640 1 --2- 172.21.15.27:0/1522957141 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f84b00b6f80 0x7f84b00c9780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:31.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.964+0000 7f84af59e640 1 -- 172.21.15.27:0/1522957141 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f84b00b6b20 msgr2=0x7f84b00c9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:31.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.964+0000 7f84af59e640 1 --2- 172.21.15.27:0/1522957141 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f84b00b6b20 0x7f84b00c9240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.964+0000 7f84af59e640 1 -- 172.21.15.27:0/1522957141 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f84b00b6f80 msgr2=0x7f84b00c9780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:31.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.964+0000 7f84af59e640 1 --2- 172.21.15.27:0/1522957141 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f84b00b6f80 0x7f84b00c9780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:31.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.964+0000 7f84af59e640 1 -- 172.21.15.27:0/1522957141 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84a8009b30 con 0x7f84b0161280 2024-02-09T23:57:31.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.964+0000 7f84ae59c640 1 --2- 172.21.15.27:0/1522957141 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f84b00b6f80 0x7f84b00c9780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:31.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.965+0000 7f84af59e640 1 --2- 172.21.15.27:0/1522957141 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84b0161280 0x7f84b01f3450 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f84a8036040 tx=0x7f84a8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:31.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.965+0000 7f84977fe640 1 -- 172.21.15.27:0/1522957141 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84a8007e70 con 0x7f84b0161280 2024-02-09T23:57:31.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.965+0000 7f84977fe640 1 -- 172.21.15.27:0/1522957141 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f84a8009510 con 0x7f84b0161280 2024-02-09T23:57:31.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.965+0000 7f84977fe640 1 -- 172.21.15.27:0/1522957141 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84a803e690 con 0x7f84b0161280 2024-02-09T23:57:31.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.965+0000 7f84b5163640 1 -- 172.21.15.27:0/1522957141 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f84b01f4b00 con 0x7f84b0161280 2024-02-09T23:57:31.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.965+0000 7f84b5163640 1 -- 172.21.15.27:0/1522957141 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f84b01f50c0 con 0x7f84b0161280 2024-02-09T23:57:31.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.966+0000 7f84b5163640 1 -- 172.21.15.27:0/1522957141 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f84b01f52b0 con 0x7f84b0161280 2024-02-09T23:57:31.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.966+0000 7f84977fe640 1 -- 172.21.15.27:0/1522957141 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f84a803e7f0 con 0x7f84b0161280 2024-02-09T23:57:31.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.967+0000 7f84977fe640 1 --2- 172.21.15.27:0/1522957141 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f849c06b810 0x7f849c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:31.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.967+0000 7f84977fe640 1 -- 172.21.15.27:0/1522957141 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f84a80accf0 con 0x7f84b0161280 2024-02-09T23:57:31.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.967+0000 7f84aed9d640 1 --2- 172.21.15.27:0/1522957141 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f849c06b810 0x7f849c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:31.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.967+0000 7f84aed9d640 1 --2- 172.21.15.27:0/1522957141 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f849c06b810 0x7f849c06dcd0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f84a00016e0 tx=0x7f84a0009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:31.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:31.971+0000 7f84977fe640 1 -- 172.21.15.27:0/1522957141 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f84a80b1070 con 0x7f84b0161280 2024-02-09T23:57:32.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.168+0000 7f84b5163640 1 -- 172.21.15.27:0/1522957141 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f84b00746c0 con 0x7f84b0161280 2024-02-09T23:57:32.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.168+0000 7f84977fe640 1 -- 172.21.15.27:0/1522957141 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) v1 ==== 80+0+0 (secure 0 0 0) 0x7f84a8077710 con 0x7f84b0161280 2024-02-09T23:57:32.171 INFO:teuthology.orchestra.run.smithi027.stderr:listed 0 entries 2024-02-09T23:57:32.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.170+0000 7f84b5163640 1 -- 172.21.15.27:0/1522957141 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f849c06b810 msgr2=0x7f849c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:32.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.170+0000 7f84b5163640 1 --2- 172.21.15.27:0/1522957141 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f849c06b810 0x7f849c06dcd0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f84a00016e0 tx=0x7f84a0009040 comp rx=0 tx=0).stop 2024-02-09T23:57:32.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.170+0000 7f84b5163640 1 -- 172.21.15.27:0/1522957141 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84b0161280 msgr2=0x7f84b01f3450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:32.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.170+0000 7f84b5163640 1 --2- 172.21.15.27:0/1522957141 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84b0161280 0x7f84b01f3450 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f84a8036040 tx=0x7f84a8004a40 comp rx=0 tx=0).stop 2024-02-09T23:57:32.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.170+0000 7f84b5163640 1 -- 172.21.15.27:0/1522957141 shutdown_connections 2024-02-09T23:57:32.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.170+0000 7f84b5163640 1 --2- 172.21.15.27:0/1522957141 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f849c06b810 0x7f849c06dcd0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:32.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.170+0000 7f84b5163640 1 --2- 172.21.15.27:0/1522957141 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84b0161280 0x7f84b01f3450 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:32.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.170+0000 7f84b5163640 1 --2- 172.21.15.27:0/1522957141 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f84b00b6f80 0x7f84b00c9780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:32.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.170+0000 7f84b5163640 1 --2- 172.21.15.27:0/1522957141 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f84b00b6b20 0x7f84b00c9240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:32.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.170+0000 7f84b5163640 1 -- 172.21.15.27:0/1522957141 >> 172.21.15.27:0/1522957141 conn(0x7f84b0066f90 msgr2=0x7f84b0160110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:32.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.170+0000 7f84b5163640 1 -- 172.21.15.27:0/1522957141 shutdown_connections 2024-02-09T23:57:32.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.170+0000 7f84b5163640 1 -- 172.21.15.27:0/1522957141 wait complete. 2024-02-09T23:57:32.184 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi153.front.sepia.ceph.com... 2024-02-09T23:57:32.184 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:32.184 DEBUG:teuthology.orchestra.run.smithi153:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-02-09T23:57:32.216 INFO:teuthology.orchestra.run:waiting for 300 2024-02-09T23:57:32.216 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi153.front.sepia.ceph.com 2024-02-09T23:57:32.216 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:32.216 DEBUG:teuthology.orchestra.run.smithi153:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-02-09T23:57:32.344 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:57:32.344 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-09T23:57:32.360 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:57:32.360 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-09T23:57:32.417 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:57:32.564 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.561+0000 7effe9dc7640 1 Processor -- start 2024-02-09T23:57:32.564 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.561+0000 7effe9dc7640 1 -- start start 2024-02-09T23:57:32.568 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.562+0000 7effe9dc7640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7effe409a5a0 0x7effe406c420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:32.568 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.562+0000 7effe9dc7640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7effe40d0fc0 con 0x7effe406c960 2024-02-09T23:57:32.568 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.562+0000 7effe9dc7640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7effe406cd90 con 0x7effe415dca0 2024-02-09T23:57:32.568 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.562+0000 7effe9dc7640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7effe40d03b0 con 0x7effe409a5a0 2024-02-09T23:57:32.568 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.562+0000 7effe3fff640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7effe406c960 0x7effe4167c70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51786/0 (socket says 172.21.15.27:51786) 2024-02-09T23:57:32.568 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.562+0000 7effe3fff640 1 -- 172.21.15.27:0/3748185295 learned_addr learned my addr 172.21.15.27:0/3748185295 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:32.568 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.562+0000 7effe27fc640 1 -- 172.21.15.27:0/3748185295 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3924126588 0 0) 0x7effe40d0fc0 con 0x7effe406c960 2024-02-09T23:57:32.568 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.562+0000 7effe27fc640 1 -- 172.21.15.27:0/3748185295 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7effcc003520 con 0x7effe406c960 2024-02-09T23:57:32.568 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.563+0000 7effe2ffd640 1 --2- 172.21.15.27:0/3748185295 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7effe409a5a0 0x7effe406c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:32.569 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.563+0000 7effe27fc640 1 -- 172.21.15.27:0/3748185295 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3081800725 0 0) 0x7effcc003520 con 0x7effe406c960 2024-02-09T23:57:32.569 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.563+0000 7effe27fc640 1 -- 172.21.15.27:0/3748185295 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7effe409a5a0 msgr2=0x7effe406c420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:32.569 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.563+0000 7effe27fc640 1 --2- 172.21.15.27:0/3748185295 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7effe409a5a0 0x7effe406c420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:32.569 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.563+0000 7effe27fc640 1 -- 172.21.15.27:0/3748185295 >> v1:172.21.15.153:6789/0 conn(0x7effe415dca0 legacy=0x7effe40cfbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:32.569 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.563+0000 7effe27fc640 1 -- 172.21.15.27:0/3748185295 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7effe40d0690 con 0x7effe406c960 2024-02-09T23:57:32.569 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.563+0000 7effe27fc640 1 -- 172.21.15.27:0/3748185295 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7effdc0019f0 con 0x7effe406c960 2024-02-09T23:57:32.569 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.563+0000 7effe27fc640 1 -- 172.21.15.27:0/3748185295 >> v1:172.21.15.27:6789/0 conn(0x7effe406c960 legacy=0x7effe4167c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:32.569 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.563+0000 7effe27fc640 1 --2- 172.21.15.27:0/3748185295 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7effe409a5a0 0x7effcc003a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:32.569 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.563+0000 7effe27fc640 1 --2- 172.21.15.27:0/3748185295 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7effcc004040 0x7effcc0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:32.569 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.563+0000 7effe27fc640 1 --2- 172.21.15.27:0/3748185295 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7effcc004d50 0x7effcc0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:32.569 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.563+0000 7effe27fc640 1 -- 172.21.15.27:0/3748185295 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7effe40d03b0 con 0x7effcc004d50 2024-02-09T23:57:32.569 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.563+0000 7effe27fc640 1 -- 172.21.15.27:0/3748185295 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7effcc00bb90 con 0x7effcc004040 2024-02-09T23:57:32.570 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.563+0000 7effe27fc640 1 -- 172.21.15.27:0/3748185295 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7effcc00bd50 con 0x7effe409a5a0 2024-02-09T23:57:32.570 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.563+0000 7effe3fff640 1 --2- 172.21.15.27:0/3748185295 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7effcc004d50 0x7effcc0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:32.570 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.563+0000 7effe2ffd640 1 --2- 172.21.15.27:0/3748185295 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7effcc004040 0x7effcc0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:32.570 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.563+0000 7effe37fe640 1 --2- 172.21.15.27:0/3748185295 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7effe409a5a0 0x7effcc003a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:32.570 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.563+0000 7effe3fff640 1 -- 172.21.15.27:0/3748185295 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7effe409a5a0 msgr2=0x7effcc003a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:32.570 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.563+0000 7effe3fff640 1 --2- 172.21.15.27:0/3748185295 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7effe409a5a0 0x7effcc003a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:32.570 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.563+0000 7effe3fff640 1 -- 172.21.15.27:0/3748185295 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7effcc004040 msgr2=0x7effcc0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:32.570 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.563+0000 7effe3fff640 1 --2- 172.21.15.27:0/3748185295 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7effcc004040 0x7effcc0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:32.570 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.563+0000 7effe3fff640 1 -- 172.21.15.27:0/3748185295 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7effcc003520 con 0x7effcc004d50 2024-02-09T23:57:32.570 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.564+0000 7effe3fff640 1 --2- 172.21.15.27:0/3748185295 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7effcc004d50 0x7effcc0051d0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7effdc00a830 tx=0x7effcc0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2512943539369fa5 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:32.570 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.564+0000 7effe27fc640 1 -- 172.21.15.27:0/3748185295 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effdc0072d0 con 0x7effcc004d50 2024-02-09T23:57:32.570 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.564+0000 7effe27fc640 1 -- 172.21.15.27:0/3748185295 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7effdc02f070 con 0x7effcc004d50 2024-02-09T23:57:32.571 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.564+0000 7effe27fc640 1 -- 172.21.15.27:0/3748185295 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effdc0076f0 con 0x7effcc004d50 2024-02-09T23:57:32.571 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.565+0000 7effe9dc7640 1 -- 172.21.15.27:0/3748185295 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7effcc004d50 msgr2=0x7effcc0051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:32.571 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.565+0000 7effe9dc7640 1 --2- 172.21.15.27:0/3748185295 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7effcc004d50 0x7effcc0051d0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7effdc00a830 tx=0x7effcc0057f0 comp rx=0 tx=0).stop 2024-02-09T23:57:32.571 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.565+0000 7effe3fff640 1 -- 172.21.15.27:0/3748185295 reap_dead start 2024-02-09T23:57:32.571 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.565+0000 7effe9dc7640 1 -- 172.21.15.27:0/3748185295 shutdown_connections 2024-02-09T23:57:32.571 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.565+0000 7effe9dc7640 1 -- 172.21.15.27:0/3748185295 >> 172.21.15.27:0/3748185295 conn(0x7effe40b3460 msgr2=0x7effe40b3870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:32.571 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.565+0000 7effe9dc7640 1 -- 172.21.15.27:0/3748185295 shutdown_connections 2024-02-09T23:57:32.571 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.565+0000 7effe9dc7640 1 -- 172.21.15.27:0/3748185295 wait complete. 2024-02-09T23:57:32.574 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.566+0000 7effe9dc7640 1 Processor -- start 2024-02-09T23:57:32.574 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.566+0000 7effe9dc7640 1 -- start start 2024-02-09T23:57:32.574 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.567+0000 7effe9dc7640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7effcc004d50 0x7effe414bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:32.574 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.567+0000 7effe9dc7640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7effe40cb9f0 0x7effe40b5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:32.574 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.567+0000 7effe9dc7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7effe40c8a40 0x7effe40c8ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:32.574 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.567+0000 7effe9dc7640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7effe40c9430 con 0x7effcc004d50 2024-02-09T23:57:32.574 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.567+0000 7effe9dc7640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7effe414c130 con 0x7effe40c8a40 2024-02-09T23:57:32.574 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.567+0000 7effe9dc7640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7effe40b6040 con 0x7effe40cb9f0 2024-02-09T23:57:32.574 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.567+0000 7effe37fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7effcc004d50 0x7effe414bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:32.574 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.567+0000 7effe37fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7effcc004d50 0x7effe414bbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47788/0 (socket says 172.21.15.27:47788) 2024-02-09T23:57:32.575 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.567+0000 7effe37fe640 1 -- 172.21.15.27:0/2569884811 learned_addr learned my addr 172.21.15.27:0/2569884811 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:32.575 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.567+0000 7effe3fff640 1 --2- 172.21.15.27:0/2569884811 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7effe40c8a40 0x7effe40c8ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:32.575 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.567+0000 7effe2ffd640 1 --2- 172.21.15.27:0/2569884811 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7effe40cb9f0 0x7effe40b5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:32.575 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.567+0000 7effe37fe640 1 -- 172.21.15.27:0/2569884811 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7effe40cb9f0 msgr2=0x7effe40b5810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:32.575 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.567+0000 7effe37fe640 1 --2- 172.21.15.27:0/2569884811 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7effe40cb9f0 0x7effe40b5810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:32.575 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.567+0000 7effe37fe640 1 -- 172.21.15.27:0/2569884811 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7effe40c8a40 msgr2=0x7effe40c8ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:32.575 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.567+0000 7effe37fe640 1 --2- 172.21.15.27:0/2569884811 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7effe40c8a40 0x7effe40c8ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:32.575 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.567+0000 7effe37fe640 1 -- 172.21.15.27:0/2569884811 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7effe40d15d0 con 0x7effcc004d50 2024-02-09T23:57:32.575 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.567+0000 7effe37fe640 1 --2- 172.21.15.27:0/2569884811 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7effcc004d50 0x7effe414bbf0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7effd400f820 tx=0x7effd400fce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:32.575 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.568+0000 7effcbfff640 1 -- 172.21.15.27:0/2569884811 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effd40050d0 con 0x7effcc004d50 2024-02-09T23:57:32.575 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.568+0000 7effcbfff640 1 -- 172.21.15.27:0/2569884811 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7effd4005230 con 0x7effcc004d50 2024-02-09T23:57:32.575 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.568+0000 7effe9dc7640 1 -- 172.21.15.27:0/2569884811 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7effe40b6320 con 0x7effcc004d50 2024-02-09T23:57:32.575 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.568+0000 7effcbfff640 1 -- 172.21.15.27:0/2569884811 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effd400d730 con 0x7effcc004d50 2024-02-09T23:57:32.576 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.568+0000 7effe9dc7640 1 -- 172.21.15.27:0/2569884811 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7effe40b68e0 con 0x7effcc004d50 2024-02-09T23:57:32.576 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.569+0000 7effe9dc7640 1 -- 172.21.15.27:0/2569884811 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7effe4099f50 con 0x7effcc004d50 2024-02-09T23:57:32.576 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.569+0000 7effcbfff640 1 -- 172.21.15.27:0/2569884811 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7effd400d890 con 0x7effcc004d50 2024-02-09T23:57:32.576 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.569+0000 7effcbfff640 1 --2- 172.21.15.27:0/2569884811 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7effd006b840 0x7effd006dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:32.576 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.570+0000 7effcbfff640 1 -- 172.21.15.27:0/2569884811 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5825+0+0 (secure 0 0 0) 0x7effd408a150 con 0x7effcc004d50 2024-02-09T23:57:32.576 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.570+0000 7effe2ffd640 1 --2- 172.21.15.27:0/2569884811 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7effd006b840 0x7effd006dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:32.576 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.570+0000 7effe2ffd640 1 --2- 172.21.15.27:0/2569884811 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7effd006b840 0x7effd006dd00 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7effe415d220 tx=0x7effd8008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:32.576 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.574+0000 7effcbfff640 1 -- 172.21.15.27:0/2569884811 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7effd4054af0 con 0x7effcc004d50 2024-02-09T23:57:32.757 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.754+0000 7effe9dc7640 1 -- 172.21.15.27:0/2569884811 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7effe40cbdd0 con 0x7effcc004d50 2024-02-09T23:57:32.758 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.755+0000 7effcbfff640 1 -- 172.21.15.27:0/2569884811 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16854 (secure 0 0 0) 0x7effd40581b0 con 0x7effcc004d50 2024-02-09T23:57:32.758 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:32.758 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":21,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:57:32.045126+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:56:49.610721+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:56:50.234763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.c","mappings":[{"from":5,"to":2}]},{"pgid":"3.15","mappings":[{"from":3,"to":2}]},{"pgid":"3.2d","mappings":[{"from":7,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:57:32.760 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.757+0000 7effe9dc7640 1 -- 172.21.15.27:0/2569884811 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7effd006b840 msgr2=0x7effd006dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:32.760 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.757+0000 7effe9dc7640 1 --2- 172.21.15.27:0/2569884811 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7effd006b840 0x7effd006dd00 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7effe415d220 tx=0x7effd8008040 comp rx=0 tx=0).stop 2024-02-09T23:57:32.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.757+0000 7effe9dc7640 1 -- 172.21.15.27:0/2569884811 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7effcc004d50 msgr2=0x7effe414bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:32.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.757+0000 7effe9dc7640 1 --2- 172.21.15.27:0/2569884811 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7effcc004d50 0x7effe414bbf0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7effd400f820 tx=0x7effd400fce0 comp rx=0 tx=0).stop 2024-02-09T23:57:32.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.757+0000 7effe9dc7640 1 -- 172.21.15.27:0/2569884811 shutdown_connections 2024-02-09T23:57:32.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.757+0000 7effe9dc7640 1 --2- 172.21.15.27:0/2569884811 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7effd006b840 0x7effd006dd00 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:32.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.757+0000 7effe9dc7640 1 --2- 172.21.15.27:0/2569884811 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7effe40c8a40 0x7effe40c8ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:32.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.757+0000 7effe9dc7640 1 --2- 172.21.15.27:0/2569884811 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7effe40cb9f0 0x7effe40b5810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:32.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.757+0000 7effe9dc7640 1 --2- 172.21.15.27:0/2569884811 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7effcc004d50 0x7effe414bbf0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:32.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.757+0000 7effe9dc7640 1 -- 172.21.15.27:0/2569884811 >> 172.21.15.27:0/2569884811 conn(0x7effe40b3460 msgr2=0x7effe40b3870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:32.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.757+0000 7effe9dc7640 1 -- 172.21.15.27:0/2569884811 shutdown_connections 2024-02-09T23:57:32.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.757+0000 7effe9dc7640 1 -- 172.21.15.27:0/2569884811 wait complete. 2024-02-09T23:57:32.772 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-09T23:56:39.494694+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-09T23:56:49.610721+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-09T23:56:50.234763+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-09T23:57:32.772 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-09T23:57:32.883 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.881+0000 7fb6b0125640 1 Processor -- start 2024-02-09T23:57:32.883 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.881+0000 7fb6b0125640 1 -- start start 2024-02-09T23:57:32.887 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.881+0000 7fb6b0125640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fb6a806c770 0x7fb6a809a470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:32.887 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.881+0000 7fb6b0125640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb6a806cb50 0x7fb6a8161950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:32.887 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.881+0000 7fb6b0125640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb6a80cfeb0 con 0x7fb6a8161e90 2024-02-09T23:57:32.887 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.881+0000 7fb6b0125640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb6a815eca0 con 0x7fb6a806c770 2024-02-09T23:57:32.887 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.881+0000 7fb6b0125640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6a815ef80 con 0x7fb6a806cb50 2024-02-09T23:57:32.887 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.881+0000 7fb6ae6c2640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fb6a8161e90 0x7fb6a80d0340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51802/0 (socket says 172.21.15.27:51802) 2024-02-09T23:57:32.887 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.881+0000 7fb6ae6c2640 1 -- 172.21.15.27:0/3084974332 learned_addr learned my addr 172.21.15.27:0/3084974332 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:32.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.881+0000 7fb6acebf640 1 -- 172.21.15.27:0/3084974332 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3673432156 0 0) 0x7fb6a80cfeb0 con 0x7fb6a8161e90 2024-02-09T23:57:32.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.881+0000 7fb6adec1640 1 --2- 172.21.15.27:0/3084974332 >> v2:172.21.15.153:3300/0 conn(0x7fb6a806c770 0x7fb6a809a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:32.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.881+0000 7fb6ad6c0640 1 --2- 172.21.15.27:0/3084974332 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb6a806cb50 0x7fb6a8161950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:32.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.881+0000 7fb6acebf640 1 -- 172.21.15.27:0/3084974332 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb694003520 con 0x7fb6a8161e90 2024-02-09T23:57:32.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.881+0000 7fb6acebf640 1 -- 172.21.15.27:0/3084974332 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 336361793 0 0) 0x7fb694003520 con 0x7fb6a8161e90 2024-02-09T23:57:32.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.881+0000 7fb6acebf640 1 -- 172.21.15.27:0/3084974332 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb6a806cb50 msgr2=0x7fb6a8161950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:32.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.881+0000 7fb6acebf640 1 --2- 172.21.15.27:0/3084974332 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb6a806cb50 0x7fb6a8161950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:32.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.881+0000 7fb6acebf640 1 -- 172.21.15.27:0/3084974332 >> v2:172.21.15.153:3300/0 conn(0x7fb6a806c770 msgr2=0x7fb6a809a470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:32.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.881+0000 7fb6acebf640 1 --2- 172.21.15.27:0/3084974332 >> v2:172.21.15.153:3300/0 conn(0x7fb6a806c770 0x7fb6a809a470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:32.889 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.881+0000 7fb6acebf640 1 -- 172.21.15.27:0/3084974332 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6a815f260 con 0x7fb6a8161e90 2024-02-09T23:57:32.889 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.881+0000 7fb6acebf640 1 -- 172.21.15.27:0/3084974332 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7fb6a00019f0 con 0x7fb6a8161e90 2024-02-09T23:57:32.889 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.881+0000 7fb6acebf640 1 -- 172.21.15.27:0/3084974332 >> v1:172.21.15.27:6789/0 conn(0x7fb6a8161e90 legacy=0x7fb6a80d0340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:32.889 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.881+0000 7fb6acebf640 1 --2- 172.21.15.27:0/3084974332 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb6940039e0 0x7fb694003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:32.889 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.882+0000 7fb6acebf640 1 --2- 172.21.15.27:0/3084974332 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb6940047c0 0x7fb694004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:32.889 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.882+0000 7fb6acebf640 1 --2- 172.21.15.27:0/3084974332 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb6a806cb50 0x7fb694005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:32.889 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.882+0000 7fb6acebf640 1 -- 172.21.15.27:0/3084974332 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6a815eca0 con 0x7fb6940039e0 2024-02-09T23:57:32.889 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.882+0000 7fb6acebf640 1 -- 172.21.15.27:0/3084974332 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6a815ef80 con 0x7fb6940047c0 2024-02-09T23:57:32.889 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.882+0000 7fb6acebf640 1 -- 172.21.15.27:0/3084974332 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb69400b980 con 0x7fb6a806cb50 2024-02-09T23:57:32.889 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.882+0000 7fb6adec1640 1 --2- 172.21.15.27:0/3084974332 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb6940039e0 0x7fb694003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:32.889 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.882+0000 7fb6ad6c0640 1 --2- 172.21.15.27:0/3084974332 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb6940047c0 0x7fb694004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:32.889 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.882+0000 7fb6ae6c2640 1 --2- 172.21.15.27:0/3084974332 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb6a806cb50 0x7fb694005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:32.889 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.882+0000 7fb6adec1640 1 -- 172.21.15.27:0/3084974332 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb6a806cb50 msgr2=0x7fb694005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:32.890 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.882+0000 7fb6adec1640 1 --2- 172.21.15.27:0/3084974332 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb6a806cb50 0x7fb694005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:32.890 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.882+0000 7fb6adec1640 1 -- 172.21.15.27:0/3084974332 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb6940047c0 msgr2=0x7fb694004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:32.890 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.882+0000 7fb6adec1640 1 --2- 172.21.15.27:0/3084974332 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb6940047c0 0x7fb694004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:32.890 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.882+0000 7fb6adec1640 1 -- 172.21.15.27:0/3084974332 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb694003520 con 0x7fb6940039e0 2024-02-09T23:57:32.890 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.882+0000 7fb6ae6c2640 1 --2- 172.21.15.27:0/3084974332 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb6a806cb50 0x7fb694005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:32.890 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.883+0000 7fb6adec1640 1 --2- 172.21.15.27:0/3084974332 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb6940039e0 0x7fb694003e00 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fb6a4009af0 tx=0x7fb6940057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=789ef59735a14844 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:32.890 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.883+0000 7fb6acebf640 1 -- 172.21.15.27:0/3084974332 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6a402c710 con 0x7fb6940039e0 2024-02-09T23:57:32.890 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.883+0000 7fb6acebf640 1 -- 172.21.15.27:0/3084974332 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6a402c870 con 0x7fb6940039e0 2024-02-09T23:57:32.890 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.883+0000 7fb6acebf640 1 -- 172.21.15.27:0/3084974332 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6a402cc00 con 0x7fb6940039e0 2024-02-09T23:57:32.890 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.883+0000 7fb6b0125640 1 -- 172.21.15.27:0/3084974332 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb6940039e0 msgr2=0x7fb694003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:32.891 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.883+0000 7fb6b0125640 1 --2- 172.21.15.27:0/3084974332 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb6940039e0 0x7fb694003e00 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fb6a4009af0 tx=0x7fb6940057f0 comp rx=0 tx=0).stop 2024-02-09T23:57:32.891 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.883+0000 7fb6ae6c2640 1 -- 172.21.15.27:0/3084974332 reap_dead start 2024-02-09T23:57:32.891 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.883+0000 7fb6b0125640 1 -- 172.21.15.27:0/3084974332 shutdown_connections 2024-02-09T23:57:32.891 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.883+0000 7fb6b0125640 1 -- 172.21.15.27:0/3084974332 >> 172.21.15.27:0/3084974332 conn(0x7fb6a80b32f0 msgr2=0x7fb6a80b3700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:32.891 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.883+0000 7fb6b0125640 1 -- 172.21.15.27:0/3084974332 shutdown_connections 2024-02-09T23:57:32.891 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.883+0000 7fb6b0125640 1 -- 172.21.15.27:0/3084974332 wait complete. 2024-02-09T23:57:32.894 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.885+0000 7fb6b0125640 1 Processor -- start 2024-02-09T23:57:32.894 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.885+0000 7fb6b0125640 1 -- start start 2024-02-09T23:57:32.894 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.885+0000 7fb6b0125640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb6940039e0 0x7fb6a80b43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:32.894 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.885+0000 7fb6b0125640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb6a81581a0 0x7fb6a80b6b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:32.894 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.885+0000 7fb6b0125640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb6a80c88d0 0x7fb6a80c8d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:32.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.885+0000 7fb6b0125640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6a80b5930 con 0x7fb6a80c88d0 2024-02-09T23:57:32.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.885+0000 7fb6b0125640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6a80b4cb0 con 0x7fb6940039e0 2024-02-09T23:57:32.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.885+0000 7fb6b0125640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6a80b4f90 con 0x7fb6a81581a0 2024-02-09T23:57:32.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.885+0000 7fb6ae6c2640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb6a80c88d0 0x7fb6a80c8d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:32.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.885+0000 7fb6ae6c2640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb6a80c88d0 0x7fb6a80c8d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47806/0 (socket says 172.21.15.27:47806) 2024-02-09T23:57:32.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.885+0000 7fb6ae6c2640 1 -- 172.21.15.27:0/3876272734 learned_addr learned my addr 172.21.15.27:0/3876272734 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:32.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.886+0000 7fb6ad6c0640 1 --2- 172.21.15.27:0/3876272734 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb6a81581a0 0x7fb6a80b6b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:32.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.886+0000 7fb6adec1640 1 --2- 172.21.15.27:0/3876272734 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb6940039e0 0x7fb6a80b43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:32.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.886+0000 7fb6ae6c2640 1 -- 172.21.15.27:0/3876272734 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb6a81581a0 msgr2=0x7fb6a80b6b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:32.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.886+0000 7fb6ae6c2640 1 --2- 172.21.15.27:0/3876272734 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb6a81581a0 0x7fb6a80b6b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:32.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.886+0000 7fb6ae6c2640 1 -- 172.21.15.27:0/3876272734 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb6940039e0 msgr2=0x7fb6a80b43b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:32.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.886+0000 7fb6ae6c2640 1 --2- 172.21.15.27:0/3876272734 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb6940039e0 0x7fb6a80b43b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:32.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.886+0000 7fb6ae6c2640 1 -- 172.21.15.27:0/3876272734 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6a80b5270 con 0x7fb6a80c88d0 2024-02-09T23:57:32.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.886+0000 7fb6ad6c0640 1 --2- 172.21.15.27:0/3876272734 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb6a81581a0 0x7fb6a80b6b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:32.896 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.886+0000 7fb6adec1640 1 --2- 172.21.15.27:0/3876272734 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb6940039e0 0x7fb6a80b43b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:32.896 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.886+0000 7fb6ae6c2640 1 --2- 172.21.15.27:0/3876272734 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb6a80c88d0 0x7fb6a80c8d80 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fb6a80726b0 tx=0x7fb6a000e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:32.896 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.886+0000 7fb69e7fc640 1 -- 172.21.15.27:0/3876272734 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6a000eb90 con 0x7fb6a80c88d0 2024-02-09T23:57:32.896 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.886+0000 7fb69e7fc640 1 -- 172.21.15.27:0/3876272734 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6a000ecf0 con 0x7fb6a80c88d0 2024-02-09T23:57:32.896 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.886+0000 7fb69e7fc640 1 -- 172.21.15.27:0/3876272734 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6a0013660 con 0x7fb6a80c88d0 2024-02-09T23:57:32.896 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.886+0000 7fb6b0125640 1 -- 172.21.15.27:0/3876272734 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb6a80b5550 con 0x7fb6a80c88d0 2024-02-09T23:57:32.896 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.886+0000 7fb6b0125640 1 -- 172.21.15.27:0/3876272734 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6a80b48f0 con 0x7fb6a80c88d0 2024-02-09T23:57:32.896 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.887+0000 7fb6b0125640 1 -- 172.21.15.27:0/3876272734 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb6a80b5a70 con 0x7fb6a80c88d0 2024-02-09T23:57:32.896 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.887+0000 7fb69e7fc640 1 -- 172.21.15.27:0/3876272734 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fb6a00137c0 con 0x7fb6a80c88d0 2024-02-09T23:57:32.896 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.888+0000 7fb69e7fc640 1 --2- 172.21.15.27:0/3876272734 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb68c06b810 0x7fb68c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:32.896 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.888+0000 7fb69e7fc640 1 -- 172.21.15.27:0/3876272734 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fb6a008a660 con 0x7fb6a80c88d0 2024-02-09T23:57:32.896 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.888+0000 7fb6adec1640 1 --2- 172.21.15.27:0/3876272734 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb68c06b810 0x7fb68c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:32.896 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.888+0000 7fb6adec1640 1 --2- 172.21.15.27:0/3876272734 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb68c06b810 0x7fb68c06dcd0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fb6a4036000 tx=0x7fb6a4030000 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:32.897 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:32.892+0000 7fb69e7fc640 1 -- 172.21.15.27:0/3876272734 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fb6a0055090 con 0x7fb6a80c88d0 2024-02-09T23:57:33.076 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.073+0000 7fb6b0125640 1 -- 172.21.15.27:0/3876272734 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb6a80746c0 con 0x7fb6a80c88d0 2024-02-09T23:57:33.076 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.073+0000 7fb69e7fc640 1 -- 172.21.15.27:0/3876272734 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb6a005de60 con 0x7fb6a80c88d0 2024-02-09T23:57:33.076 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 1 2024-02-09T23:57:33.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.075+0000 7fb6b0125640 1 -- 172.21.15.27:0/3876272734 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb68c06b810 msgr2=0x7fb68c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:33.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.075+0000 7fb6b0125640 1 --2- 172.21.15.27:0/3876272734 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb68c06b810 0x7fb68c06dcd0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fb6a4036000 tx=0x7fb6a4030000 comp rx=0 tx=0).stop 2024-02-09T23:57:33.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.075+0000 7fb6b0125640 1 -- 172.21.15.27:0/3876272734 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb6a80c88d0 msgr2=0x7fb6a80c8d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:33.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.075+0000 7fb6b0125640 1 --2- 172.21.15.27:0/3876272734 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb6a80c88d0 0x7fb6a80c8d80 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fb6a80726b0 tx=0x7fb6a000e530 comp rx=0 tx=0).stop 2024-02-09T23:57:33.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.075+0000 7fb6b0125640 1 -- 172.21.15.27:0/3876272734 shutdown_connections 2024-02-09T23:57:33.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.075+0000 7fb6b0125640 1 --2- 172.21.15.27:0/3876272734 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb68c06b810 0x7fb68c06dcd0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:33.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.075+0000 7fb6b0125640 1 --2- 172.21.15.27:0/3876272734 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb6a80c88d0 0x7fb6a80c8d80 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:33.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.075+0000 7fb6b0125640 1 --2- 172.21.15.27:0/3876272734 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb6a81581a0 0x7fb6a80b6b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:33.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.075+0000 7fb6b0125640 1 --2- 172.21.15.27:0/3876272734 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb6940039e0 0x7fb6a80b43b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:33.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.075+0000 7fb6b0125640 1 -- 172.21.15.27:0/3876272734 >> 172.21.15.27:0/3876272734 conn(0x7fb6a80b32f0 msgr2=0x7fb6a80d0240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:33.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.075+0000 7fb6b0125640 1 -- 172.21.15.27:0/3876272734 shutdown_connections 2024-02-09T23:57:33.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.075+0000 7fb6b0125640 1 -- 172.21.15.27:0/3876272734 wait complete. 2024-02-09T23:57:33.089 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-09T23:57:33.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.198+0000 7feb303b5640 1 Processor -- start 2024-02-09T23:57:33.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.198+0000 7feb303b5640 1 -- start start 2024-02-09T23:57:33.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.199+0000 7feb303b5640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7feb28072a30 0x7feb280b37c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:33.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.199+0000 7feb303b5640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7feb280aff90 0x7feb280b3d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:33.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.199+0000 7feb303b5640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feb280cff80 con 0x7feb2815a900 2024-02-09T23:57:33.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.199+0000 7feb303b5640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feb2815ace0 con 0x7feb280aff90 2024-02-09T23:57:33.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.199+0000 7feb303b5640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb280cf370 con 0x7feb28072a30 2024-02-09T23:57:33.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.199+0000 7feb2e952640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7feb280aff90 0x7feb280b3d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:33.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.199+0000 7feb2e151640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7feb2815a900 0x7feb28072320 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51812/0 (socket says 172.21.15.27:51812) 2024-02-09T23:57:33.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.199+0000 7feb2e151640 1 -- 172.21.15.27:0/2660415127 learned_addr learned my addr 172.21.15.27:0/2660415127 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:33.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.200+0000 7feb2e952640 1 -- 172.21.15.27:0/2660415127 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7feb28072a30 msgr2=0x7feb280b37c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:33.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.200+0000 7feb2d950640 1 --2- 172.21.15.27:0/2660415127 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7feb28072a30 0x7feb280b37c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:33.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.200+0000 7feb2e952640 1 --2- 172.21.15.27:0/2660415127 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7feb28072a30 0x7feb280b37c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:33.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.200+0000 7feb2d14f640 1 -- 172.21.15.27:0/2660415127 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3964333892 0 0) 0x7feb280cff80 con 0x7feb2815a900 2024-02-09T23:57:33.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.200+0000 7feb2e952640 1 -- 172.21.15.27:0/2660415127 >> v1:172.21.15.27:6789/0 conn(0x7feb2815a900 legacy=0x7feb28072320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:33.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.200+0000 7feb2e952640 1 -- 172.21.15.27:0/2660415127 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb280cf650 con 0x7feb280aff90 2024-02-09T23:57:33.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.200+0000 7feb2d950640 1 --2- 172.21.15.27:0/2660415127 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7feb28072a30 0x7feb280b37c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:33.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.200+0000 7feb2e952640 1 --2- 172.21.15.27:0/2660415127 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feb280aff90 0x7feb280b3d00 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7feb2400ba40 tx=0x7feb2402e080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f68f8944b8c3a4c server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:33.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.201+0000 7feb2d14f640 1 -- 172.21.15.27:0/2660415127 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb2402ee30 con 0x7feb280aff90 2024-02-09T23:57:33.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.201+0000 7feb2d14f640 1 -- 172.21.15.27:0/2660415127 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb24036440 con 0x7feb280aff90 2024-02-09T23:57:33.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.201+0000 7feb2d14f640 1 -- 172.21.15.27:0/2660415127 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb240367d0 con 0x7feb280aff90 2024-02-09T23:57:33.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.201+0000 7feb303b5640 1 -- 172.21.15.27:0/2660415127 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feb280aff90 msgr2=0x7feb280b3d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:33.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.201+0000 7feb303b5640 1 --2- 172.21.15.27:0/2660415127 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feb280aff90 0x7feb280b3d00 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7feb2400ba40 tx=0x7feb2402e080 comp rx=0 tx=0).stop 2024-02-09T23:57:33.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.201+0000 7feb303b5640 1 -- 172.21.15.27:0/2660415127 shutdown_connections 2024-02-09T23:57:33.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.201+0000 7feb303b5640 1 --2- 172.21.15.27:0/2660415127 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feb280aff90 0x7feb280b3d00 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:33.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.201+0000 7feb303b5640 1 --2- 172.21.15.27:0/2660415127 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7feb28072a30 0x7feb280b37c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:33.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.201+0000 7feb303b5640 1 -- 172.21.15.27:0/2660415127 >> 172.21.15.27:0/2660415127 conn(0x7feb280b24c0 msgr2=0x7feb280b28a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:33.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.201+0000 7feb303b5640 1 -- 172.21.15.27:0/2660415127 shutdown_connections 2024-02-09T23:57:33.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.201+0000 7feb303b5640 1 -- 172.21.15.27:0/2660415127 wait complete. 2024-02-09T23:57:33.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.202+0000 7feb303b5640 1 Processor -- start 2024-02-09T23:57:33.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.202+0000 7feb303b5640 1 -- start start 2024-02-09T23:57:33.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.203+0000 7feb303b5640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7feb28072a30 0x7feb2815c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:33.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.203+0000 7feb303b5640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feb280aff90 0x7feb2815ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:33.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.203+0000 7feb303b5640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7feb2815a900 0x7feb281f7dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:33.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.203+0000 7feb303b5640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb2815b810 con 0x7feb280aff90 2024-02-09T23:57:33.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.203+0000 7feb303b5640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb2815baf0 con 0x7feb2815a900 2024-02-09T23:57:33.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.203+0000 7feb303b5640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb2815bdd0 con 0x7feb28072a30 2024-02-09T23:57:33.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.203+0000 7feb2d950640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feb280aff90 0x7feb2815ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:33.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.203+0000 7feb2d950640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feb280aff90 0x7feb2815ae30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47826/0 (socket says 172.21.15.27:47826) 2024-02-09T23:57:33.210 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.203+0000 7feb2d950640 1 -- 172.21.15.27:0/4027166240 learned_addr learned my addr 172.21.15.27:0/4027166240 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:33.210 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.204+0000 7feb2e952640 1 --2- 172.21.15.27:0/4027166240 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7feb2815a900 0x7feb281f7dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:33.210 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.204+0000 7feb2e151640 1 --2- 172.21.15.27:0/4027166240 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7feb28072a30 0x7feb2815c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:33.210 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.204+0000 7feb2d950640 1 -- 172.21.15.27:0/4027166240 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7feb28072a30 msgr2=0x7feb2815c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:33.210 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.204+0000 7feb2d950640 1 --2- 172.21.15.27:0/4027166240 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7feb28072a30 0x7feb2815c8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:33.210 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.204+0000 7feb2d950640 1 -- 172.21.15.27:0/4027166240 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7feb2815a900 msgr2=0x7feb281f7dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:33.210 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.204+0000 7feb2d950640 1 --2- 172.21.15.27:0/4027166240 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7feb2815a900 0x7feb281f7dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:33.210 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.204+0000 7feb2d950640 1 -- 172.21.15.27:0/4027166240 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb2400b6a0 con 0x7feb280aff90 2024-02-09T23:57:33.210 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.204+0000 7feb2e151640 1 --2- 172.21.15.27:0/4027166240 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7feb28072a30 0x7feb2815c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:33.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.204+0000 7feb2e952640 1 --2- 172.21.15.27:0/4027166240 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7feb2815a900 0x7feb281f7dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:33.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.204+0000 7feb2d950640 1 --2- 172.21.15.27:0/4027166240 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feb280aff90 0x7feb2815ae30 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7feb1800c7f0 tx=0x7feb1800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:33.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.204+0000 7feb1effd640 1 -- 172.21.15.27:0/4027166240 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb18007a30 con 0x7feb280aff90 2024-02-09T23:57:33.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.204+0000 7feb1effd640 1 -- 172.21.15.27:0/4027166240 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb18007b90 con 0x7feb280aff90 2024-02-09T23:57:33.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.204+0000 7feb303b5640 1 -- 172.21.15.27:0/4027166240 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb280cd2d0 con 0x7feb280aff90 2024-02-09T23:57:33.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.204+0000 7feb1effd640 1 -- 172.21.15.27:0/4027166240 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb1800ce40 con 0x7feb280aff90 2024-02-09T23:57:33.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.204+0000 7feb303b5640 1 -- 172.21.15.27:0/4027166240 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb2815c390 con 0x7feb280aff90 2024-02-09T23:57:33.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.205+0000 7feb303b5640 1 -- 172.21.15.27:0/4027166240 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feb280cdad0 con 0x7feb280aff90 2024-02-09T23:57:33.212 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.206+0000 7feb1effd640 1 -- 172.21.15.27:0/4027166240 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7feb180113f0 con 0x7feb280aff90 2024-02-09T23:57:33.212 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.206+0000 7feb1effd640 1 --2- 172.21.15.27:0/4027166240 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7feb0c06b810 0x7feb0c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:33.212 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.206+0000 7feb1effd640 1 -- 172.21.15.27:0/4027166240 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5825+0+0 (secure 0 0 0) 0x7feb1808a3d0 con 0x7feb280aff90 2024-02-09T23:57:33.212 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.206+0000 7feb2e151640 1 --2- 172.21.15.27:0/4027166240 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7feb0c06b810 0x7feb0c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:33.212 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.207+0000 7feb2e151640 1 --2- 172.21.15.27:0/4027166240 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7feb0c06b810 0x7feb0c06dcd0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7feb20007fd0 tx=0x7feb20009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:33.213 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.210+0000 7feb1effd640 1 -- 172.21.15.27:0/4027166240 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7feb18054e00 con 0x7feb280aff90 2024-02-09T23:57:33.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.389+0000 7feb303b5640 1 -- 172.21.15.27:0/4027166240 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7feb2815c5b0 con 0x7feb280aff90 2024-02-09T23:57:33.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.390+0000 7feb1effd640 1 -- 172.21.15.27:0/4027166240 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) v1 ==== 104+0+11 (secure 0 0 0) 0x7feb180584c0 con 0x7feb280aff90 2024-02-09T23:57:33.393 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 32 2024-02-09T23:57:33.395 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.392+0000 7feb303b5640 1 -- 172.21.15.27:0/4027166240 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7feb0c06b810 msgr2=0x7feb0c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:33.395 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.392+0000 7feb303b5640 1 --2- 172.21.15.27:0/4027166240 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7feb0c06b810 0x7feb0c06dcd0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7feb20007fd0 tx=0x7feb20009040 comp rx=0 tx=0).stop 2024-02-09T23:57:33.395 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.392+0000 7feb303b5640 1 -- 172.21.15.27:0/4027166240 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feb280aff90 msgr2=0x7feb2815ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:33.395 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.392+0000 7feb303b5640 1 --2- 172.21.15.27:0/4027166240 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feb280aff90 0x7feb2815ae30 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7feb1800c7f0 tx=0x7feb1800cbf0 comp rx=0 tx=0).stop 2024-02-09T23:57:33.395 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.392+0000 7feb303b5640 1 -- 172.21.15.27:0/4027166240 shutdown_connections 2024-02-09T23:57:33.395 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.392+0000 7feb303b5640 1 --2- 172.21.15.27:0/4027166240 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7feb0c06b810 0x7feb0c06dcd0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:33.395 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.392+0000 7feb303b5640 1 --2- 172.21.15.27:0/4027166240 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7feb2815a900 0x7feb281f7dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:33.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.392+0000 7feb303b5640 1 --2- 172.21.15.27:0/4027166240 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feb280aff90 0x7feb2815ae30 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:33.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.392+0000 7feb303b5640 1 --2- 172.21.15.27:0/4027166240 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7feb28072a30 0x7feb2815c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:33.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.392+0000 7feb303b5640 1 -- 172.21.15.27:0/4027166240 >> 172.21.15.27:0/4027166240 conn(0x7feb280b24c0 msgr2=0x7feb280d0410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:33.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.392+0000 7feb303b5640 1 -- 172.21.15.27:0/4027166240 shutdown_connections 2024-02-09T23:57:33.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.392+0000 7feb303b5640 1 -- 172.21.15.27:0/4027166240 wait complete. 2024-02-09T23:57:33.406 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-09T23:57:33.516 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.514+0000 7fcaebfa1640 1 Processor -- start 2024-02-09T23:57:33.516 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.515+0000 7fcaebfa1640 1 -- start start 2024-02-09T23:57:33.525 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.515+0000 7fcaebfa1640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fcae415db90 0x7fcae40b2870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:33.525 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.515+0000 7fcaebfa1640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fcae415df70 0x7fcae406c980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:33.525 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.515+0000 7fcaebfa1640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcae40cf8d0 con 0x7fcae40cbdb0 2024-02-09T23:57:33.525 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.515+0000 7fcaebfa1640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcae409a8a0 con 0x7fcae415db90 2024-02-09T23:57:33.525 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.516+0000 7fcaebfa1640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcae40d0430 con 0x7fcae415df70 2024-02-09T23:57:33.525 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.516+0000 7fcae9d3d640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fcae415db90 0x7fcae40b2870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:33.525 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.516+0000 7fcae9d3d640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fcae415db90 0x7fcae40b2870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47832/0 (socket says 172.21.15.27:47832) 2024-02-09T23:57:33.525 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.516+0000 7fcae9d3d640 1 -- 172.21.15.27:0/2716835320 learned_addr learned my addr 172.21.15.27:0/2716835320 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:33.526 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.516+0000 7fcae953c640 1 --2- 172.21.15.27:0/2716835320 >> v2:172.21.15.153:3300/0 conn(0x7fcae415df70 0x7fcae406c980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:33.526 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.516+0000 7fcae9d3d640 1 -- 172.21.15.27:0/2716835320 >> v2:172.21.15.153:3300/0 conn(0x7fcae415df70 msgr2=0x7fcae406c980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:33.526 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.516+0000 7fcae9d3d640 1 --2- 172.21.15.27:0/2716835320 >> v2:172.21.15.153:3300/0 conn(0x7fcae415df70 0x7fcae406c980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:33.526 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.516+0000 7fcae9d3d640 1 -- 172.21.15.27:0/2716835320 >> v1:172.21.15.153:6789/0 conn(0x7fcae40cbdb0 legacy=0x7fcae4099a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:33.526 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.516+0000 7fcae9d3d640 1 -- 172.21.15.27:0/2716835320 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcae40cfb00 con 0x7fcae415db90 2024-02-09T23:57:33.526 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.517+0000 7fcae9d3d640 1 --2- 172.21.15.27:0/2716835320 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcae415db90 0x7fcae40b2870 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fcae40c5260 tx=0x7fcae002b9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=932025f97abc0914 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:33.527 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.517+0000 7fcae8d3b640 1 -- 172.21.15.27:0/2716835320 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcae0030860 con 0x7fcae415db90 2024-02-09T23:57:33.527 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.517+0000 7fcae8d3b640 1 -- 172.21.15.27:0/2716835320 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcae00309c0 con 0x7fcae415db90 2024-02-09T23:57:33.527 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.517+0000 7fcae8d3b640 1 -- 172.21.15.27:0/2716835320 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcae0030d50 con 0x7fcae415db90 2024-02-09T23:57:33.528 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.517+0000 7fcaebfa1640 1 -- 172.21.15.27:0/2716835320 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcae415db90 msgr2=0x7fcae40b2870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:33.528 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.517+0000 7fcaebfa1640 1 --2- 172.21.15.27:0/2716835320 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcae415db90 0x7fcae40b2870 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fcae40c5260 tx=0x7fcae002b9a0 comp rx=0 tx=0).stop 2024-02-09T23:57:33.528 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.517+0000 7fcaebfa1640 1 -- 172.21.15.27:0/2716835320 shutdown_connections 2024-02-09T23:57:33.528 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.517+0000 7fcaebfa1640 1 --2- 172.21.15.27:0/2716835320 >> v2:172.21.15.153:3300/0 conn(0x7fcae415df70 0x7fcae406c980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:33.528 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.517+0000 7fcaebfa1640 1 --2- 172.21.15.27:0/2716835320 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcae415db90 0x7fcae40b2870 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:33.528 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.517+0000 7fcaebfa1640 1 -- 172.21.15.27:0/2716835320 >> 172.21.15.27:0/2716835320 conn(0x7fcae40b3250 msgr2=0x7fcae40b3660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:33.528 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.518+0000 7fcaebfa1640 1 -- 172.21.15.27:0/2716835320 shutdown_connections 2024-02-09T23:57:33.528 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.518+0000 7fcaebfa1640 1 -- 172.21.15.27:0/2716835320 wait complete. 2024-02-09T23:57:33.528 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.519+0000 7fcaebfa1640 1 Processor -- start 2024-02-09T23:57:33.529 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.519+0000 7fcaebfa1640 1 -- start start 2024-02-09T23:57:33.529 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.519+0000 7fcaebfa1640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcae40cbdb0 0x7fcae40b6930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:33.529 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.519+0000 7fcaebfa1640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcae415db90 0x7fcae409ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:33.529 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.520+0000 7fcaebfa1640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcae415df70 0x7fcae415ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:33.529 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.520+0000 7fcaebfa1640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcae40b7180 con 0x7fcae415df70 2024-02-09T23:57:33.529 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.520+0000 7fcaebfa1640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcae415f210 con 0x7fcae415db90 2024-02-09T23:57:33.529 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.520+0000 7fcaebfa1640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcae40c92e0 con 0x7fcae40cbdb0 2024-02-09T23:57:33.529 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.520+0000 7fcaea53e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcae415df70 0x7fcae415ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:33.529 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.520+0000 7fcaea53e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcae415df70 0x7fcae415ecd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47844/0 (socket says 172.21.15.27:47844) 2024-02-09T23:57:33.529 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.520+0000 7fcaea53e640 1 -- 172.21.15.27:0/2785339795 learned_addr learned my addr 172.21.15.27:0/2785339795 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:33.529 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.520+0000 7fcae9d3d640 1 --2- 172.21.15.27:0/2785339795 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcae40cbdb0 0x7fcae40b6930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:33.529 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.520+0000 7fcae953c640 1 --2- 172.21.15.27:0/2785339795 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcae415db90 0x7fcae409ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:33.529 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.520+0000 7fcaea53e640 1 -- 172.21.15.27:0/2785339795 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcae40cbdb0 msgr2=0x7fcae40b6930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:33.530 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.520+0000 7fcaea53e640 1 --2- 172.21.15.27:0/2785339795 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcae40cbdb0 0x7fcae40b6930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:33.530 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.520+0000 7fcaea53e640 1 -- 172.21.15.27:0/2785339795 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcae415db90 msgr2=0x7fcae409ef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:33.530 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.520+0000 7fcaea53e640 1 --2- 172.21.15.27:0/2785339795 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcae415db90 0x7fcae409ef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:33.530 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.520+0000 7fcaea53e640 1 -- 172.21.15.27:0/2785339795 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcae00094d0 con 0x7fcae415df70 2024-02-09T23:57:33.530 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.520+0000 7fcaea53e640 1 --2- 172.21.15.27:0/2785339795 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcae415df70 0x7fcae415ecd0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fcadc00c6b0 tx=0x7fcadc00cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:33.530 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.520+0000 7fcad67fc640 1 -- 172.21.15.27:0/2785339795 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcadc003b70 con 0x7fcae415df70 2024-02-09T23:57:33.531 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.520+0000 7fcad67fc640 1 -- 172.21.15.27:0/2785339795 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcadc003cf0 con 0x7fcae415df70 2024-02-09T23:57:33.531 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.520+0000 7fcaebfa1640 1 -- 172.21.15.27:0/2785339795 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcae40c9580 con 0x7fcae415df70 2024-02-09T23:57:33.531 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.520+0000 7fcad67fc640 1 -- 172.21.15.27:0/2785339795 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcadc003ea0 con 0x7fcae415df70 2024-02-09T23:57:33.531 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.520+0000 7fcaebfa1640 1 -- 172.21.15.27:0/2785339795 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcae40c9b40 con 0x7fcae415df70 2024-02-09T23:57:33.531 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.521+0000 7fcaebfa1640 1 -- 172.21.15.27:0/2785339795 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcae409b200 con 0x7fcae415df70 2024-02-09T23:57:33.531 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.522+0000 7fcad67fc640 1 -- 172.21.15.27:0/2785339795 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fcadc005310 con 0x7fcae415df70 2024-02-09T23:57:33.531 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.522+0000 7fcad67fc640 1 --2- 172.21.15.27:0/2785339795 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fcac806b810 0x7fcac806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:33.532 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.522+0000 7fcad67fc640 1 -- 172.21.15.27:0/2785339795 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fcadc089f60 con 0x7fcae415df70 2024-02-09T23:57:33.532 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.523+0000 7fcae9d3d640 1 --2- 172.21.15.27:0/2785339795 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fcac806b810 0x7fcac806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:33.532 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.523+0000 7fcae9d3d640 1 --2- 172.21.15.27:0/2785339795 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fcac806b810 0x7fcac806dcd0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fcae0036000 tx=0x7fcae0008030 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:33.532 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.526+0000 7fcad67fc640 1 -- 172.21.15.27:0/2785339795 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fcadc054990 con 0x7fcae415df70 2024-02-09T23:57:33.709 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.706+0000 7fcaebfa1640 1 -- 172.21.15.27:0/2785339795 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fcae40746c0 con 0x7fcae415df70 2024-02-09T23:57:33.709 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.707+0000 7fcad67fc640 1 -- 172.21.15.27:0/2785339795 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v21) v1 ==== 100+0+11 (secure 0 0 0) 0x7fcadc058050 con 0x7fcae415df70 2024-02-09T23:57:33.709 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 64 2024-02-09T23:57:33.711 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.709+0000 7fcaebfa1640 1 -- 172.21.15.27:0/2785339795 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fcac806b810 msgr2=0x7fcac806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:33.711 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.709+0000 7fcaebfa1640 1 --2- 172.21.15.27:0/2785339795 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fcac806b810 0x7fcac806dcd0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fcae0036000 tx=0x7fcae0008030 comp rx=0 tx=0).stop 2024-02-09T23:57:33.711 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.709+0000 7fcaebfa1640 1 -- 172.21.15.27:0/2785339795 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcae415df70 msgr2=0x7fcae415ecd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:33.711 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.709+0000 7fcaebfa1640 1 --2- 172.21.15.27:0/2785339795 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcae415df70 0x7fcae415ecd0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fcadc00c6b0 tx=0x7fcadc00cb70 comp rx=0 tx=0).stop 2024-02-09T23:57:33.711 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.709+0000 7fcaebfa1640 1 -- 172.21.15.27:0/2785339795 shutdown_connections 2024-02-09T23:57:33.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.709+0000 7fcaebfa1640 1 --2- 172.21.15.27:0/2785339795 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fcac806b810 0x7fcac806dcd0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:33.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.709+0000 7fcaebfa1640 1 --2- 172.21.15.27:0/2785339795 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcae415df70 0x7fcae415ecd0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:33.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.709+0000 7fcaebfa1640 1 --2- 172.21.15.27:0/2785339795 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcae415db90 0x7fcae409ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:33.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.709+0000 7fcaebfa1640 1 --2- 172.21.15.27:0/2785339795 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcae40cbdb0 0x7fcae40b6930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:33.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.709+0000 7fcaebfa1640 1 -- 172.21.15.27:0/2785339795 >> 172.21.15.27:0/2785339795 conn(0x7fcae40b3250 msgr2=0x7fcae4099a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:33.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.709+0000 7fcaebfa1640 1 -- 172.21.15.27:0/2785339795 shutdown_connections 2024-02-09T23:57:33.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.709+0000 7fcaebfa1640 1 -- 172.21.15.27:0/2785339795 wait complete. 2024-02-09T23:57:33.725 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-02-09T23:57:33.833 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.831+0000 7f65faf0f640 1 Processor -- start 2024-02-09T23:57:33.833 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.831+0000 7f65faf0f640 1 -- start start 2024-02-09T23:57:33.834 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.832+0000 7f65faf0f640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f65f40b6b20 0x7f65f40b5470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:33.834 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.832+0000 7f65faf0f640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f65f40b6f80 0x7f65f40b59b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:33.834 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.832+0000 7f65faf0f640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f65f4161660 con 0x7f65f4161280 2024-02-09T23:57:33.834 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.832+0000 7f65faf0f640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f65f40b9a20 con 0x7f65f40b6f80 2024-02-09T23:57:33.834 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.832+0000 7f65faf0f640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65f40d1c10 con 0x7f65f40b6b20 2024-02-09T23:57:33.834 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.832+0000 7f65f3fff640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f65f40b6b20 0x7f65f40b5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:33.835 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.832+0000 7f65f8cab640 1 --1- >> v1:172.21.15.153:6789/0 conn(0x7f65f4161280 0x7f65f40b9310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.27:57008/0 (socket says 172.21.15.27:57008) 2024-02-09T23:57:33.835 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.832+0000 7f65f94ac640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f65f40b6f80 0x7f65f40b59b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:33.835 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.832+0000 7f65f8cab640 1 -- 172.21.15.27:0/2464824346 learned_addr learned my addr 172.21.15.27:0/2464824346 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:33.837 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.833+0000 7f65f37fe640 1 -- 172.21.15.27:0/2464824346 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3641886027 0 0) 0x7f65f4161660 con 0x7f65f4161280 2024-02-09T23:57:33.837 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.833+0000 7f65f37fe640 1 -- 172.21.15.27:0/2464824346 --> v1:172.21.15.153:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f65dc003520 con 0x7f65f4161280 2024-02-09T23:57:33.837 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.833+0000 7f65f94ac640 1 -- 172.21.15.27:0/2464824346 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f65f40b6b20 msgr2=0x7f65f40b5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:33.837 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.833+0000 7f65f94ac640 1 --2- 172.21.15.27:0/2464824346 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f65f40b6b20 0x7f65f40b5470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:33.837 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.833+0000 7f65f94ac640 1 -- 172.21.15.27:0/2464824346 >> v1:172.21.15.153:6789/0 conn(0x7f65f4161280 legacy=0x7f65f40b9310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:33.837 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.833+0000 7f65f94ac640 1 -- 172.21.15.27:0/2464824346 --> v2:172.21.15.153:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65f40d1eb0 con 0x7f65f40b6f80 2024-02-09T23:57:33.837 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.833+0000 7f65f3fff640 1 --2- 172.21.15.27:0/2464824346 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f65f40b6b20 0x7f65f40b5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:57:33.838 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.834+0000 7f65f94ac640 1 --2- 172.21.15.27:0/2464824346 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f65f40b6f80 0x7f65f40b59b0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f65ec009d90 tx=0x7f65ec02bea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=50793bad4c9661cc server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:33.838 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.834+0000 7f65f37fe640 1 -- 172.21.15.27:0/2464824346 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65ec02cc50 con 0x7f65f40b6f80 2024-02-09T23:57:33.838 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.834+0000 7f65f37fe640 1 -- 172.21.15.27:0/2464824346 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65ec02cdb0 con 0x7f65f40b6f80 2024-02-09T23:57:33.838 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.834+0000 7f65f37fe640 1 -- 172.21.15.27:0/2464824346 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65ec034640 con 0x7f65f40b6f80 2024-02-09T23:57:33.838 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.834+0000 7f65faf0f640 1 -- 172.21.15.27:0/2464824346 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f65f40b6f80 msgr2=0x7f65f40b59b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:33.838 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.834+0000 7f65faf0f640 1 --2- 172.21.15.27:0/2464824346 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f65f40b6f80 0x7f65f40b59b0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f65ec009d90 tx=0x7f65ec02bea0 comp rx=0 tx=0).stop 2024-02-09T23:57:33.838 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.834+0000 7f65faf0f640 1 -- 172.21.15.27:0/2464824346 shutdown_connections 2024-02-09T23:57:33.838 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.834+0000 7f65faf0f640 1 --2- 172.21.15.27:0/2464824346 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f65f40b6f80 0x7f65f40b59b0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:33.838 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.834+0000 7f65faf0f640 1 --2- 172.21.15.27:0/2464824346 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f65f40b6b20 0x7f65f40b5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:33.838 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.834+0000 7f65faf0f640 1 -- 172.21.15.27:0/2464824346 >> 172.21.15.27:0/2464824346 conn(0x7f65f4066f90 msgr2=0x7f65f40d0470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:33.838 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.834+0000 7f65faf0f640 1 -- 172.21.15.27:0/2464824346 shutdown_connections 2024-02-09T23:57:33.838 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.834+0000 7f65faf0f640 1 -- 172.21.15.27:0/2464824346 wait complete. 2024-02-09T23:57:33.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.836+0000 7f65faf0f640 1 Processor -- start 2024-02-09T23:57:33.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.836+0000 7f65faf0f640 1 -- start start 2024-02-09T23:57:33.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.837+0000 7f65faf0f640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f65f40b6b20 0x7f65f41f4500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:33.842 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.837+0000 7f65faf0f640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f65f40b6f80 0x7f65f41f6220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:33.842 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.837+0000 7f65faf0f640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f65f4161280 0x7f65f41f3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:33.842 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.837+0000 7f65faf0f640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65f41f6760 con 0x7f65f40b6f80 2024-02-09T23:57:33.842 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.837+0000 7f65faf0f640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65f41f42d0 con 0x7f65f4161280 2024-02-09T23:57:33.842 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.837+0000 7f65faf0f640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65f40cae60 con 0x7f65f40b6b20 2024-02-09T23:57:33.842 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.837+0000 7f65f3fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f65f40b6f80 0x7f65f41f6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:33.842 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.837+0000 7f65f3fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f65f40b6f80 0x7f65f41f6220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59088/0 (socket says 172.21.15.27:59088) 2024-02-09T23:57:33.842 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.837+0000 7f65f3fff640 1 -- 172.21.15.27:0/3440873146 learned_addr learned my addr 172.21.15.27:0/3440873146 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:33.842 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.837+0000 7f65f8cab640 1 --2- 172.21.15.27:0/3440873146 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f65f40b6b20 0x7f65f41f4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:33.842 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.837+0000 7f65f94ac640 1 --2- 172.21.15.27:0/3440873146 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f65f4161280 0x7f65f41f3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:33.842 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.837+0000 7f65f3fff640 1 -- 172.21.15.27:0/3440873146 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f65f40b6b20 msgr2=0x7f65f41f4500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:33.842 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.837+0000 7f65f3fff640 1 --2- 172.21.15.27:0/3440873146 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f65f40b6b20 0x7f65f41f4500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:33.843 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.837+0000 7f65f3fff640 1 -- 172.21.15.27:0/3440873146 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f65f4161280 msgr2=0x7f65f41f3d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:33.843 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.837+0000 7f65f3fff640 1 --2- 172.21.15.27:0/3440873146 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f65f4161280 0x7f65f41f3d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:33.843 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.837+0000 7f65f3fff640 1 -- 172.21.15.27:0/3440873146 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65e8009400 con 0x7f65f40b6f80 2024-02-09T23:57:33.843 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.837+0000 7f65f94ac640 1 --2- 172.21.15.27:0/3440873146 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f65f4161280 0x7f65f41f3d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:33.843 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.837+0000 7f65f3fff640 1 --2- 172.21.15.27:0/3440873146 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f65f40b6f80 0x7f65f41f6220 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f65e800ebb0 tx=0x7f65e800c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:33.843 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.837+0000 7f65f17fa640 1 -- 172.21.15.27:0/3440873146 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65e800eeb0 con 0x7f65f40b6f80 2024-02-09T23:57:33.843 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.838+0000 7f65f17fa640 1 -- 172.21.15.27:0/3440873146 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65e800cc30 con 0x7f65f40b6f80 2024-02-09T23:57:33.843 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.838+0000 7f65faf0f640 1 -- 172.21.15.27:0/3440873146 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65ec009a70 con 0x7f65f40b6f80 2024-02-09T23:57:33.843 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.838+0000 7f65f17fa640 1 -- 172.21.15.27:0/3440873146 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65e8013470 con 0x7f65f40b6f80 2024-02-09T23:57:33.843 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.838+0000 7f65faf0f640 1 -- 172.21.15.27:0/3440873146 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65f40cb420 con 0x7f65f40b6f80 2024-02-09T23:57:33.843 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.839+0000 7f65faf0f640 1 -- 172.21.15.27:0/3440873146 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f65f40746c0 con 0x7f65f40b6f80 2024-02-09T23:57:33.843 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.839+0000 7f65f17fa640 1 -- 172.21.15.27:0/3440873146 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f65e80135d0 con 0x7f65f40b6f80 2024-02-09T23:57:33.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.840+0000 7f65f17fa640 1 --2- 172.21.15.27:0/3440873146 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f65e006b810 0x7f65e006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:33.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.840+0000 7f65f17fa640 1 -- 172.21.15.27:0/3440873146 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f65e808a520 con 0x7f65f40b6f80 2024-02-09T23:57:33.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.840+0000 7f65f8cab640 1 --2- 172.21.15.27:0/3440873146 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f65e006b810 0x7f65e006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:33.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.840+0000 7f65f8cab640 1 --2- 172.21.15.27:0/3440873146 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f65e006b810 0x7f65e006dcd0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f65e4005880 tx=0x7f65e4009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:33.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:33.844+0000 7f65f17fa640 1 -- 172.21.15.27:0/3440873146 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f65e8054f70 con 0x7f65f40b6f80 2024-02-09T23:57:34.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.036+0000 7f65faf0f640 1 -- 172.21.15.27:0/3440873146 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f65f40cf3c0 con 0x7f65f40b6f80 2024-02-09T23:57:34.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.037+0000 7f65f17fa640 1 -- 172.21.15.27:0/3440873146 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) v1 ==== 80+0+0 (secure 0 0 0) 0x7f65e8058630 con 0x7f65f40b6f80 2024-02-09T23:57:34.039 INFO:teuthology.orchestra.run.smithi027.stderr:listed 0 entries 2024-02-09T23:57:34.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.038+0000 7f65faf0f640 1 -- 172.21.15.27:0/3440873146 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f65e006b810 msgr2=0x7f65e006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:34.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.038+0000 7f65faf0f640 1 --2- 172.21.15.27:0/3440873146 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f65e006b810 0x7f65e006dcd0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f65e4005880 tx=0x7f65e4009040 comp rx=0 tx=0).stop 2024-02-09T23:57:34.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.038+0000 7f65faf0f640 1 -- 172.21.15.27:0/3440873146 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f65f40b6f80 msgr2=0x7f65f41f6220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:34.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.038+0000 7f65faf0f640 1 --2- 172.21.15.27:0/3440873146 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f65f40b6f80 0x7f65f41f6220 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f65e800ebb0 tx=0x7f65e800c520 comp rx=0 tx=0).stop 2024-02-09T23:57:34.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.039+0000 7f65faf0f640 1 -- 172.21.15.27:0/3440873146 shutdown_connections 2024-02-09T23:57:34.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.039+0000 7f65faf0f640 1 --2- 172.21.15.27:0/3440873146 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f65e006b810 0x7f65e006dcd0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.039+0000 7f65faf0f640 1 --2- 172.21.15.27:0/3440873146 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f65f4161280 0x7f65f41f3d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.039+0000 7f65faf0f640 1 --2- 172.21.15.27:0/3440873146 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f65f40b6f80 0x7f65f41f6220 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.039+0000 7f65faf0f640 1 --2- 172.21.15.27:0/3440873146 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f65f40b6b20 0x7f65f41f4500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.039+0000 7f65faf0f640 1 -- 172.21.15.27:0/3440873146 >> 172.21.15.27:0/3440873146 conn(0x7f65f4066f90 msgr2=0x7f65f40d2c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:34.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.039+0000 7f65faf0f640 1 -- 172.21.15.27:0/3440873146 shutdown_connections 2024-02-09T23:57:34.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.039+0000 7f65faf0f640 1 -- 172.21.15.27:0/3440873146 wait complete. 2024-02-09T23:57:34.051 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:57:34.051 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-09T23:57:34.068 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:57:34.216 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.214+0000 7f1f808f4640 1 Processor -- start 2024-02-09T23:57:34.216 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.214+0000 7f1f808f4640 1 -- start start 2024-02-09T23:57:34.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.215+0000 7f1f808f4640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f1f7c06ac50 0x7f1f7c06b030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:34.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.215+0000 7f1f808f4640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1f7c0b1db0 0x7f1f7c0b5400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:34.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.215+0000 7f1f808f4640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1f7c06b570 con 0x7f1f7c0b0dd0 2024-02-09T23:57:34.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.215+0000 7f1f808f4640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1f7c0b0010 con 0x7f1f7c06ac50 2024-02-09T23:57:34.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.215+0000 7f1f808f4640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f7c0b02f0 con 0x7f1f7c0b1db0 2024-02-09T23:57:34.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.215+0000 7f1f7ad9d640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f1f7c0b0dd0 0x7f1f7c0ad600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51376/0 (socket says 172.21.15.27:51376) 2024-02-09T23:57:34.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.215+0000 7f1f7ad9d640 1 -- 172.21.15.27:0/1876582736 learned_addr learned my addr 172.21.15.27:0/1876582736 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:34.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.215+0000 7f1f7a59c640 1 --2- 172.21.15.27:0/1876582736 >> v2:172.21.15.153:3300/0 conn(0x7f1f7c06ac50 0x7f1f7c06b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:34.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.215+0000 7f1f73fff640 1 --2- 172.21.15.27:0/1876582736 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1f7c0b1db0 0x7f1f7c0b5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:34.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.215+0000 7f1f79d9b640 1 -- 172.21.15.27:0/1876582736 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3719676190 0 0) 0x7f1f7c06b570 con 0x7f1f7c0b0dd0 2024-02-09T23:57:34.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.215+0000 7f1f79d9b640 1 -- 172.21.15.27:0/1876582736 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1f68003520 con 0x7f1f7c0b0dd0 2024-02-09T23:57:34.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.215+0000 7f1f79d9b640 1 -- 172.21.15.27:0/1876582736 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3738512934 0 0) 0x7f1f68003520 con 0x7f1f7c0b0dd0 2024-02-09T23:57:34.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.215+0000 7f1f79d9b640 1 -- 172.21.15.27:0/1876582736 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1f7c0b1db0 msgr2=0x7f1f7c0b5400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:34.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.215+0000 7f1f79d9b640 1 --2- 172.21.15.27:0/1876582736 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1f7c0b1db0 0x7f1f7c0b5400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.215+0000 7f1f79d9b640 1 -- 172.21.15.27:0/1876582736 >> v2:172.21.15.153:3300/0 conn(0x7f1f7c06ac50 msgr2=0x7f1f7c06b030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:34.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.215+0000 7f1f79d9b640 1 --2- 172.21.15.27:0/1876582736 >> v2:172.21.15.153:3300/0 conn(0x7f1f7c06ac50 0x7f1f7c06b030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.215+0000 7f1f79d9b640 1 -- 172.21.15.27:0/1876582736 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f7c0b05d0 con 0x7f1f7c0b0dd0 2024-02-09T23:57:34.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.215+0000 7f1f79d9b640 1 -- 172.21.15.27:0/1876582736 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7f1f74001a10 con 0x7f1f7c0b0dd0 2024-02-09T23:57:34.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.215+0000 7f1f79d9b640 1 -- 172.21.15.27:0/1876582736 >> v1:172.21.15.27:6789/0 conn(0x7f1f7c0b0dd0 legacy=0x7f1f7c0ad600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:34.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.215+0000 7f1f79d9b640 1 --2- 172.21.15.27:0/1876582736 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1f680039e0 0x7f1f68003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:34.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.215+0000 7f1f79d9b640 1 --2- 172.21.15.27:0/1876582736 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1f680047c0 0x7f1f68004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:34.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.216+0000 7f1f79d9b640 1 --2- 172.21.15.27:0/1876582736 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1f68005180 0x7f1f6800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:34.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.216+0000 7f1f79d9b640 1 -- 172.21.15.27:0/1876582736 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f7c0b0010 con 0x7f1f680039e0 2024-02-09T23:57:34.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.216+0000 7f1f79d9b640 1 -- 172.21.15.27:0/1876582736 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f7c0b02f0 con 0x7f1f68005180 2024-02-09T23:57:34.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.216+0000 7f1f79d9b640 1 -- 172.21.15.27:0/1876582736 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f6800bf70 con 0x7f1f680047c0 2024-02-09T23:57:34.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.216+0000 7f1f7a59c640 1 --2- 172.21.15.27:0/1876582736 >> v2:172.21.15.153:3300/0 conn(0x7f1f7c06ac50 0x7f1f7c06b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:57:34.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.216+0000 7f1f73fff640 1 --2- 172.21.15.27:0/1876582736 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1f7c0b1db0 0x7f1f7c0b5400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:57:34.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.216+0000 7f1f7a59c640 1 --2- 172.21.15.27:0/1876582736 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1f680039e0 0x7f1f68003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:34.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.216+0000 7f1f7ad9d640 1 --2- 172.21.15.27:0/1876582736 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1f68005180 0x7f1f6800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:34.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.216+0000 7f1f73fff640 1 --2- 172.21.15.27:0/1876582736 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1f680047c0 0x7f1f68004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:34.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.216+0000 7f1f7a59c640 1 -- 172.21.15.27:0/1876582736 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1f680047c0 msgr2=0x7f1f68004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:34.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.216+0000 7f1f7a59c640 1 --2- 172.21.15.27:0/1876582736 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1f680047c0 0x7f1f68004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.216+0000 7f1f7a59c640 1 -- 172.21.15.27:0/1876582736 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1f68005180 msgr2=0x7f1f6800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:34.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.216+0000 7f1f7a59c640 1 --2- 172.21.15.27:0/1876582736 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1f68005180 0x7f1f6800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.216+0000 7f1f7a59c640 1 -- 172.21.15.27:0/1876582736 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f68003520 con 0x7f1f680039e0 2024-02-09T23:57:34.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.216+0000 7f1f7ad9d640 1 --2- 172.21.15.27:0/1876582736 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1f68005180 0x7f1f6800b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:34.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.217+0000 7f1f7a59c640 1 --2- 172.21.15.27:0/1876582736 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1f680039e0 0x7f1f68003e00 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c009c70 tx=0x7f1f680057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=127f85d39a583e43 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:34.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.217+0000 7f1f79d9b640 1 -- 172.21.15.27:0/1876582736 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f6c004020 con 0x7f1f680039e0 2024-02-09T23:57:34.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.217+0000 7f1f79d9b640 1 -- 172.21.15.27:0/1876582736 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f6c004180 con 0x7f1f680039e0 2024-02-09T23:57:34.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.217+0000 7f1f79d9b640 1 -- 172.21.15.27:0/1876582736 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f6c02c960 con 0x7f1f680039e0 2024-02-09T23:57:34.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.217+0000 7f1f808f4640 1 -- 172.21.15.27:0/1876582736 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1f680039e0 msgr2=0x7f1f68003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:34.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.217+0000 7f1f808f4640 1 --2- 172.21.15.27:0/1876582736 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1f680039e0 0x7f1f68003e00 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c009c70 tx=0x7f1f680057f0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.217+0000 7f1f7ad9d640 1 -- 172.21.15.27:0/1876582736 reap_dead start 2024-02-09T23:57:34.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.217+0000 7f1f808f4640 1 -- 172.21.15.27:0/1876582736 shutdown_connections 2024-02-09T23:57:34.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.217+0000 7f1f808f4640 1 -- 172.21.15.27:0/1876582736 >> 172.21.15.27:0/1876582736 conn(0x7f1f7c072920 msgr2=0x7f1f7c099a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:34.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.217+0000 7f1f808f4640 1 -- 172.21.15.27:0/1876582736 shutdown_connections 2024-02-09T23:57:34.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.217+0000 7f1f808f4640 1 -- 172.21.15.27:0/1876582736 wait complete. 2024-02-09T23:57:34.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.219+0000 7f1f808f4640 1 Processor -- start 2024-02-09T23:57:34.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.219+0000 7f1f808f4640 1 -- start start 2024-02-09T23:57:34.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.220+0000 7f1f808f4640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1f680039e0 0x7f1f7c09d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:34.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.220+0000 7f1f808f4640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1f7c09b300 0x7f1f7c09d8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:34.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.220+0000 7f1f808f4640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1f7c144a40 0x7f1f7c144ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:34.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.220+0000 7f1f808f4640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f7c143a30 con 0x7f1f7c144a40 2024-02-09T23:57:34.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.220+0000 7f1f808f4640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f7c143c80 con 0x7f1f680039e0 2024-02-09T23:57:34.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.220+0000 7f1f808f4640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f7c143f60 con 0x7f1f7c09b300 2024-02-09T23:57:34.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.220+0000 7f1f7ad9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1f7c144a40 0x7f1f7c144ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:34.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.220+0000 7f1f7ad9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1f7c144a40 0x7f1f7c144ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59094/0 (socket says 172.21.15.27:59094) 2024-02-09T23:57:34.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.220+0000 7f1f7ad9d640 1 -- 172.21.15.27:0/2205190812 learned_addr learned my addr 172.21.15.27:0/2205190812 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:34.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.220+0000 7f1f7a59c640 1 --2- 172.21.15.27:0/2205190812 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1f680039e0 0x7f1f7c09d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:34.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.220+0000 7f1f73fff640 1 --2- 172.21.15.27:0/2205190812 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1f7c09b300 0x7f1f7c09d8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:34.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.220+0000 7f1f7ad9d640 1 -- 172.21.15.27:0/2205190812 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1f7c09b300 msgr2=0x7f1f7c09d8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:34.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.220+0000 7f1f7ad9d640 1 --2- 172.21.15.27:0/2205190812 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1f7c09b300 0x7f1f7c09d8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.220+0000 7f1f7ad9d640 1 -- 172.21.15.27:0/2205190812 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1f680039e0 msgr2=0x7f1f7c09d390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:34.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.220+0000 7f1f7ad9d640 1 --2- 172.21.15.27:0/2205190812 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1f680039e0 0x7f1f7c09d390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.220+0000 7f1f7ad9d640 1 -- 172.21.15.27:0/2205190812 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f7c15e040 con 0x7f1f7c144a40 2024-02-09T23:57:34.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.220+0000 7f1f7a59c640 1 --2- 172.21.15.27:0/2205190812 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1f680039e0 0x7f1f7c09d390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:34.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.220+0000 7f1f73fff640 1 --2- 172.21.15.27:0/2205190812 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1f7c09b300 0x7f1f7c09d8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:34.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.220+0000 7f1f7ad9d640 1 --2- 172.21.15.27:0/2205190812 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1f7c144a40 0x7f1f7c144ec0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f1f7c0d1770 tx=0x7f1f74007bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:34.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.220+0000 7f1f72ffd640 1 -- 172.21.15.27:0/2205190812 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f7400ea80 con 0x7f1f7c144a40 2024-02-09T23:57:34.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.220+0000 7f1f72ffd640 1 -- 172.21.15.27:0/2205190812 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f7400ec00 con 0x7f1f7c144a40 2024-02-09T23:57:34.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.220+0000 7f1f808f4640 1 -- 172.21.15.27:0/2205190812 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f7c144240 con 0x7f1f7c144a40 2024-02-09T23:57:34.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.220+0000 7f1f72ffd640 1 -- 172.21.15.27:0/2205190812 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f74013420 con 0x7f1f7c144a40 2024-02-09T23:57:34.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.220+0000 7f1f808f4640 1 -- 172.21.15.27:0/2205190812 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f7c145400 con 0x7f1f7c144a40 2024-02-09T23:57:34.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.222+0000 7f1f808f4640 1 -- 172.21.15.27:0/2205190812 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1f7c144760 con 0x7f1f7c144a40 2024-02-09T23:57:34.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.222+0000 7f1f72ffd640 1 -- 172.21.15.27:0/2205190812 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f1f74013580 con 0x7f1f7c144a40 2024-02-09T23:57:34.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.222+0000 7f1f72ffd640 1 --2- 172.21.15.27:0/2205190812 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1f5c06b840 0x7f1f5c06dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:34.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.222+0000 7f1f72ffd640 1 -- 172.21.15.27:0/2205190812 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f1f7408a4c0 con 0x7f1f7c144a40 2024-02-09T23:57:34.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.223+0000 7f1f7a59c640 1 --2- 172.21.15.27:0/2205190812 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1f5c06b840 0x7f1f5c06dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:34.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.223+0000 7f1f7a59c640 1 --2- 172.21.15.27:0/2205190812 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1f5c06b840 0x7f1f5c06dd00 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c035000 tx=0x7f1f6c030000 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:34.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.227+0000 7f1f72ffd640 1 -- 172.21.15.27:0/2205190812 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f1f7c144760 con 0x7f1f7c144a40 2024-02-09T23:57:34.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.408+0000 7f1f808f4640 1 -- 172.21.15.27:0/2205190812 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1f7c144760 con 0x7f1f7c144a40 2024-02-09T23:57:34.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.409+0000 7f1f72ffd640 1 -- 172.21.15.27:0/2205190812 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16854 (secure 0 0 0) 0x7f1f7c144760 con 0x7f1f7c144a40 2024-02-09T23:57:34.411 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:34.411 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":22,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:57:34.058200+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:56:49.610721+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:56:50.234763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.c","mappings":[{"from":5,"to":2}]},{"pgid":"3.15","mappings":[{"from":3,"to":2}]},{"pgid":"3.2d","mappings":[{"from":7,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:57:34.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.411+0000 7f1f808f4640 1 -- 172.21.15.27:0/2205190812 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1f5c06b840 msgr2=0x7f1f5c06dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:34.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.411+0000 7f1f808f4640 1 --2- 172.21.15.27:0/2205190812 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1f5c06b840 0x7f1f5c06dd00 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c035000 tx=0x7f1f6c030000 comp rx=0 tx=0).stop 2024-02-09T23:57:34.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.411+0000 7f1f808f4640 1 -- 172.21.15.27:0/2205190812 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1f7c144a40 msgr2=0x7f1f7c144ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:34.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.411+0000 7f1f808f4640 1 --2- 172.21.15.27:0/2205190812 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1f7c144a40 0x7f1f7c144ec0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f1f7c0d1770 tx=0x7f1f74007bc0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.411+0000 7f1f808f4640 1 -- 172.21.15.27:0/2205190812 shutdown_connections 2024-02-09T23:57:34.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.411+0000 7f1f808f4640 1 --2- 172.21.15.27:0/2205190812 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1f5c06b840 0x7f1f5c06dd00 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.411+0000 7f1f808f4640 1 --2- 172.21.15.27:0/2205190812 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1f7c144a40 0x7f1f7c144ec0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.411+0000 7f1f808f4640 1 --2- 172.21.15.27:0/2205190812 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1f7c09b300 0x7f1f7c09d8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.411+0000 7f1f808f4640 1 --2- 172.21.15.27:0/2205190812 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1f680039e0 0x7f1f7c09d390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.411+0000 7f1f808f4640 1 -- 172.21.15.27:0/2205190812 >> 172.21.15.27:0/2205190812 conn(0x7f1f7c072920 msgr2=0x7f1f7c0b3480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:34.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.411+0000 7f1f808f4640 1 -- 172.21.15.27:0/2205190812 shutdown_connections 2024-02-09T23:57:34.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.411+0000 7f1f808f4640 1 -- 172.21.15.27:0/2205190812 wait complete. 2024-02-09T23:57:34.424 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-09T23:56:39.494694+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-09T23:56:49.610721+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-09T23:56:50.234763+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-09T23:57:34.425 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-09T23:57:34.535 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.533+0000 7f46f6565640 1 Processor -- start 2024-02-09T23:57:34.535 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.533+0000 7f46f6565640 1 -- start start 2024-02-09T23:57:34.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.534+0000 7f46f6565640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f46f01598f0 0x7f46f00b0620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:34.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.534+0000 7f46f6565640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f46f00cc220 0x7f46f00cec00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:34.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.534+0000 7f46f6565640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f46f00b16c0 con 0x7f46f006f310 2024-02-09T23:57:34.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.534+0000 7f46f6565640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f46f00b0d00 con 0x7f46f01598f0 2024-02-09T23:57:34.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.534+0000 7f46f6565640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f46f00cde40 con 0x7f46f00cc220 2024-02-09T23:57:34.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.534+0000 7f46effff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f46f01598f0 0x7f46f00b0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:34.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.534+0000 7f46f4b02640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f46f006f310 0x7f46f00b2840 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51388/0 (socket says 172.21.15.27:51388) 2024-02-09T23:57:34.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.535+0000 7f46f4b02640 1 -- 172.21.15.27:0/2563548311 learned_addr learned my addr 172.21.15.27:0/2563548311 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:34.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.535+0000 7f46effff640 1 -- 172.21.15.27:0/2563548311 >> v2:172.21.15.153:3300/0 conn(0x7f46f00cc220 msgr2=0x7f46f00cec00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:34.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.535+0000 7f46effff640 1 --2- 172.21.15.27:0/2563548311 >> v2:172.21.15.153:3300/0 conn(0x7f46f00cc220 0x7f46f00cec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.535+0000 7f46effff640 1 -- 172.21.15.27:0/2563548311 >> v1:172.21.15.27:6789/0 conn(0x7f46f006f310 legacy=0x7f46f00b2840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:34.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.535+0000 7f46eeffd640 1 -- 172.21.15.27:0/2563548311 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 904061721 0 0) 0x7f46f00b16c0 con 0x7f46f006f310 2024-02-09T23:57:34.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.535+0000 7f46effff640 1 -- 172.21.15.27:0/2563548311 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46f00ce120 con 0x7f46f01598f0 2024-02-09T23:57:34.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.536+0000 7f46effff640 1 --2- 172.21.15.27:0/2563548311 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f46f01598f0 0x7f46f00b0620 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f46f00cc6b0 tx=0x7f46e002b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=928102a25dd476 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:34.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.536+0000 7f46eeffd640 1 -- 172.21.15.27:0/2563548311 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46e0031830 con 0x7f46f01598f0 2024-02-09T23:57:34.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.536+0000 7f46eeffd640 1 -- 172.21.15.27:0/2563548311 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f46e0031990 con 0x7f46f01598f0 2024-02-09T23:57:34.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.536+0000 7f46eeffd640 1 -- 172.21.15.27:0/2563548311 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46e0031d20 con 0x7f46f01598f0 2024-02-09T23:57:34.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.536+0000 7f46f6565640 1 -- 172.21.15.27:0/2563548311 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f46f01598f0 msgr2=0x7f46f00b0620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:34.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.536+0000 7f46f6565640 1 --2- 172.21.15.27:0/2563548311 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f46f01598f0 0x7f46f00b0620 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f46f00cc6b0 tx=0x7f46e002b8d0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.536+0000 7f46f6565640 1 -- 172.21.15.27:0/2563548311 shutdown_connections 2024-02-09T23:57:34.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.536+0000 7f46f6565640 1 --2- 172.21.15.27:0/2563548311 >> v2:172.21.15.153:3300/0 conn(0x7f46f00cc220 0x7f46f00cec00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.536+0000 7f46f6565640 1 --2- 172.21.15.27:0/2563548311 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f46f01598f0 0x7f46f00b0620 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.536+0000 7f46f6565640 1 -- 172.21.15.27:0/2563548311 >> 172.21.15.27:0/2563548311 conn(0x7f46f0067040 msgr2=0x7f46f006ac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:34.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.536+0000 7f46f6565640 1 -- 172.21.15.27:0/2563548311 shutdown_connections 2024-02-09T23:57:34.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.536+0000 7f46f6565640 1 -- 172.21.15.27:0/2563548311 wait complete. 2024-02-09T23:57:34.541 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.537+0000 7f46f6565640 1 Processor -- start 2024-02-09T23:57:34.541 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.538+0000 7f46f6565640 1 -- start start 2024-02-09T23:57:34.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.538+0000 7f46f6565640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f46f006f310 0x7f46f014e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:34.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.538+0000 7f46f6565640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f46f00cc220 0x7f46f0156710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:34.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.538+0000 7f46f6565640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f46f01598f0 0x7f46f00ac8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:34.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.538+0000 7f46f6565640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46f0168560 con 0x7f46f00cc220 2024-02-09T23:57:34.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.538+0000 7f46f6565640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46f00ad720 con 0x7f46f006f310 2024-02-09T23:57:34.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.538+0000 7f46f6565640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f46f0168a20 con 0x7f46f01598f0 2024-02-09T23:57:34.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.538+0000 7f46ef7fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f46f00cc220 0x7f46f0156710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:34.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.539+0000 7f46ef7fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f46f00cc220 0x7f46f0156710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59110/0 (socket says 172.21.15.27:59110) 2024-02-09T23:57:34.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.539+0000 7f46ef7fe640 1 -- 172.21.15.27:0/443350131 learned_addr learned my addr 172.21.15.27:0/443350131 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:34.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.539+0000 7f46effff640 1 --2- 172.21.15.27:0/443350131 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f46f006f310 0x7f46f014e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:34.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.539+0000 7f46ef7fe640 1 -- 172.21.15.27:0/443350131 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f46f01598f0 msgr2=0x7f46f00ac8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:34.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.539+0000 7f46ef7fe640 1 --2- 172.21.15.27:0/443350131 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f46f01598f0 0x7f46f00ac8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.539+0000 7f46ef7fe640 1 -- 172.21.15.27:0/443350131 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f46f006f310 msgr2=0x7f46f014e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:34.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.539+0000 7f46ef7fe640 1 --2- 172.21.15.27:0/443350131 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f46f006f310 0x7f46f014e920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.539+0000 7f46ef7fe640 1 -- 172.21.15.27:0/443350131 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46e0009400 con 0x7f46f00cc220 2024-02-09T23:57:34.546 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.539+0000 7f46ef7fe640 1 --2- 172.21.15.27:0/443350131 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f46f00cc220 0x7f46f0156710 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f46e400b4a0 tx=0x7f46e400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:34.546 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.539+0000 7f46ecff9640 1 -- 172.21.15.27:0/443350131 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46e4010610 con 0x7f46f00cc220 2024-02-09T23:57:34.546 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.539+0000 7f46ecff9640 1 -- 172.21.15.27:0/443350131 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f46e4010770 con 0x7f46f00cc220 2024-02-09T23:57:34.546 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.539+0000 7f46f6565640 1 -- 172.21.15.27:0/443350131 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f46f0168740 con 0x7f46f00cc220 2024-02-09T23:57:34.546 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.539+0000 7f46ecff9640 1 -- 172.21.15.27:0/443350131 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46e4010b20 con 0x7f46f00cc220 2024-02-09T23:57:34.546 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.539+0000 7f46f6565640 1 -- 172.21.15.27:0/443350131 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f46f0166a70 con 0x7f46f00cc220 2024-02-09T23:57:34.546 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.540+0000 7f46f6565640 1 -- 172.21.15.27:0/443350131 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f46f00cc090 con 0x7f46f00cc220 2024-02-09T23:57:34.546 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.541+0000 7f46ecff9640 1 -- 172.21.15.27:0/443350131 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f46e4010c80 con 0x7f46f00cc220 2024-02-09T23:57:34.547 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.541+0000 7f46ecff9640 1 --2- 172.21.15.27:0/443350131 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f46dc06b810 0x7f46dc06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:34.547 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.541+0000 7f46ecff9640 1 -- 172.21.15.27:0/443350131 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f46e4089e90 con 0x7f46f00cc220 2024-02-09T23:57:34.547 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.542+0000 7f46effff640 1 --2- 172.21.15.27:0/443350131 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f46dc06b810 0x7f46dc06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:34.547 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.542+0000 7f46effff640 1 --2- 172.21.15.27:0/443350131 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f46dc06b810 0x7f46dc06dcd0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f46e0036000 tx=0x7f46e0008030 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:34.547 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.546+0000 7f46ecff9640 1 -- 172.21.15.27:0/443350131 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f46e4054840 con 0x7f46f00cc220 2024-02-09T23:57:34.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.728+0000 7f46f6565640 1 -- 172.21.15.27:0/443350131 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f46f00746c0 con 0x7f46f00cc220 2024-02-09T23:57:34.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.729+0000 7f46ecff9640 1 -- 172.21.15.27:0/443350131 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7f46e4057f00 con 0x7f46f00cc220 2024-02-09T23:57:34.731 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 1 2024-02-09T23:57:34.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.731+0000 7f46f6565640 1 -- 172.21.15.27:0/443350131 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f46dc06b810 msgr2=0x7f46dc06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:34.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.731+0000 7f46f6565640 1 --2- 172.21.15.27:0/443350131 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f46dc06b810 0x7f46dc06dcd0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f46e0036000 tx=0x7f46e0008030 comp rx=0 tx=0).stop 2024-02-09T23:57:34.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.731+0000 7f46f6565640 1 -- 172.21.15.27:0/443350131 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f46f00cc220 msgr2=0x7f46f0156710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:34.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.731+0000 7f46f6565640 1 --2- 172.21.15.27:0/443350131 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f46f00cc220 0x7f46f0156710 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f46e400b4a0 tx=0x7f46e400b960 comp rx=0 tx=0).stop 2024-02-09T23:57:34.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.731+0000 7f46f6565640 1 -- 172.21.15.27:0/443350131 shutdown_connections 2024-02-09T23:57:34.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.731+0000 7f46f6565640 1 --2- 172.21.15.27:0/443350131 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f46dc06b810 0x7f46dc06dcd0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.731+0000 7f46f6565640 1 --2- 172.21.15.27:0/443350131 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f46f01598f0 0x7f46f00ac8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.731+0000 7f46f6565640 1 --2- 172.21.15.27:0/443350131 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f46f00cc220 0x7f46f0156710 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.731+0000 7f46f6565640 1 --2- 172.21.15.27:0/443350131 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f46f006f310 0x7f46f014e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.731+0000 7f46f6565640 1 -- 172.21.15.27:0/443350131 >> 172.21.15.27:0/443350131 conn(0x7f46f0067040 msgr2=0x7f46f00b4080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:34.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.731+0000 7f46f6565640 1 -- 172.21.15.27:0/443350131 shutdown_connections 2024-02-09T23:57:34.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.731+0000 7f46f6565640 1 -- 172.21.15.27:0/443350131 wait complete. 2024-02-09T23:57:34.744 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-09T23:57:34.857 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.855+0000 7f8373d72640 1 Processor -- start 2024-02-09T23:57:34.857 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.855+0000 7f8373d72640 1 -- start start 2024-02-09T23:57:34.859 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.856+0000 7f8373d72640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f836c06d5e0 0x7f836c09a8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:34.859 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.856+0000 7f8373d72640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f836c099a40 0x7f836c099ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:34.859 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.856+0000 7f8373d72640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f836c15d4f0 0x7f836c15d980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:34.859 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.856+0000 7f8373d72640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f836c09a3e0 con 0x7f836c099a40 2024-02-09T23:57:34.859 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.856+0000 7f8373d72640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f836c0cd3f0 con 0x7f836c15d4f0 2024-02-09T23:57:34.859 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.856+0000 7f8373d72640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f836c0cc7e0 con 0x7f836c06d5e0 2024-02-09T23:57:34.859 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.856+0000 7f837130d640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f836c099a40 0x7f836c099ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:34.859 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.856+0000 7f837130d640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f836c099a40 0x7f836c099ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59112/0 (socket says 172.21.15.27:59112) 2024-02-09T23:57:34.859 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.857+0000 7f837130d640 1 -- 172.21.15.27:0/168864902 learned_addr learned my addr 172.21.15.27:0/168864902 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:34.859 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.857+0000 7f837230f640 1 --2- 172.21.15.27:0/168864902 >> v2:172.21.15.153:3300/0 conn(0x7f836c15d4f0 0x7f836c15d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:34.859 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.857+0000 7f8371b0e640 1 --2- 172.21.15.27:0/168864902 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f836c06d5e0 0x7f836c09a8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:34.859 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.857+0000 7f837130d640 1 -- 172.21.15.27:0/168864902 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f836c06d5e0 msgr2=0x7f836c09a8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:34.860 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.857+0000 7f837130d640 1 --2- 172.21.15.27:0/168864902 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f836c06d5e0 0x7f836c09a8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.860 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.857+0000 7f837130d640 1 -- 172.21.15.27:0/168864902 >> v2:172.21.15.153:3300/0 conn(0x7f836c15d4f0 msgr2=0x7f836c15d980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:34.860 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.857+0000 7f837130d640 1 --2- 172.21.15.27:0/168864902 >> v2:172.21.15.153:3300/0 conn(0x7f836c15d4f0 0x7f836c15d980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.860 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.857+0000 7f837130d640 1 -- 172.21.15.27:0/168864902 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f836c0ccac0 con 0x7f836c099a40 2024-02-09T23:57:34.860 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.857+0000 7f837230f640 1 --2- 172.21.15.27:0/168864902 >> v2:172.21.15.153:3300/0 conn(0x7f836c15d4f0 0x7f836c15d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:34.861 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.858+0000 7f837130d640 1 --2- 172.21.15.27:0/168864902 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f836c099a40 0x7f836c099ea0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f836c0c5240 tx=0x7f836002b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c76d7526a8aca61 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:34.861 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.858+0000 7f8370b0c640 1 -- 172.21.15.27:0/168864902 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8360031870 con 0x7f836c099a40 2024-02-09T23:57:34.861 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.858+0000 7f8370b0c640 1 -- 172.21.15.27:0/168864902 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83600319d0 con 0x7f836c099a40 2024-02-09T23:57:34.861 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.858+0000 7f8370b0c640 1 -- 172.21.15.27:0/168864902 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8360031d60 con 0x7f836c099a40 2024-02-09T23:57:34.861 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.858+0000 7f8373d72640 1 -- 172.21.15.27:0/168864902 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f836c099a40 msgr2=0x7f836c099ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:34.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.858+0000 7f8373d72640 1 --2- 172.21.15.27:0/168864902 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f836c099a40 0x7f836c099ea0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f836c0c5240 tx=0x7f836002b910 comp rx=0 tx=0).stop 2024-02-09T23:57:34.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.858+0000 7f8373d72640 1 -- 172.21.15.27:0/168864902 shutdown_connections 2024-02-09T23:57:34.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.858+0000 7f8373d72640 1 --2- 172.21.15.27:0/168864902 >> v2:172.21.15.153:3300/0 conn(0x7f836c15d4f0 0x7f836c15d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.858+0000 7f8373d72640 1 --2- 172.21.15.27:0/168864902 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f836c099a40 0x7f836c099ea0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.858+0000 7f8373d72640 1 --2- 172.21.15.27:0/168864902 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f836c06d5e0 0x7f836c09a8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.858+0000 7f8373d72640 1 -- 172.21.15.27:0/168864902 >> 172.21.15.27:0/168864902 conn(0x7f836c0b3370 msgr2=0x7f836c0b3780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:34.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.858+0000 7f8373d72640 1 -- 172.21.15.27:0/168864902 shutdown_connections 2024-02-09T23:57:34.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.858+0000 7f8373d72640 1 -- 172.21.15.27:0/168864902 wait complete. 2024-02-09T23:57:34.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.860+0000 7f8373d72640 1 Processor -- start 2024-02-09T23:57:34.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.860+0000 7f8373d72640 1 -- start start 2024-02-09T23:57:34.865 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.860+0000 7f8373d72640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f836c06d5e0 0x7f836c1e3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:34.865 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.860+0000 7f8373d72640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f836c099a40 0x7f836c159830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:34.865 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.860+0000 7f8373d72640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f836c15d4f0 0x7f836c1e5db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:34.865 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.860+0000 7f8373d72640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f836c159fe0 con 0x7f836c15d4f0 2024-02-09T23:57:34.865 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.860+0000 7f8373d72640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f836c15a280 con 0x7f836c06d5e0 2024-02-09T23:57:34.865 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.860+0000 7f8373d72640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f836c1e6800 con 0x7f836c099a40 2024-02-09T23:57:34.865 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.860+0000 7f837230f640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f836c15d4f0 0x7f836c1e5db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:34.865 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.860+0000 7f837230f640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f836c15d4f0 0x7f836c1e5db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59116/0 (socket says 172.21.15.27:59116) 2024-02-09T23:57:34.865 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.860+0000 7f837230f640 1 -- 172.21.15.27:0/2372256897 learned_addr learned my addr 172.21.15.27:0/2372256897 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:34.865 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.861+0000 7f837230f640 1 -- 172.21.15.27:0/2372256897 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f836c099a40 msgr2=0x7f836c159830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:34.865 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.861+0000 7f837230f640 1 --2- 172.21.15.27:0/2372256897 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f836c099a40 0x7f836c159830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.865 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.861+0000 7f8371b0e640 1 --2- 172.21.15.27:0/2372256897 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f836c06d5e0 0x7f836c1e3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:34.866 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.861+0000 7f837230f640 1 -- 172.21.15.27:0/2372256897 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f836c06d5e0 msgr2=0x7f836c1e3990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:34.866 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.861+0000 7f837230f640 1 --2- 172.21.15.27:0/2372256897 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f836c06d5e0 0x7f836c1e3990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.866 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.861+0000 7f837230f640 1 -- 172.21.15.27:0/2372256897 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83600094d0 con 0x7f836c15d4f0 2024-02-09T23:57:34.866 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.861+0000 7f837230f640 1 --2- 172.21.15.27:0/2372256897 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f836c15d4f0 0x7f836c1e5db0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f835c00cd50 tx=0x7f835c00a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:34.866 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.861+0000 7f836a7fc640 1 -- 172.21.15.27:0/2372256897 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f835c00f680 con 0x7f836c15d4f0 2024-02-09T23:57:34.866 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.861+0000 7f836a7fc640 1 -- 172.21.15.27:0/2372256897 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f835c00f800 con 0x7f836c15d4f0 2024-02-09T23:57:34.866 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.861+0000 7f8373d72640 1 -- 172.21.15.27:0/2372256897 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f836c1e6ae0 con 0x7f836c15d4f0 2024-02-09T23:57:34.866 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.861+0000 7f836a7fc640 1 -- 172.21.15.27:0/2372256897 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f835c00fbb0 con 0x7f836c15d4f0 2024-02-09T23:57:34.866 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.861+0000 7f8373d72640 1 -- 172.21.15.27:0/2372256897 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f836c1e3ed0 con 0x7f836c15d4f0 2024-02-09T23:57:34.866 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.862+0000 7f8373d72640 1 -- 172.21.15.27:0/2372256897 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f836c1e7000 con 0x7f836c15d4f0 2024-02-09T23:57:34.866 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.863+0000 7f836a7fc640 1 -- 172.21.15.27:0/2372256897 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f835c00b040 con 0x7f836c15d4f0 2024-02-09T23:57:34.866 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.863+0000 7f836a7fc640 1 --2- 172.21.15.27:0/2372256897 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f835806b810 0x7f835806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:34.866 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.863+0000 7f836a7fc640 1 -- 172.21.15.27:0/2372256897 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f835c08abe0 con 0x7f836c15d4f0 2024-02-09T23:57:34.866 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.863+0000 7f8371b0e640 1 --2- 172.21.15.27:0/2372256897 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f835806b810 0x7f835806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:34.867 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.864+0000 7f8371b0e640 1 --2- 172.21.15.27:0/2372256897 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f835806b810 0x7f835806dcd0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f836400b7e0 tx=0x7f8364008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:34.869 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:34.867+0000 7f836a7fc640 1 -- 172.21.15.27:0/2372256897 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f835c055610 con 0x7f836c15d4f0 2024-02-09T23:57:35.051 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.049+0000 7f8373d72640 1 -- 172.21.15.27:0/2372256897 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f836c15a3f0 con 0x7f836c15d4f0 2024-02-09T23:57:35.052 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.050+0000 7f836a7fc640 1 -- 172.21.15.27:0/2372256897 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7f835c058cd0 con 0x7f836c15d4f0 2024-02-09T23:57:35.052 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 32 2024-02-09T23:57:35.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.052+0000 7f8373d72640 1 -- 172.21.15.27:0/2372256897 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f835806b810 msgr2=0x7f835806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:35.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.052+0000 7f8373d72640 1 --2- 172.21.15.27:0/2372256897 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f835806b810 0x7f835806dcd0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f836400b7e0 tx=0x7f8364008040 comp rx=0 tx=0).stop 2024-02-09T23:57:35.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.052+0000 7f8373d72640 1 -- 172.21.15.27:0/2372256897 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f836c15d4f0 msgr2=0x7f836c1e5db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:35.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.052+0000 7f8373d72640 1 --2- 172.21.15.27:0/2372256897 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f836c15d4f0 0x7f836c1e5db0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f835c00cd50 tx=0x7f835c00a650 comp rx=0 tx=0).stop 2024-02-09T23:57:35.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.052+0000 7f8373d72640 1 -- 172.21.15.27:0/2372256897 shutdown_connections 2024-02-09T23:57:35.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.052+0000 7f8373d72640 1 --2- 172.21.15.27:0/2372256897 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f835806b810 0x7f835806dcd0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:35.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.052+0000 7f8373d72640 1 --2- 172.21.15.27:0/2372256897 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f836c15d4f0 0x7f836c1e5db0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:35.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.052+0000 7f8373d72640 1 --2- 172.21.15.27:0/2372256897 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f836c099a40 0x7f836c159830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:35.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.052+0000 7f8373d72640 1 --2- 172.21.15.27:0/2372256897 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f836c06d5e0 0x7f836c1e3990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:35.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.052+0000 7f8373d72640 1 -- 172.21.15.27:0/2372256897 >> 172.21.15.27:0/2372256897 conn(0x7f836c0b3370 msgr2=0x7f836c0cd880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:35.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.052+0000 7f8373d72640 1 -- 172.21.15.27:0/2372256897 shutdown_connections 2024-02-09T23:57:35.055 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.052+0000 7f8373d72640 1 -- 172.21.15.27:0/2372256897 wait complete. 2024-02-09T23:57:35.064 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-09T23:57:35.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.173+0000 7f4b5a84d640 1 Processor -- start 2024-02-09T23:57:35.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.173+0000 7f4b5a84d640 1 -- start start 2024-02-09T23:57:35.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.173+0000 7f4b5a84d640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4b540d0b00 0x7f4b540d1d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:35.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.173+0000 7f4b5a84d640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f4b540d2280 0x7f4b540b6e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:35.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.173+0000 7f4b5a84d640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4b540d2a00 con 0x7f4b5415de60 2024-02-09T23:57:35.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.173+0000 7f4b5a84d640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4b5415e240 con 0x7f4b540d2280 2024-02-09T23:57:35.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.173+0000 7f4b5a84d640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b540d2ce0 con 0x7f4b540d0b00 2024-02-09T23:57:35.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.174+0000 7f4b537fe640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4b540d0b00 0x7f4b540d1d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:35.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.174+0000 7f4b58dea640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f4b540d2280 0x7f4b540b6e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:35.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.174+0000 7f4b537fe640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4b540d0b00 0x7f4b540d1d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:53898/0 (socket says 172.21.15.27:53898) 2024-02-09T23:57:35.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.174+0000 7f4b537fe640 1 -- 172.21.15.27:0/3460909220 learned_addr learned my addr 172.21.15.27:0/3460909220 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:35.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.174+0000 7f4b537fe640 1 -- 172.21.15.27:0/3460909220 >> v2:172.21.15.153:3300/0 conn(0x7f4b540d2280 msgr2=0x7f4b540b6e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:35.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.174+0000 7f4b537fe640 1 --2- 172.21.15.27:0/3460909220 >> v2:172.21.15.153:3300/0 conn(0x7f4b540d2280 0x7f4b540b6e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:35.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.174+0000 7f4b537fe640 1 -- 172.21.15.27:0/3460909220 >> v1:172.21.15.153:6789/0 conn(0x7f4b5415de60 legacy=0x7f4b540d03f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:35.177 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.174+0000 7f4b537fe640 1 -- 172.21.15.27:0/3460909220 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b540d2fc0 con 0x7f4b540d0b00 2024-02-09T23:57:35.177 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.174+0000 7f4b58dea640 1 --2- 172.21.15.27:0/3460909220 >> v2:172.21.15.153:3300/0 conn(0x7f4b540d2280 0x7f4b540b6e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:57:35.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.175+0000 7f4b537fe640 1 --2- 172.21.15.27:0/3460909220 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4b540d0b00 0x7f4b540d1d40 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f4b3c009870 tx=0x7f4b3c02b8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=438209f70eb5296 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:35.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.175+0000 7f4b52ffd640 1 -- 172.21.15.27:0/3460909220 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b3c031640 con 0x7f4b540d0b00 2024-02-09T23:57:35.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.175+0000 7f4b52ffd640 1 -- 172.21.15.27:0/3460909220 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b3c0317a0 con 0x7f4b540d0b00 2024-02-09T23:57:35.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.175+0000 7f4b52ffd640 1 -- 172.21.15.27:0/3460909220 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b3c031b30 con 0x7f4b540d0b00 2024-02-09T23:57:35.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.176+0000 7f4b5a84d640 1 -- 172.21.15.27:0/3460909220 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4b540d0b00 msgr2=0x7f4b540d1d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:35.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.176+0000 7f4b5a84d640 1 --2- 172.21.15.27:0/3460909220 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4b540d0b00 0x7f4b540d1d40 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f4b3c009870 tx=0x7f4b3c02b8f0 comp rx=0 tx=0).stop 2024-02-09T23:57:35.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.176+0000 7f4b5a84d640 1 -- 172.21.15.27:0/3460909220 shutdown_connections 2024-02-09T23:57:35.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.176+0000 7f4b5a84d640 1 --2- 172.21.15.27:0/3460909220 >> v2:172.21.15.153:3300/0 conn(0x7f4b540d2280 0x7f4b540b6e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:35.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.176+0000 7f4b5a84d640 1 --2- 172.21.15.27:0/3460909220 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4b540d0b00 0x7f4b540d1d40 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:35.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.176+0000 7f4b5a84d640 1 -- 172.21.15.27:0/3460909220 >> 172.21.15.27:0/3460909220 conn(0x7f4b54066f90 msgr2=0x7f4b540b55f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:35.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.176+0000 7f4b5a84d640 1 -- 172.21.15.27:0/3460909220 shutdown_connections 2024-02-09T23:57:35.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.176+0000 7f4b5a84d640 1 -- 172.21.15.27:0/3460909220 wait complete. 2024-02-09T23:57:35.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.177+0000 7f4b5a84d640 1 Processor -- start 2024-02-09T23:57:35.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.177+0000 7f4b5a84d640 1 -- start start 2024-02-09T23:57:35.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.178+0000 7f4b5a84d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4b540d0b00 0x7f4b540cce90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:35.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.178+0000 7f4b5a84d640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4b540d2280 0x7f4b540c8ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:35.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.178+0000 7f4b5a84d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b5415de60 0x7f4b540c93e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:35.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.178+0000 7f4b5a84d640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b540c9e00 con 0x7f4b5415de60 2024-02-09T23:57:35.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.178+0000 7f4b5a84d640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b540cd3d0 con 0x7f4b540d0b00 2024-02-09T23:57:35.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.178+0000 7f4b5a84d640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b540cbb30 con 0x7f4b540d2280 2024-02-09T23:57:35.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.178+0000 7f4b58dea640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b5415de60 0x7f4b540c93e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:35.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.178+0000 7f4b58dea640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b5415de60 0x7f4b540c93e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59126/0 (socket says 172.21.15.27:59126) 2024-02-09T23:57:35.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.178+0000 7f4b58dea640 1 -- 172.21.15.27:0/2097283811 learned_addr learned my addr 172.21.15.27:0/2097283811 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:35.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.178+0000 7f4b537fe640 1 --2- 172.21.15.27:0/2097283811 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4b540d2280 0x7f4b540c8ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:35.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.178+0000 7f4b53fff640 1 --2- 172.21.15.27:0/2097283811 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4b540d0b00 0x7f4b540cce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:35.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.178+0000 7f4b58dea640 1 -- 172.21.15.27:0/2097283811 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4b540d2280 msgr2=0x7f4b540c8ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:35.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.178+0000 7f4b58dea640 1 --2- 172.21.15.27:0/2097283811 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4b540d2280 0x7f4b540c8ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:35.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.178+0000 7f4b58dea640 1 -- 172.21.15.27:0/2097283811 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4b540d0b00 msgr2=0x7f4b540cce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:35.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.178+0000 7f4b58dea640 1 --2- 172.21.15.27:0/2097283811 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4b540d0b00 0x7f4b540cce90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:35.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.178+0000 7f4b58dea640 1 -- 172.21.15.27:0/2097283811 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b4c009a70 con 0x7f4b5415de60 2024-02-09T23:57:35.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.179+0000 7f4b58dea640 1 --2- 172.21.15.27:0/2097283811 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b5415de60 0x7f4b540c93e0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f4b4c00efc0 tx=0x7f4b4c009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:35.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.179+0000 7f4b50ff9640 1 -- 172.21.15.27:0/2097283811 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b4c009d70 con 0x7f4b5415de60 2024-02-09T23:57:35.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.179+0000 7f4b50ff9640 1 -- 172.21.15.27:0/2097283811 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b4c00f040 con 0x7f4b5415de60 2024-02-09T23:57:35.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.179+0000 7f4b5a84d640 1 -- 172.21.15.27:0/2097283811 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4b3c0094d0 con 0x7f4b5415de60 2024-02-09T23:57:35.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.179+0000 7f4b50ff9640 1 -- 172.21.15.27:0/2097283811 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b4c003990 con 0x7f4b5415de60 2024-02-09T23:57:35.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.179+0000 7f4b5a84d640 1 -- 172.21.15.27:0/2097283811 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b540cc0f0 con 0x7f4b5415de60 2024-02-09T23:57:35.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.180+0000 7f4b5a84d640 1 -- 172.21.15.27:0/2097283811 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4b540732d0 con 0x7f4b5415de60 2024-02-09T23:57:35.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.180+0000 7f4b50ff9640 1 -- 172.21.15.27:0/2097283811 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f4b4c014480 con 0x7f4b5415de60 2024-02-09T23:57:35.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.181+0000 7f4b50ff9640 1 --2- 172.21.15.27:0/2097283811 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4b3406b810 0x7f4b3406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:35.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.181+0000 7f4b50ff9640 1 -- 172.21.15.27:0/2097283811 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f4b4c08ad50 con 0x7f4b5415de60 2024-02-09T23:57:35.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.181+0000 7f4b53fff640 1 --2- 172.21.15.27:0/2097283811 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4b3406b810 0x7f4b3406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:35.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.182+0000 7f4b53fff640 1 --2- 172.21.15.27:0/2097283811 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4b3406b810 0x7f4b3406dcd0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f4b440016e0 tx=0x7f4b44009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:35.187 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.185+0000 7f4b50ff9640 1 -- 172.21.15.27:0/2097283811 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f4b4c08e030 con 0x7f4b5415de60 2024-02-09T23:57:35.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.363+0000 7f4b5a84d640 1 -- 172.21.15.27:0/2097283811 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f4b540746c0 con 0x7f4b5415de60 2024-02-09T23:57:35.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.364+0000 7f4b50ff9640 1 -- 172.21.15.27:0/2097283811 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7f4b4c055830 con 0x7f4b5415de60 2024-02-09T23:57:35.366 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 64 2024-02-09T23:57:35.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.366+0000 7f4b5a84d640 1 -- 172.21.15.27:0/2097283811 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4b3406b810 msgr2=0x7f4b3406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:35.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.366+0000 7f4b5a84d640 1 --2- 172.21.15.27:0/2097283811 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4b3406b810 0x7f4b3406dcd0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f4b440016e0 tx=0x7f4b44009040 comp rx=0 tx=0).stop 2024-02-09T23:57:35.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.366+0000 7f4b5a84d640 1 -- 172.21.15.27:0/2097283811 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b5415de60 msgr2=0x7f4b540c93e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:35.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.366+0000 7f4b5a84d640 1 --2- 172.21.15.27:0/2097283811 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b5415de60 0x7f4b540c93e0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f4b4c00efc0 tx=0x7f4b4c009f90 comp rx=0 tx=0).stop 2024-02-09T23:57:35.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.366+0000 7f4b5a84d640 1 -- 172.21.15.27:0/2097283811 shutdown_connections 2024-02-09T23:57:35.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.366+0000 7f4b5a84d640 1 --2- 172.21.15.27:0/2097283811 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4b3406b810 0x7f4b3406dcd0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:35.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.366+0000 7f4b5a84d640 1 --2- 172.21.15.27:0/2097283811 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b5415de60 0x7f4b540c93e0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:35.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.366+0000 7f4b5a84d640 1 --2- 172.21.15.27:0/2097283811 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4b540d2280 0x7f4b540c8ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:35.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.366+0000 7f4b5a84d640 1 --2- 172.21.15.27:0/2097283811 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4b540d0b00 0x7f4b540cce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:35.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.366+0000 7f4b5a84d640 1 -- 172.21.15.27:0/2097283811 >> 172.21.15.27:0/2097283811 conn(0x7f4b54066f90 msgr2=0x7f4b54154fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:35.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.366+0000 7f4b5a84d640 1 -- 172.21.15.27:0/2097283811 shutdown_connections 2024-02-09T23:57:35.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.366+0000 7f4b5a84d640 1 -- 172.21.15.27:0/2097283811 wait complete. 2024-02-09T23:57:35.379 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-02-09T23:57:35.487 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.485+0000 7ff673f3a640 1 Processor -- start 2024-02-09T23:57:35.487 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.485+0000 7ff673f3a640 1 -- start start 2024-02-09T23:57:35.488 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.486+0000 7ff673f3a640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff66c159ef0 0x7ff66c0712d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:35.488 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.486+0000 7ff673f3a640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7ff66c071810 0x7ff66c06e550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:35.489 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.486+0000 7ff673f3a640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7ff66c06ea90 0x7ff66c06d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:35.489 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.486+0000 7ff673f3a640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff66c15e870 con 0x7ff66c06ea90 2024-02-09T23:57:35.489 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.486+0000 7ff673f3a640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff66c06ef20 con 0x7ff66c071810 2024-02-09T23:57:35.489 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.486+0000 7ff673f3a640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff66c071c70 con 0x7ff66c159ef0 2024-02-09T23:57:35.489 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.486+0000 7ff6724d7640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7ff66c06ea90 0x7ff66c06d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:35.489 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.486+0000 7ff6724d7640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7ff66c06ea90 0x7ff66c06d330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59136/0 (socket says 172.21.15.27:59136) 2024-02-09T23:57:35.489 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.486+0000 7ff6724d7640 1 -- 172.21.15.27:0/2590958832 learned_addr learned my addr 172.21.15.27:0/2590958832 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:35.489 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.486+0000 7ff671cd6640 1 --2- 172.21.15.27:0/2590958832 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff66c159ef0 0x7ff66c0712d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:35.489 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.486+0000 7ff6714d5640 1 --2- 172.21.15.27:0/2590958832 >> v2:172.21.15.153:3300/0 conn(0x7ff66c071810 0x7ff66c06e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:35.489 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.486+0000 7ff6724d7640 1 -- 172.21.15.27:0/2590958832 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff66c159ef0 msgr2=0x7ff66c0712d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:35.489 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.486+0000 7ff6724d7640 1 --2- 172.21.15.27:0/2590958832 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff66c159ef0 0x7ff66c0712d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:35.489 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.486+0000 7ff6724d7640 1 -- 172.21.15.27:0/2590958832 >> v2:172.21.15.153:3300/0 conn(0x7ff66c071810 msgr2=0x7ff66c06e550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:35.489 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.486+0000 7ff6724d7640 1 --2- 172.21.15.27:0/2590958832 >> v2:172.21.15.153:3300/0 conn(0x7ff66c071810 0x7ff66c06e550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:35.489 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.486+0000 7ff6724d7640 1 -- 172.21.15.27:0/2590958832 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff66c0ccfa0 con 0x7ff66c06ea90 2024-02-09T23:57:35.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.487+0000 7ff6724d7640 1 --2- 172.21.15.27:0/2590958832 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff66c06ea90 0x7ff66c06d330 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7ff66c06baf0 tx=0x7ff65c02be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f400c184eb570e2 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:35.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.487+0000 7ff670cd4640 1 -- 172.21.15.27:0/2590958832 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff65c02c9c0 con 0x7ff66c06ea90 2024-02-09T23:57:35.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.487+0000 7ff670cd4640 1 -- 172.21.15.27:0/2590958832 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff65c02cb20 con 0x7ff66c06ea90 2024-02-09T23:57:35.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.487+0000 7ff670cd4640 1 -- 172.21.15.27:0/2590958832 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff65c0343f0 con 0x7ff66c06ea90 2024-02-09T23:57:35.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.488+0000 7ff673f3a640 1 -- 172.21.15.27:0/2590958832 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff66c06ea90 msgr2=0x7ff66c06d330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:35.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.488+0000 7ff673f3a640 1 --2- 172.21.15.27:0/2590958832 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff66c06ea90 0x7ff66c06d330 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7ff66c06baf0 tx=0x7ff65c02be20 comp rx=0 tx=0).stop 2024-02-09T23:57:35.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.488+0000 7ff673f3a640 1 -- 172.21.15.27:0/2590958832 shutdown_connections 2024-02-09T23:57:35.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.488+0000 7ff673f3a640 1 --2- 172.21.15.27:0/2590958832 >> v2:172.21.15.153:3300/0 conn(0x7ff66c071810 0x7ff66c06e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:35.492 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.488+0000 7ff673f3a640 1 --2- 172.21.15.27:0/2590958832 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff66c06ea90 0x7ff66c06d330 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:35.492 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.488+0000 7ff673f3a640 1 --2- 172.21.15.27:0/2590958832 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff66c159ef0 0x7ff66c0712d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:35.492 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.488+0000 7ff673f3a640 1 -- 172.21.15.27:0/2590958832 >> 172.21.15.27:0/2590958832 conn(0x7ff66c06ac50 msgr2=0x7ff66c06b060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:35.492 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.488+0000 7ff673f3a640 1 -- 172.21.15.27:0/2590958832 shutdown_connections 2024-02-09T23:57:35.492 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.488+0000 7ff673f3a640 1 -- 172.21.15.27:0/2590958832 wait complete. 2024-02-09T23:57:35.492 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.489+0000 7ff673f3a640 1 Processor -- start 2024-02-09T23:57:35.492 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.489+0000 7ff673f3a640 1 -- start start 2024-02-09T23:57:35.495 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.490+0000 7ff673f3a640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff66c06ea90 0x7ff66c0a8d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:35.495 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.490+0000 7ff673f3a640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff66c071810 0x7ff66c152c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:35.495 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.490+0000 7ff673f3a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff66c159ef0 0x7ff66c1ef280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:35.495 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.490+0000 7ff673f3a640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff66c153740 con 0x7ff66c071810 2024-02-09T23:57:35.495 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.490+0000 7ff673f3a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff66c0a9260 con 0x7ff66c159ef0 2024-02-09T23:57:35.495 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.490+0000 7ff673f3a640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff66c0a9490 con 0x7ff66c06ea90 2024-02-09T23:57:35.495 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.490+0000 7ff6714d5640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff66c071810 0x7ff66c152c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:35.495 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.490+0000 7ff6714d5640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff66c071810 0x7ff66c152c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59138/0 (socket says 172.21.15.27:59138) 2024-02-09T23:57:35.495 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.490+0000 7ff6714d5640 1 -- 172.21.15.27:0/3823833008 learned_addr learned my addr 172.21.15.27:0/3823833008 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:35.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.490+0000 7ff671cd6640 1 --2- 172.21.15.27:0/3823833008 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff66c06ea90 0x7ff66c0a8d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:35.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.490+0000 7ff6724d7640 1 --2- 172.21.15.27:0/3823833008 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff66c159ef0 0x7ff66c1ef280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:35.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.490+0000 7ff6714d5640 1 -- 172.21.15.27:0/3823833008 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff66c06ea90 msgr2=0x7ff66c0a8d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:35.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.490+0000 7ff6714d5640 1 --2- 172.21.15.27:0/3823833008 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff66c06ea90 0x7ff66c0a8d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:35.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.490+0000 7ff6714d5640 1 -- 172.21.15.27:0/3823833008 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff66c159ef0 msgr2=0x7ff66c1ef280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:35.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.490+0000 7ff6714d5640 1 --2- 172.21.15.27:0/3823833008 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff66c159ef0 0x7ff66c1ef280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:35.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.490+0000 7ff6714d5640 1 -- 172.21.15.27:0/3823833008 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff65c009b30 con 0x7ff66c071810 2024-02-09T23:57:35.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.490+0000 7ff6724d7640 1 --2- 172.21.15.27:0/3823833008 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff66c159ef0 0x7ff66c1ef280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:35.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.491+0000 7ff6714d5640 1 --2- 172.21.15.27:0/3823833008 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff66c071810 0x7ff66c152c60 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7ff66000e910 tx=0x7ff66000edd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:35.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.491+0000 7ff66a7fc640 1 -- 172.21.15.27:0/3823833008 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff66000a6f0 con 0x7ff66c071810 2024-02-09T23:57:35.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.491+0000 7ff66a7fc640 1 -- 172.21.15.27:0/3823833008 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff66000cc40 con 0x7ff66c071810 2024-02-09T23:57:35.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.491+0000 7ff673f3a640 1 -- 172.21.15.27:0/3823833008 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff66c15b480 con 0x7ff66c071810 2024-02-09T23:57:35.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.491+0000 7ff66a7fc640 1 -- 172.21.15.27:0/3823833008 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6600113f0 con 0x7ff66c071810 2024-02-09T23:57:35.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.491+0000 7ff673f3a640 1 -- 172.21.15.27:0/3823833008 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff66c15ba40 con 0x7ff66c071810 2024-02-09T23:57:35.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.492+0000 7ff673f3a640 1 -- 172.21.15.27:0/3823833008 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff66c0746c0 con 0x7ff66c071810 2024-02-09T23:57:35.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.492+0000 7ff66a7fc640 1 -- 172.21.15.27:0/3823833008 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7ff660011550 con 0x7ff66c071810 2024-02-09T23:57:35.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.493+0000 7ff66a7fc640 1 --2- 172.21.15.27:0/3823833008 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff65806b810 0x7ff65806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:35.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.493+0000 7ff66a7fc640 1 -- 172.21.15.27:0/3823833008 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7ff660089f60 con 0x7ff66c071810 2024-02-09T23:57:35.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.493+0000 7ff671cd6640 1 --2- 172.21.15.27:0/3823833008 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff65806b810 0x7ff65806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:35.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.493+0000 7ff671cd6640 1 --2- 172.21.15.27:0/3823833008 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff65806b810 0x7ff65806dcd0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7ff664009aa0 tx=0x7ff664009190 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:35.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.497+0000 7ff66a7fc640 1 -- 172.21.15.27:0/3823833008 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7ff6600549b0 con 0x7ff66c071810 2024-02-09T23:57:35.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.692+0000 7ff673f3a640 1 -- 172.21.15.27:0/3823833008 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7ff66c072300 con 0x7ff66c071810 2024-02-09T23:57:35.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.693+0000 7ff66a7fc640 1 -- 172.21.15.27:0/3823833008 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) v1 ==== 80+0+0 (secure 0 0 0) 0x7ff660020080 con 0x7ff66c071810 2024-02-09T23:57:35.695 INFO:teuthology.orchestra.run.smithi027.stderr:listed 0 entries 2024-02-09T23:57:35.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.695+0000 7ff673f3a640 1 -- 172.21.15.27:0/3823833008 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff65806b810 msgr2=0x7ff65806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:35.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.695+0000 7ff673f3a640 1 --2- 172.21.15.27:0/3823833008 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff65806b810 0x7ff65806dcd0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7ff664009aa0 tx=0x7ff664009190 comp rx=0 tx=0).stop 2024-02-09T23:57:35.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.695+0000 7ff673f3a640 1 -- 172.21.15.27:0/3823833008 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff66c071810 msgr2=0x7ff66c152c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:35.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.695+0000 7ff673f3a640 1 --2- 172.21.15.27:0/3823833008 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff66c071810 0x7ff66c152c60 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7ff66000e910 tx=0x7ff66000edd0 comp rx=0 tx=0).stop 2024-02-09T23:57:35.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.695+0000 7ff673f3a640 1 -- 172.21.15.27:0/3823833008 shutdown_connections 2024-02-09T23:57:35.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.695+0000 7ff673f3a640 1 --2- 172.21.15.27:0/3823833008 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff65806b810 0x7ff65806dcd0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:35.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.695+0000 7ff673f3a640 1 --2- 172.21.15.27:0/3823833008 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff66c159ef0 0x7ff66c1ef280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:35.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.695+0000 7ff673f3a640 1 --2- 172.21.15.27:0/3823833008 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff66c071810 0x7ff66c152c60 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:35.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.695+0000 7ff673f3a640 1 --2- 172.21.15.27:0/3823833008 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff66c06ea90 0x7ff66c0a8d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:35.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.695+0000 7ff673f3a640 1 -- 172.21.15.27:0/3823833008 >> 172.21.15.27:0/3823833008 conn(0x7ff66c06ac50 msgr2=0x7ff66c0cd180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:35.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.695+0000 7ff673f3a640 1 -- 172.21.15.27:0/3823833008 shutdown_connections 2024-02-09T23:57:35.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.695+0000 7ff673f3a640 1 -- 172.21.15.27:0/3823833008 wait complete. 2024-02-09T23:57:35.708 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi027.front.sepia.ceph.com... 2024-02-09T23:57:35.708 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:35.708 DEBUG:teuthology.orchestra.run.smithi027:> sudo fusermount -u /home/ubuntu/cephtest/mnt.2 2024-02-09T23:57:35.739 INFO:teuthology.orchestra.run:waiting for 300 2024-02-09T23:57:35.739 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi027.front.sepia.ceph.com 2024-02-09T23:57:35.740 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:35.740 DEBUG:teuthology.orchestra.run.smithi027:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-02-09T23:57:35.796 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-02-09T23:57:35.796 DEBUG:teuthology.orchestra.run.smithi153:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-09T23:57:35.815 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-02-09T23:57:35.815 DEBUG:teuthology.orchestra.run.smithi153:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-09T23:57:35.873 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:57:35.980 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.978+0000 7fe8dfd3a640 1 Processor -- start 2024-02-09T23:57:35.980 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.979+0000 7fe8dfd3a640 1 -- start start 2024-02-09T23:57:35.982 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.979+0000 7fe8dfd3a640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe8d815dca0 0x7fe8d809a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:35.982 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.979+0000 7fe8dfd3a640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fe8d806cb30 0x7fe8d8167c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:35.982 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.979+0000 7fe8dfd3a640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe8d80d0fc0 con 0x7fe8d80cfbb0 2024-02-09T23:57:35.982 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.979+0000 7fe8dfd3a640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe8d80d03b0 con 0x7fe8d806cb30 2024-02-09T23:57:35.982 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.979+0000 7fe8dfd3a640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8d80d0690 con 0x7fe8d815dca0 2024-02-09T23:57:35.982 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.980+0000 7fe8de2d7640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fe8d806cb30 0x7fe8d8167c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:35.982 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.980+0000 7fe8dd2d5640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fe8d80cfbb0 0x7fe8d806c420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51396/0 (socket says 172.21.15.27:51396) 2024-02-09T23:57:35.982 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.980+0000 7fe8dd2d5640 1 -- 172.21.15.27:0/1252067889 learned_addr learned my addr 172.21.15.27:0/1252067889 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:35.983 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.980+0000 7fe8de2d7640 1 -- 172.21.15.27:0/1252067889 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe8d815dca0 msgr2=0x7fe8d809a5a0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-02-09T23:57:35.983 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.980+0000 7fe8de2d7640 1 --2- 172.21.15.27:0/1252067889 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe8d815dca0 0x7fe8d809a5a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:35.983 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.980+0000 7fe8de2d7640 1 -- 172.21.15.27:0/1252067889 >> v1:172.21.15.27:6789/0 conn(0x7fe8d80cfbb0 legacy=0x7fe8d806c420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:35.983 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.980+0000 7fe8dcad4640 1 -- 172.21.15.27:0/1252067889 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1919690016 0 0) 0x7fe8d80d0fc0 con 0x7fe8d80cfbb0 2024-02-09T23:57:35.983 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.980+0000 7fe8de2d7640 1 -- 172.21.15.27:0/1252067889 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8d80d0970 con 0x7fe8d806cb30 2024-02-09T23:57:35.984 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.981+0000 7fe8de2d7640 1 --2- 172.21.15.27:0/1252067889 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8d806cb30 0x7fe8d8167c70 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fe8c80097a0 tx=0x7fe8c802b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5577977767154d4f server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:35.984 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.981+0000 7fe8dcad4640 1 -- 172.21.15.27:0/1252067889 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8c8031830 con 0x7fe8d806cb30 2024-02-09T23:57:35.984 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.981+0000 7fe8dcad4640 1 -- 172.21.15.27:0/1252067889 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8c8031990 con 0x7fe8d806cb30 2024-02-09T23:57:35.985 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.981+0000 7fe8dcad4640 1 -- 172.21.15.27:0/1252067889 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8c8031d20 con 0x7fe8d806cb30 2024-02-09T23:57:35.985 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.981+0000 7fe8dfd3a640 1 -- 172.21.15.27:0/1252067889 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8d806cb30 msgr2=0x7fe8d8167c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:35.985 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.981+0000 7fe8dfd3a640 1 --2- 172.21.15.27:0/1252067889 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8d806cb30 0x7fe8d8167c70 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fe8c80097a0 tx=0x7fe8c802b8d0 comp rx=0 tx=0).stop 2024-02-09T23:57:35.985 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.981+0000 7fe8dfd3a640 1 -- 172.21.15.27:0/1252067889 shutdown_connections 2024-02-09T23:57:35.985 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.981+0000 7fe8dfd3a640 1 --2- 172.21.15.27:0/1252067889 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8d806cb30 0x7fe8d8167c70 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:35.985 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.981+0000 7fe8dfd3a640 1 --2- 172.21.15.27:0/1252067889 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe8d815dca0 0x7fe8d809a5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:35.985 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.981+0000 7fe8dfd3a640 1 -- 172.21.15.27:0/1252067889 >> 172.21.15.27:0/1252067889 conn(0x7fe8d80b3460 msgr2=0x7fe8d80b3870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:35.985 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.981+0000 7fe8dfd3a640 1 -- 172.21.15.27:0/1252067889 shutdown_connections 2024-02-09T23:57:35.985 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.981+0000 7fe8dfd3a640 1 -- 172.21.15.27:0/1252067889 wait complete. 2024-02-09T23:57:35.985 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.983+0000 7fe8dfd3a640 1 Processor -- start 2024-02-09T23:57:35.985 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.983+0000 7fe8dfd3a640 1 -- start start 2024-02-09T23:57:35.988 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.983+0000 7fe8dfd3a640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe8d806cb30 0x7fe8d8159210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:35.988 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.983+0000 7fe8dfd3a640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8d80cfbb0 0x7fe8d80c7ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:35.988 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.983+0000 7fe8dfd3a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe8d815dca0 0x7fe8d80c7ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:35.988 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.983+0000 7fe8dfd3a640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8d80cb420 con 0x7fe8d80cfbb0 2024-02-09T23:57:35.988 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.983+0000 7fe8dfd3a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8d80c8530 con 0x7fe8d815dca0 2024-02-09T23:57:35.988 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.983+0000 7fe8dfd3a640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8d80ca8a0 con 0x7fe8d806cb30 2024-02-09T23:57:35.988 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.983+0000 7fe8dd2d5640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8d80cfbb0 0x7fe8d80c7ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:35.988 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.984+0000 7fe8dd2d5640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8d80cfbb0 0x7fe8d80c7ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59164/0 (socket says 172.21.15.27:59164) 2024-02-09T23:57:35.988 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.984+0000 7fe8dd2d5640 1 -- 172.21.15.27:0/2982130763 learned_addr learned my addr 172.21.15.27:0/2982130763 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:35.988 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.984+0000 7fe8de2d7640 1 --2- 172.21.15.27:0/2982130763 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe8d815dca0 0x7fe8d80c7ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:35.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.984+0000 7fe8dd2d5640 1 -- 172.21.15.27:0/2982130763 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe8d806cb30 msgr2=0x7fe8d8159210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:35.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.984+0000 7fe8dd2d5640 1 --2- 172.21.15.27:0/2982130763 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe8d806cb30 0x7fe8d8159210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:35.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.984+0000 7fe8dd2d5640 1 -- 172.21.15.27:0/2982130763 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe8d815dca0 msgr2=0x7fe8d80c7ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:35.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.984+0000 7fe8dd2d5640 1 --2- 172.21.15.27:0/2982130763 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe8d815dca0 0x7fe8d80c7ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:35.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.984+0000 7fe8dd2d5640 1 -- 172.21.15.27:0/2982130763 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8c8009400 con 0x7fe8d80cfbb0 2024-02-09T23:57:35.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.984+0000 7fe8dd2d5640 1 --2- 172.21.15.27:0/2982130763 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8d80cfbb0 0x7fe8d80c7ab0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fe8cc00c500 tx=0x7fe8cc00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:35.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.984+0000 7fe8d67fc640 1 -- 172.21.15.27:0/2982130763 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8cc007560 con 0x7fe8d80cfbb0 2024-02-09T23:57:35.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.984+0000 7fe8d67fc640 1 -- 172.21.15.27:0/2982130763 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8cc0047e0 con 0x7fe8d80cfbb0 2024-02-09T23:57:35.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.984+0000 7fe8dfd3a640 1 -- 172.21.15.27:0/2982130763 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8d80cab80 con 0x7fe8d80cfbb0 2024-02-09T23:57:35.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.984+0000 7fe8d67fc640 1 -- 172.21.15.27:0/2982130763 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8cc004b90 con 0x7fe8d80cfbb0 2024-02-09T23:57:35.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.984+0000 7fe8dfd3a640 1 -- 172.21.15.27:0/2982130763 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8d80cb140 con 0x7fe8d80cfbb0 2024-02-09T23:57:35.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.985+0000 7fe8dfd3a640 1 -- 172.21.15.27:0/2982130763 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe8d8067cc0 con 0x7fe8d80cfbb0 2024-02-09T23:57:35.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.986+0000 7fe8d67fc640 1 -- 172.21.15.27:0/2982130763 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fe8cc004cf0 con 0x7fe8d80cfbb0 2024-02-09T23:57:35.990 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.986+0000 7fe8d67fc640 1 --2- 172.21.15.27:0/2982130763 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe8c406b810 0x7fe8c406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:35.990 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.986+0000 7fe8d67fc640 1 -- 172.21.15.27:0/2982130763 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fe8cc089690 con 0x7fe8d80cfbb0 2024-02-09T23:57:35.990 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.986+0000 7fe8ddad6640 1 --2- 172.21.15.27:0/2982130763 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe8c406b810 0x7fe8c406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:35.990 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.987+0000 7fe8ddad6640 1 --2- 172.21.15.27:0/2982130763 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe8c406b810 0x7fe8c406dcd0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fe8d000abb0 tx=0x7fe8d0009250 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:35.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:35.990+0000 7fe8d67fc640 1 -- 172.21.15.27:0/2982130763 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fe8cc0540c0 con 0x7fe8d80cfbb0 2024-02-09T23:57:36.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.172+0000 7fe8dfd3a640 1 -- 172.21.15.27:0/2982130763 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe8d80d1430 con 0x7fe8d80cfbb0 2024-02-09T23:57:36.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.173+0000 7fe8d67fc640 1 -- 172.21.15.27:0/2982130763 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16854 (secure 0 0 0) 0x7fe8d80d1430 con 0x7fe8d80cfbb0 2024-02-09T23:57:36.180 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:36.180 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":22,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:57:34.058200+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:56:49.610721+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:56:50.234763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.c","mappings":[{"from":5,"to":2}]},{"pgid":"3.15","mappings":[{"from":3,"to":2}]},{"pgid":"3.2d","mappings":[{"from":7,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:57:36.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.175+0000 7fe8dfd3a640 1 -- 172.21.15.27:0/2982130763 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe8c406b810 msgr2=0x7fe8c406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:36.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.175+0000 7fe8dfd3a640 1 --2- 172.21.15.27:0/2982130763 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe8c406b810 0x7fe8c406dcd0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fe8d000abb0 tx=0x7fe8d0009250 comp rx=0 tx=0).stop 2024-02-09T23:57:36.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.175+0000 7fe8dfd3a640 1 -- 172.21.15.27:0/2982130763 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8d80cfbb0 msgr2=0x7fe8d80c7ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:36.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.175+0000 7fe8dfd3a640 1 --2- 172.21.15.27:0/2982130763 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8d80cfbb0 0x7fe8d80c7ab0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fe8cc00c500 tx=0x7fe8cc00c9c0 comp rx=0 tx=0).stop 2024-02-09T23:57:36.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.175+0000 7fe8dfd3a640 1 -- 172.21.15.27:0/2982130763 shutdown_connections 2024-02-09T23:57:36.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.175+0000 7fe8dfd3a640 1 --2- 172.21.15.27:0/2982130763 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe8c406b810 0x7fe8c406dcd0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:36.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.175+0000 7fe8dfd3a640 1 --2- 172.21.15.27:0/2982130763 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe8d815dca0 0x7fe8d80c7ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:36.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.175+0000 7fe8dfd3a640 1 --2- 172.21.15.27:0/2982130763 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8d80cfbb0 0x7fe8d80c7ab0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:36.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.175+0000 7fe8dfd3a640 1 --2- 172.21.15.27:0/2982130763 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe8d806cb30 0x7fe8d8159210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:36.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.175+0000 7fe8dfd3a640 1 -- 172.21.15.27:0/2982130763 >> 172.21.15.27:0/2982130763 conn(0x7fe8d80b3460 msgr2=0x7fe8d80b1510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:36.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.175+0000 7fe8dfd3a640 1 -- 172.21.15.27:0/2982130763 shutdown_connections 2024-02-09T23:57:36.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.175+0000 7fe8dfd3a640 1 -- 172.21.15.27:0/2982130763 wait complete. 2024-02-09T23:57:36.188 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-09T23:56:39.494694+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-09T23:56:49.610721+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-09T23:56:50.234763+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-09T23:57:36.189 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-09T23:57:36.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.296+0000 7fc433c81640 1 Processor -- start 2024-02-09T23:57:36.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.297+0000 7fc433c81640 1 -- start start 2024-02-09T23:57:36.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.297+0000 7fc433c81640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc42c06d5e0 0x7fc42c09a8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:36.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.297+0000 7fc433c81640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fc42c099a40 0x7fc42c099ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:36.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.297+0000 7fc433c81640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc42c09a3e0 con 0x7fc42c15d4f0 2024-02-09T23:57:36.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.297+0000 7fc433c81640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc42c0cd3f0 con 0x7fc42c099a40 2024-02-09T23:57:36.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.297+0000 7fc433c81640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc42c06cd70 con 0x7fc42c06d5e0 2024-02-09T23:57:36.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.298+0000 7fc43121c640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fc42c099a40 0x7fc42c099ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:36.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.298+0000 7fc43221e640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fc42c15d4f0 0x7fc42c15d980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51410/0 (socket says 172.21.15.27:51410) 2024-02-09T23:57:36.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.298+0000 7fc43221e640 1 -- 172.21.15.27:0/1795981500 learned_addr learned my addr 172.21.15.27:0/1795981500 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:36.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.298+0000 7fc431a1d640 1 --2- 172.21.15.27:0/1795981500 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc42c06d5e0 0x7fc42c09a8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:36.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.298+0000 7fc43121c640 1 -- 172.21.15.27:0/1795981500 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc42c06d5e0 msgr2=0x7fc42c09a8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:36.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.298+0000 7fc43121c640 1 --2- 172.21.15.27:0/1795981500 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc42c06d5e0 0x7fc42c09a8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:36.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.298+0000 7fc43121c640 1 -- 172.21.15.27:0/1795981500 >> v1:172.21.15.27:6789/0 conn(0x7fc42c15d4f0 legacy=0x7fc42c15d980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:36.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.298+0000 7fc430a1b640 1 -- 172.21.15.27:0/1795981500 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1577978663 0 0) 0x7fc42c09a3e0 con 0x7fc42c15d4f0 2024-02-09T23:57:36.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.298+0000 7fc43121c640 1 -- 172.21.15.27:0/1795981500 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc42c0cc7e0 con 0x7fc42c099a40 2024-02-09T23:57:36.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.298+0000 7fc431a1d640 1 --2- 172.21.15.27:0/1795981500 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc42c06d5e0 0x7fc42c09a8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:36.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.299+0000 7fc43121c640 1 --2- 172.21.15.27:0/1795981500 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc42c099a40 0x7fc42c099ea0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fc4280097a0 tx=0x7fc42802b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5024a86b6cc90a61 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:36.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.299+0000 7fc430a1b640 1 -- 172.21.15.27:0/1795981500 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc428031830 con 0x7fc42c099a40 2024-02-09T23:57:36.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.299+0000 7fc430a1b640 1 -- 172.21.15.27:0/1795981500 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc428031990 con 0x7fc42c099a40 2024-02-09T23:57:36.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.299+0000 7fc430a1b640 1 -- 172.21.15.27:0/1795981500 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc428031d20 con 0x7fc42c099a40 2024-02-09T23:57:36.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.299+0000 7fc433c81640 1 -- 172.21.15.27:0/1795981500 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc42c099a40 msgr2=0x7fc42c099ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:36.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.299+0000 7fc433c81640 1 --2- 172.21.15.27:0/1795981500 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc42c099a40 0x7fc42c099ea0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fc4280097a0 tx=0x7fc42802b8d0 comp rx=0 tx=0).stop 2024-02-09T23:57:36.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.299+0000 7fc433c81640 1 -- 172.21.15.27:0/1795981500 shutdown_connections 2024-02-09T23:57:36.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.299+0000 7fc433c81640 1 --2- 172.21.15.27:0/1795981500 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc42c099a40 0x7fc42c099ea0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:36.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.299+0000 7fc433c81640 1 --2- 172.21.15.27:0/1795981500 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc42c06d5e0 0x7fc42c09a8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:36.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.299+0000 7fc433c81640 1 -- 172.21.15.27:0/1795981500 >> 172.21.15.27:0/1795981500 conn(0x7fc42c0b3370 msgr2=0x7fc42c0b3780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:36.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.300+0000 7fc433c81640 1 -- 172.21.15.27:0/1795981500 shutdown_connections 2024-02-09T23:57:36.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.300+0000 7fc433c81640 1 -- 172.21.15.27:0/1795981500 wait complete. 2024-02-09T23:57:36.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.301+0000 7fc433c81640 1 Processor -- start 2024-02-09T23:57:36.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.301+0000 7fc433c81640 1 -- start start 2024-02-09T23:57:36.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.301+0000 7fc433c81640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc42c06d5e0 0x7fc42c153db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:36.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.301+0000 7fc433c81640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc42c099a40 0x7fc42c0c7730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:36.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.301+0000 7fc433c81640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc42c15d4f0 0x7fc42c0c7c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:36.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.301+0000 7fc433c81640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc42c09b6a0 con 0x7fc42c06d5e0 2024-02-09T23:57:36.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.301+0000 7fc433c81640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc42c1542f0 con 0x7fc42c15d4f0 2024-02-09T23:57:36.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.301+0000 7fc433c81640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc42c09bc20 con 0x7fc42c099a40 2024-02-09T23:57:36.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.302+0000 7fc431a1d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc42c06d5e0 0x7fc42c153db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:36.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.302+0000 7fc431a1d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc42c06d5e0 0x7fc42c153db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59186/0 (socket says 172.21.15.27:59186) 2024-02-09T23:57:36.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.302+0000 7fc431a1d640 1 -- 172.21.15.27:0/3499838359 learned_addr learned my addr 172.21.15.27:0/3499838359 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:36.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.302+0000 7fc43221e640 1 --2- 172.21.15.27:0/3499838359 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc42c15d4f0 0x7fc42c0c7c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:36.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.302+0000 7fc431a1d640 1 -- 172.21.15.27:0/3499838359 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc42c099a40 msgr2=0x7fc42c0c7730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:36.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.302+0000 7fc43121c640 1 --2- 172.21.15.27:0/3499838359 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc42c099a40 0x7fc42c0c7730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:36.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.302+0000 7fc431a1d640 1 --2- 172.21.15.27:0/3499838359 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc42c099a40 0x7fc42c0c7730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:36.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.302+0000 7fc431a1d640 1 -- 172.21.15.27:0/3499838359 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc42c15d4f0 msgr2=0x7fc42c0c7c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:36.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.302+0000 7fc431a1d640 1 --2- 172.21.15.27:0/3499838359 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc42c15d4f0 0x7fc42c0c7c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:36.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.302+0000 7fc431a1d640 1 -- 172.21.15.27:0/3499838359 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc428009400 con 0x7fc42c06d5e0 2024-02-09T23:57:36.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.302+0000 7fc43221e640 1 --2- 172.21.15.27:0/3499838359 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc42c15d4f0 0x7fc42c0c7c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:36.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.302+0000 7fc43121c640 1 --2- 172.21.15.27:0/3499838359 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc42c099a40 0x7fc42c0c7730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:36.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.302+0000 7fc431a1d640 1 --2- 172.21.15.27:0/3499838359 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc42c06d5e0 0x7fc42c153db0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fc41c00c7f0 tx=0x7fc41c00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:36.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.302+0000 7fc4227fc640 1 -- 172.21.15.27:0/3499838359 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc41c007a30 con 0x7fc42c06d5e0 2024-02-09T23:57:36.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.302+0000 7fc4227fc640 1 -- 172.21.15.27:0/3499838359 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc41c007b90 con 0x7fc42c06d5e0 2024-02-09T23:57:36.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.302+0000 7fc4227fc640 1 -- 172.21.15.27:0/3499838359 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc41c00ce40 con 0x7fc42c06d5e0 2024-02-09T23:57:36.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.302+0000 7fc433c81640 1 -- 172.21.15.27:0/3499838359 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc42c09f260 con 0x7fc42c06d5e0 2024-02-09T23:57:36.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.302+0000 7fc433c81640 1 -- 172.21.15.27:0/3499838359 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc42c0c6c80 con 0x7fc42c06d5e0 2024-02-09T23:57:36.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.303+0000 7fc433c81640 1 -- 172.21.15.27:0/3499838359 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc42c0746c0 con 0x7fc42c06d5e0 2024-02-09T23:57:36.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.304+0000 7fc4227fc640 1 -- 172.21.15.27:0/3499838359 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fc41c0113f0 con 0x7fc42c06d5e0 2024-02-09T23:57:36.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.304+0000 7fc4227fc640 1 --2- 172.21.15.27:0/3499838359 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc41006b840 0x7fc41006dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:36.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.304+0000 7fc4227fc640 1 -- 172.21.15.27:0/3499838359 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fc41c08a3b0 con 0x7fc42c06d5e0 2024-02-09T23:57:36.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.304+0000 7fc43121c640 1 --2- 172.21.15.27:0/3499838359 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc41006b840 0x7fc41006dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:36.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.305+0000 7fc43121c640 1 --2- 172.21.15.27:0/3499838359 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc41006b840 0x7fc41006dd00 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fc428036000 tx=0x7fc428008030 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:36.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.309+0000 7fc4227fc640 1 -- 172.21.15.27:0/3499838359 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fc41c054d50 con 0x7fc42c06d5e0 2024-02-09T23:57:36.494 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.492+0000 7fc433c81640 1 -- 172.21.15.27:0/3499838359 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc42c0708d0 con 0x7fc42c06d5e0 2024-02-09T23:57:36.494 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.492+0000 7fc4227fc640 1 -- 172.21.15.27:0/3499838359 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc41c058410 con 0x7fc42c06d5e0 2024-02-09T23:57:36.494 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 1 2024-02-09T23:57:36.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.494+0000 7fc433c81640 1 -- 172.21.15.27:0/3499838359 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc41006b840 msgr2=0x7fc41006dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:36.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.494+0000 7fc433c81640 1 --2- 172.21.15.27:0/3499838359 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc41006b840 0x7fc41006dd00 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fc428036000 tx=0x7fc428008030 comp rx=0 tx=0).stop 2024-02-09T23:57:36.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.494+0000 7fc433c81640 1 -- 172.21.15.27:0/3499838359 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc42c06d5e0 msgr2=0x7fc42c153db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:36.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.494+0000 7fc433c81640 1 --2- 172.21.15.27:0/3499838359 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc42c06d5e0 0x7fc42c153db0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fc41c00c7f0 tx=0x7fc41c00cbf0 comp rx=0 tx=0).stop 2024-02-09T23:57:36.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.494+0000 7fc433c81640 1 -- 172.21.15.27:0/3499838359 shutdown_connections 2024-02-09T23:57:36.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.494+0000 7fc433c81640 1 --2- 172.21.15.27:0/3499838359 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc41006b840 0x7fc41006dd00 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:36.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.494+0000 7fc433c81640 1 --2- 172.21.15.27:0/3499838359 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc42c15d4f0 0x7fc42c0c7c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:36.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.494+0000 7fc433c81640 1 --2- 172.21.15.27:0/3499838359 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc42c099a40 0x7fc42c0c7730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:36.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.494+0000 7fc433c81640 1 --2- 172.21.15.27:0/3499838359 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc42c06d5e0 0x7fc42c153db0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:36.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.494+0000 7fc433c81640 1 -- 172.21.15.27:0/3499838359 >> 172.21.15.27:0/3499838359 conn(0x7fc42c0b3370 msgr2=0x7fc42c15c9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:36.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.495+0000 7fc433c81640 1 -- 172.21.15.27:0/3499838359 shutdown_connections 2024-02-09T23:57:36.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.495+0000 7fc433c81640 1 -- 172.21.15.27:0/3499838359 wait complete. 2024-02-09T23:57:36.507 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-09T23:57:36.617 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.615+0000 7f364b0d0640 1 Processor -- start 2024-02-09T23:57:36.617 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.615+0000 7f364b0d0640 1 -- start start 2024-02-09T23:57:36.619 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.616+0000 7f364b0d0640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f364415dde0 0x7f36440b5d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:36.619 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.616+0000 7f364b0d0640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f36440d3280 0x7f3644161740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:36.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.616+0000 7f364b0d0640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f36440b6280 con 0x7f36440ce020 2024-02-09T23:57:36.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.616+0000 7f364b0d0640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f36440ce970 con 0x7f364415dde0 2024-02-09T23:57:36.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.616+0000 7f364b0d0640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f36440b5580 con 0x7f36440d3280 2024-02-09T23:57:36.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.616+0000 7f3648e6c640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f364415dde0 0x7f36440b5d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:36.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.616+0000 7f3643fff640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f36440ce020 0x7f36440d2b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51412/0 (socket says 172.21.15.27:51412) 2024-02-09T23:57:36.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.616+0000 7f3643fff640 1 -- 172.21.15.27:0/2350631407 learned_addr learned my addr 172.21.15.27:0/2350631407 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:36.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.616+0000 7f3648e6c640 1 -- 172.21.15.27:0/2350631407 >> v2:172.21.15.153:3300/0 conn(0x7f36440d3280 msgr2=0x7f3644161740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:36.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.616+0000 7f3648e6c640 1 --2- 172.21.15.27:0/2350631407 >> v2:172.21.15.153:3300/0 conn(0x7f36440d3280 0x7f3644161740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:36.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.616+0000 7f3648e6c640 1 -- 172.21.15.27:0/2350631407 >> v1:172.21.15.27:6789/0 conn(0x7f36440ce020 legacy=0x7f36440d2b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:36.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.616+0000 7f3648e6c640 1 -- 172.21.15.27:0/2350631407 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f36440ceb60 con 0x7f364415dde0 2024-02-09T23:57:36.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.617+0000 7f3648e6c640 1 --2- 172.21.15.27:0/2350631407 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f364415dde0 0x7f36440b5d40 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f36440677e0 tx=0x7f363802b7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=329283b317bf61ea server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:36.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.617+0000 7f36437fe640 1 -- 172.21.15.27:0/2350631407 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3638031710 con 0x7f364415dde0 2024-02-09T23:57:36.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.617+0000 7f36437fe640 1 -- 172.21.15.27:0/2350631407 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f363802f050 con 0x7f364415dde0 2024-02-09T23:57:36.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.617+0000 7f36437fe640 1 -- 172.21.15.27:0/2350631407 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3638031a90 con 0x7f364415dde0 2024-02-09T23:57:36.621 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.617+0000 7f364b0d0640 1 -- 172.21.15.27:0/2350631407 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f364415dde0 msgr2=0x7f36440b5d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:36.621 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.617+0000 7f364b0d0640 1 --2- 172.21.15.27:0/2350631407 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f364415dde0 0x7f36440b5d40 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f36440677e0 tx=0x7f363802b7b0 comp rx=0 tx=0).stop 2024-02-09T23:57:36.621 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.618+0000 7f364b0d0640 1 -- 172.21.15.27:0/2350631407 shutdown_connections 2024-02-09T23:57:36.621 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.618+0000 7f364b0d0640 1 --2- 172.21.15.27:0/2350631407 >> v2:172.21.15.153:3300/0 conn(0x7f36440d3280 0x7f3644161740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:36.621 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.618+0000 7f364b0d0640 1 --2- 172.21.15.27:0/2350631407 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f364415dde0 0x7f36440b5d40 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:36.621 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.618+0000 7f364b0d0640 1 -- 172.21.15.27:0/2350631407 >> 172.21.15.27:0/2350631407 conn(0x7f3644066960 msgr2=0x7f3644066d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:36.621 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.618+0000 7f364b0d0640 1 -- 172.21.15.27:0/2350631407 shutdown_connections 2024-02-09T23:57:36.621 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.618+0000 7f364b0d0640 1 -- 172.21.15.27:0/2350631407 wait complete. 2024-02-09T23:57:36.623 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.619+0000 7f364b0d0640 1 Processor -- start 2024-02-09T23:57:36.623 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.619+0000 7f364b0d0640 1 -- start start 2024-02-09T23:57:36.623 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.620+0000 7f364b0d0640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f36440ce020 0x7f36440caaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:36.623 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.620+0000 7f364b0d0640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f36440d3280 0x7f36440cd040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:36.623 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.620+0000 7f364b0d0640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f36441527a0 0x7f36441618c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:36.623 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.620+0000 7f364b0d0640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36440cd580 con 0x7f36440d3280 2024-02-09T23:57:36.623 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.620+0000 7f364b0d0640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36440cb130 con 0x7f36440ce020 2024-02-09T23:57:36.623 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.620+0000 7f364b0d0640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f36440cb410 con 0x7f36441527a0 2024-02-09T23:57:36.623 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.620+0000 7f3643fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f36440d3280 0x7f36440cd040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:36.624 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.620+0000 7f3643fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f36440d3280 0x7f36440cd040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59202/0 (socket says 172.21.15.27:59202) 2024-02-09T23:57:36.624 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.620+0000 7f3643fff640 1 -- 172.21.15.27:0/2869769899 learned_addr learned my addr 172.21.15.27:0/2869769899 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:36.624 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.620+0000 7f3648e6c640 1 --2- 172.21.15.27:0/2869769899 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f36440ce020 0x7f36440caaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:36.624 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.620+0000 7f3643fff640 1 -- 172.21.15.27:0/2869769899 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f36441527a0 msgr2=0x7f36441618c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:36.624 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.620+0000 7f3643fff640 1 --2- 172.21.15.27:0/2869769899 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f36441527a0 0x7f36441618c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:36.624 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.620+0000 7f3643fff640 1 -- 172.21.15.27:0/2869769899 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f36440ce020 msgr2=0x7f36440caaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:36.624 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.620+0000 7f3643fff640 1 --2- 172.21.15.27:0/2869769899 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f36440ce020 0x7f36440caaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:36.624 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.620+0000 7f3643fff640 1 -- 172.21.15.27:0/2869769899 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3638009400 con 0x7f36440d3280 2024-02-09T23:57:36.624 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.620+0000 7f3643fff640 1 --2- 172.21.15.27:0/2869769899 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f36440d3280 0x7f36440cd040 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f363000c3c0 tx=0x7f363000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:36.624 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.620+0000 7f36417fa640 1 -- 172.21.15.27:0/2869769899 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3630005ce0 con 0x7f36440d3280 2024-02-09T23:57:36.624 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.620+0000 7f36417fa640 1 -- 172.21.15.27:0/2869769899 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3630005e40 con 0x7f36440d3280 2024-02-09T23:57:36.624 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.620+0000 7f36417fa640 1 -- 172.21.15.27:0/2869769899 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36300072d0 con 0x7f36440d3280 2024-02-09T23:57:36.624 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.620+0000 7f364b0d0640 1 -- 172.21.15.27:0/2869769899 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f36440cb6f0 con 0x7f36440d3280 2024-02-09T23:57:36.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.621+0000 7f364b0d0640 1 -- 172.21.15.27:0/2869769899 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f364415eab0 con 0x7f36440d3280 2024-02-09T23:57:36.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.622+0000 7f364b0d0640 1 -- 172.21.15.27:0/2869769899 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f364415ec70 con 0x7f36440d3280 2024-02-09T23:57:36.626 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.622+0000 7f36417fa640 1 -- 172.21.15.27:0/2869769899 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f36300074f0 con 0x7f36440d3280 2024-02-09T23:57:36.626 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.622+0000 7f36417fa640 1 --2- 172.21.15.27:0/2869769899 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f362806b810 0x7f362806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:36.626 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.622+0000 7f36417fa640 1 -- 172.21.15.27:0/2869769899 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f3630089760 con 0x7f36440d3280 2024-02-09T23:57:36.626 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.622+0000 7f3648e6c640 1 --2- 172.21.15.27:0/2869769899 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f362806b810 0x7f362806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:36.626 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.623+0000 7f3648e6c640 1 --2- 172.21.15.27:0/2869769899 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f362806b810 0x7f362806dcd0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f3638035000 tx=0x7f3638008030 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:36.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.627+0000 7f36417fa640 1 -- 172.21.15.27:0/2869769899 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f3630054190 con 0x7f36440d3280 2024-02-09T23:57:36.810 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.808+0000 7f364b0d0640 1 -- 172.21.15.27:0/2869769899 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f364415f040 con 0x7f36440d3280 2024-02-09T23:57:36.810 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.808+0000 7f36417fa640 1 -- 172.21.15.27:0/2869769899 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7f364415f040 con 0x7f36440d3280 2024-02-09T23:57:36.810 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 32 2024-02-09T23:57:36.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.810+0000 7f364b0d0640 1 -- 172.21.15.27:0/2869769899 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f362806b810 msgr2=0x7f362806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:36.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.810+0000 7f364b0d0640 1 --2- 172.21.15.27:0/2869769899 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f362806b810 0x7f362806dcd0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f3638035000 tx=0x7f3638008030 comp rx=0 tx=0).stop 2024-02-09T23:57:36.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.810+0000 7f364b0d0640 1 -- 172.21.15.27:0/2869769899 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f36440d3280 msgr2=0x7f36440cd040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:36.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.810+0000 7f364b0d0640 1 --2- 172.21.15.27:0/2869769899 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f36440d3280 0x7f36440cd040 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f363000c3c0 tx=0x7f363000c880 comp rx=0 tx=0).stop 2024-02-09T23:57:36.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.810+0000 7f364b0d0640 1 -- 172.21.15.27:0/2869769899 shutdown_connections 2024-02-09T23:57:36.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.810+0000 7f364b0d0640 1 --2- 172.21.15.27:0/2869769899 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f362806b810 0x7f362806dcd0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:36.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.810+0000 7f364b0d0640 1 --2- 172.21.15.27:0/2869769899 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f36441527a0 0x7f36441618c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:36.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.810+0000 7f364b0d0640 1 --2- 172.21.15.27:0/2869769899 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f36440d3280 0x7f36440cd040 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:36.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.810+0000 7f364b0d0640 1 --2- 172.21.15.27:0/2869769899 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f36440ce020 0x7f36440caaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:36.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.810+0000 7f364b0d0640 1 -- 172.21.15.27:0/2869769899 >> 172.21.15.27:0/2869769899 conn(0x7f3644066960 msgr2=0x7f36440b91b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:36.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.811+0000 7f364b0d0640 1 -- 172.21.15.27:0/2869769899 shutdown_connections 2024-02-09T23:57:36.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.811+0000 7f364b0d0640 1 -- 172.21.15.27:0/2869769899 wait complete. 2024-02-09T23:57:36.823 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-09T23:57:36.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.932+0000 7f85f4313640 1 Processor -- start 2024-02-09T23:57:36.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.932+0000 7f85f4313640 1 -- start start 2024-02-09T23:57:36.937 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.933+0000 7f85f4313640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f85ec15de60 0x7f85ec0d03f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:36.937 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.933+0000 7f85f4313640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f85ec0d2a00 con 0x7f85ec0d2450 2024-02-09T23:57:36.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.933+0000 7f85f4313640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f85ec0d2ce0 con 0x7f85ec0d0930 2024-02-09T23:57:36.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.933+0000 7f85f4313640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85ec15e240 con 0x7f85ec15de60 2024-02-09T23:57:36.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.933+0000 7f85f28b0640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f85ec0d2450 0x7f85ec0b6e30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51426/0 (socket says 172.21.15.27:51426) 2024-02-09T23:57:36.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.933+0000 7f85f28b0640 1 -- 172.21.15.27:0/2074653297 learned_addr learned my addr 172.21.15.27:0/2074653297 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:36.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.933+0000 7f85f10ad640 1 -- 172.21.15.27:0/2074653297 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2100477306 0 0) 0x7f85ec0d2a00 con 0x7f85ec0d2450 2024-02-09T23:57:36.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.933+0000 7f85f20af640 1 --2- 172.21.15.27:0/2074653297 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f85ec15de60 0x7f85ec0d03f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:36.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.933+0000 7f85f10ad640 1 -- 172.21.15.27:0/2074653297 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f85d8003520 con 0x7f85ec0d2450 2024-02-09T23:57:36.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.933+0000 7f85f10ad640 1 -- 172.21.15.27:0/2074653297 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 501487221 0 0) 0x7f85d8003520 con 0x7f85ec0d2450 2024-02-09T23:57:36.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.933+0000 7f85f10ad640 1 -- 172.21.15.27:0/2074653297 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f85ec15de60 msgr2=0x7f85ec0d03f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:36.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.933+0000 7f85f10ad640 1 --2- 172.21.15.27:0/2074653297 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f85ec15de60 0x7f85ec0d03f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:36.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.933+0000 7f85f10ad640 1 -- 172.21.15.27:0/2074653297 >> v1:172.21.15.153:6789/0 conn(0x7f85ec0d0930 legacy=0x7f85ec0d1d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:36.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.933+0000 7f85f10ad640 1 -- 172.21.15.27:0/2074653297 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85ec0d2fc0 con 0x7f85ec0d2450 2024-02-09T23:57:36.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.933+0000 7f85f10ad640 1 -- 172.21.15.27:0/2074653297 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7f85e40019f0 con 0x7f85ec0d2450 2024-02-09T23:57:36.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.933+0000 7f85f10ad640 1 -- 172.21.15.27:0/2074653297 >> v1:172.21.15.27:6789/0 conn(0x7f85ec0d2450 legacy=0x7f85ec0b6e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:36.939 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.933+0000 7f85f10ad640 1 --2- 172.21.15.27:0/2074653297 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f85d8003a10 0x7f85d8003e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:36.939 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.934+0000 7f85f10ad640 1 --2- 172.21.15.27:0/2074653297 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f85ec15de60 0x7f85d80047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:36.939 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.934+0000 7f85f10ad640 1 --2- 172.21.15.27:0/2074653297 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f85d8004d00 0x7f85d8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:36.939 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.934+0000 7f85f10ad640 1 -- 172.21.15.27:0/2074653297 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85ec15e240 con 0x7f85d8003a10 2024-02-09T23:57:36.939 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.934+0000 7f85f10ad640 1 -- 172.21.15.27:0/2074653297 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85d800bb10 con 0x7f85d8004d00 2024-02-09T23:57:36.939 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.934+0000 7f85f10ad640 1 -- 172.21.15.27:0/2074653297 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85d800bcd0 con 0x7f85ec15de60 2024-02-09T23:57:36.939 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.934+0000 7f85f20af640 1 --2- 172.21.15.27:0/2074653297 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f85d8003a10 0x7f85d8003e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:36.939 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.934+0000 7f85f18ae640 1 --2- 172.21.15.27:0/2074653297 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f85ec15de60 0x7f85d80047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:36.939 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.934+0000 7f85f28b0640 1 --2- 172.21.15.27:0/2074653297 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f85d8004d00 0x7f85d8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:36.939 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.934+0000 7f85f20af640 1 -- 172.21.15.27:0/2074653297 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f85ec15de60 msgr2=0x7f85d80047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:36.939 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.934+0000 7f85f20af640 1 --2- 172.21.15.27:0/2074653297 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f85ec15de60 0x7f85d80047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:36.939 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.934+0000 7f85f20af640 1 -- 172.21.15.27:0/2074653297 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f85d8004d00 msgr2=0x7f85d8005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:36.939 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.934+0000 7f85f20af640 1 --2- 172.21.15.27:0/2074653297 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f85d8004d00 0x7f85d8005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:36.939 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.934+0000 7f85f20af640 1 -- 172.21.15.27:0/2074653297 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85d8003520 con 0x7f85d8003a10 2024-02-09T23:57:36.940 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.935+0000 7f85f20af640 1 --2- 172.21.15.27:0/2074653297 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f85d8003a10 0x7f85d8003e30 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f85e8009ac0 tx=0x7f85d80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7411cce4a93cef3 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:36.940 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.935+0000 7f85f10ad640 1 -- 172.21.15.27:0/2074653297 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85e802c6b0 con 0x7f85d8003a10 2024-02-09T23:57:36.940 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.935+0000 7f85f10ad640 1 -- 172.21.15.27:0/2074653297 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85e802c810 con 0x7f85d8003a10 2024-02-09T23:57:36.940 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.935+0000 7f85f10ad640 1 -- 172.21.15.27:0/2074653297 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85e802cba0 con 0x7f85d8003a10 2024-02-09T23:57:36.940 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.935+0000 7f85f4313640 1 -- 172.21.15.27:0/2074653297 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f85d8003a10 msgr2=0x7f85d8003e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:36.940 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.935+0000 7f85f4313640 1 --2- 172.21.15.27:0/2074653297 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f85d8003a10 0x7f85d8003e30 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f85e8009ac0 tx=0x7f85d80057f0 comp rx=0 tx=0).stop 2024-02-09T23:57:36.940 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.935+0000 7f85f28b0640 1 -- 172.21.15.27:0/2074653297 reap_dead start 2024-02-09T23:57:36.940 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.935+0000 7f85f4313640 1 -- 172.21.15.27:0/2074653297 shutdown_connections 2024-02-09T23:57:36.940 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.935+0000 7f85f4313640 1 -- 172.21.15.27:0/2074653297 >> 172.21.15.27:0/2074653297 conn(0x7f85ec066f90 msgr2=0x7f85ec0b55f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:36.941 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.935+0000 7f85f4313640 1 -- 172.21.15.27:0/2074653297 shutdown_connections 2024-02-09T23:57:36.941 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.935+0000 7f85f4313640 1 -- 172.21.15.27:0/2074653297 wait complete. 2024-02-09T23:57:36.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.937+0000 7f85f4313640 1 Processor -- start 2024-02-09T23:57:36.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.937+0000 7f85f4313640 1 -- start start 2024-02-09T23:57:36.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.937+0000 7f85f4313640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f85d8003a10 0x7f85ec153670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:36.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.937+0000 7f85f4313640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f85ec1541f0 0x7f85ec1f3800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:36.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.937+0000 7f85f4313640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f85ec153ca0 0x7f85ec1f3d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:36.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.937+0000 7f85f4313640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85ec154e80 con 0x7f85ec153ca0 2024-02-09T23:57:36.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.937+0000 7f85f4313640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85ec15fd30 con 0x7f85d8003a10 2024-02-09T23:57:36.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.937+0000 7f85f4313640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85ec160010 con 0x7f85ec1541f0 2024-02-09T23:57:36.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.937+0000 7f85f28b0640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f85ec153ca0 0x7f85ec1f3d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:36.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.937+0000 7f85f28b0640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f85ec153ca0 0x7f85ec1f3d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59232/0 (socket says 172.21.15.27:59232) 2024-02-09T23:57:36.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.937+0000 7f85f28b0640 1 -- 172.21.15.27:0/932298246 learned_addr learned my addr 172.21.15.27:0/932298246 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:36.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.938+0000 7f85f28b0640 1 -- 172.21.15.27:0/932298246 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f85ec1541f0 msgr2=0x7f85ec1f3800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:36.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.938+0000 7f85f28b0640 1 --2- 172.21.15.27:0/932298246 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f85ec1541f0 0x7f85ec1f3800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:36.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.938+0000 7f85f28b0640 1 -- 172.21.15.27:0/932298246 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f85d8003a10 msgr2=0x7f85ec153670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:36.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.938+0000 7f85f20af640 1 --2- 172.21.15.27:0/932298246 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f85d8003a10 0x7f85ec153670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:36.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.938+0000 7f85f28b0640 1 --2- 172.21.15.27:0/932298246 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f85d8003a10 0x7f85ec153670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:36.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.938+0000 7f85f28b0640 1 -- 172.21.15.27:0/932298246 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85ec1602f0 con 0x7f85ec153ca0 2024-02-09T23:57:36.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.938+0000 7f85f28b0640 1 --2- 172.21.15.27:0/932298246 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f85ec153ca0 0x7f85ec1f3d40 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f85ec0d4b10 tx=0x7f85e400e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:36.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.938+0000 7f85e2ffd640 1 -- 172.21.15.27:0/932298246 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85e400ec10 con 0x7f85ec153ca0 2024-02-09T23:57:36.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.938+0000 7f85e2ffd640 1 -- 172.21.15.27:0/932298246 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85e400ed90 con 0x7f85ec153ca0 2024-02-09T23:57:36.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.938+0000 7f85f4313640 1 -- 172.21.15.27:0/932298246 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f85ec1605d0 con 0x7f85ec153ca0 2024-02-09T23:57:36.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.938+0000 7f85e2ffd640 1 -- 172.21.15.27:0/932298246 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85e4013660 con 0x7f85ec153ca0 2024-02-09T23:57:36.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.938+0000 7f85f4313640 1 -- 172.21.15.27:0/932298246 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85ec160af0 con 0x7f85ec153ca0 2024-02-09T23:57:36.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.939+0000 7f85f4313640 1 -- 172.21.15.27:0/932298246 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f85ec0732d0 con 0x7f85ec153ca0 2024-02-09T23:57:36.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.940+0000 7f85e2ffd640 1 -- 172.21.15.27:0/932298246 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f85e40137c0 con 0x7f85ec153ca0 2024-02-09T23:57:36.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.940+0000 7f85e2ffd640 1 --2- 172.21.15.27:0/932298246 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f85d006b810 0x7f85d006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:36.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.940+0000 7f85e2ffd640 1 -- 172.21.15.27:0/932298246 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f85e408a5f0 con 0x7f85ec153ca0 2024-02-09T23:57:36.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.940+0000 7f85f20af640 1 --2- 172.21.15.27:0/932298246 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f85d006b810 0x7f85d006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:36.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.941+0000 7f85f20af640 1 --2- 172.21.15.27:0/932298246 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f85d006b810 0x7f85d006dcd0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f85e8036000 tx=0x7f85e8030000 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:36.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:36.944+0000 7f85e2ffd640 1 -- 172.21.15.27:0/932298246 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f85e4055020 con 0x7f85ec153ca0 2024-02-09T23:57:37.126 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.124+0000 7f85f4313640 1 -- 172.21.15.27:0/932298246 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f85ec0d0d90 con 0x7f85ec153ca0 2024-02-09T23:57:37.127 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.125+0000 7f85e2ffd640 1 -- 172.21.15.27:0/932298246 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7f85ec0d0d90 con 0x7f85ec153ca0 2024-02-09T23:57:37.127 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 64 2024-02-09T23:57:37.129 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.127+0000 7f85f4313640 1 -- 172.21.15.27:0/932298246 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f85d006b810 msgr2=0x7f85d006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:37.129 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.127+0000 7f85f4313640 1 --2- 172.21.15.27:0/932298246 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f85d006b810 0x7f85d006dcd0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f85e8036000 tx=0x7f85e8030000 comp rx=0 tx=0).stop 2024-02-09T23:57:37.129 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.127+0000 7f85f4313640 1 -- 172.21.15.27:0/932298246 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f85ec153ca0 msgr2=0x7f85ec1f3d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:37.129 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.127+0000 7f85f4313640 1 --2- 172.21.15.27:0/932298246 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f85ec153ca0 0x7f85ec1f3d40 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f85ec0d4b10 tx=0x7f85e400e530 comp rx=0 tx=0).stop 2024-02-09T23:57:37.129 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.127+0000 7f85f4313640 1 -- 172.21.15.27:0/932298246 shutdown_connections 2024-02-09T23:57:37.129 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.127+0000 7f85f4313640 1 --2- 172.21.15.27:0/932298246 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f85d006b810 0x7f85d006dcd0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:37.130 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.127+0000 7f85f4313640 1 --2- 172.21.15.27:0/932298246 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f85ec153ca0 0x7f85ec1f3d40 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:37.130 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.127+0000 7f85f4313640 1 --2- 172.21.15.27:0/932298246 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f85ec1541f0 0x7f85ec1f3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:37.130 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.127+0000 7f85f4313640 1 --2- 172.21.15.27:0/932298246 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f85d8003a10 0x7f85ec153670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:37.130 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.127+0000 7f85f4313640 1 -- 172.21.15.27:0/932298246 >> 172.21.15.27:0/932298246 conn(0x7f85ec066f90 msgr2=0x7f85ec15d0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:37.130 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.127+0000 7f85f4313640 1 -- 172.21.15.27:0/932298246 shutdown_connections 2024-02-09T23:57:37.130 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.127+0000 7f85f4313640 1 -- 172.21.15.27:0/932298246 wait complete. 2024-02-09T23:57:37.140 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-02-09T23:57:37.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.245+0000 7f64c4f27640 1 Processor -- start 2024-02-09T23:57:37.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.245+0000 7f64c4f27640 1 -- start start 2024-02-09T23:57:37.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.246+0000 7f64c4f27640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f64c0145280 0x7f64c00cc930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:37.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.246+0000 7f64c4f27640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f64c00cce70 0x7f64c00ce860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:37.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.246+0000 7f64c4f27640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f64c0072350 con 0x7f64c00ceda0 2024-02-09T23:57:37.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.246+0000 7f64c4f27640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f64c0071f30 con 0x7f64c0145280 2024-02-09T23:57:37.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.246+0000 7f64c4f27640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64c0145660 con 0x7f64c00cce70 2024-02-09T23:57:37.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.246+0000 7f64be59c640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f64c0145280 0x7f64c00cc930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:37.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.246+0000 7f64bed9d640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f64c00ceda0 0x7f64c006d8f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51434/0 (socket says 172.21.15.27:51434) 2024-02-09T23:57:37.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.246+0000 7f64bed9d640 1 -- 172.21.15.27:0/1184043438 learned_addr learned my addr 172.21.15.27:0/1184043438 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:37.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.247+0000 7f64bdd9b640 1 --2- 172.21.15.27:0/1184043438 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f64c00cce70 0x7f64c00ce860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:37.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.247+0000 7f64be59c640 1 -- 172.21.15.27:0/1184043438 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f64c00cce70 msgr2=0x7f64c00ce860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:37.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.247+0000 7f64be59c640 1 --2- 172.21.15.27:0/1184043438 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f64c00cce70 0x7f64c00ce860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:37.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.247+0000 7f64be59c640 1 -- 172.21.15.27:0/1184043438 >> v1:172.21.15.27:6789/0 conn(0x7f64c00ceda0 legacy=0x7f64c006d8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:37.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.247+0000 7f64bd59a640 1 -- 172.21.15.27:0/1184043438 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3455605121 0 0) 0x7f64c0072350 con 0x7f64c00ceda0 2024-02-09T23:57:37.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.247+0000 7f64be59c640 1 -- 172.21.15.27:0/1184043438 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64c00cd2b0 con 0x7f64c0145280 2024-02-09T23:57:37.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.247+0000 7f64bdd9b640 1 --2- 172.21.15.27:0/1184043438 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f64c00cce70 0x7f64c00ce860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:37.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.247+0000 7f64be59c640 1 --2- 172.21.15.27:0/1184043438 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f64c0145280 0x7f64c00cc930 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f64b80097a0 tx=0x7f64b802b7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc603826708f612b server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:37.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.247+0000 7f64bd59a640 1 -- 172.21.15.27:0/1184043438 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64b802f050 con 0x7f64c0145280 2024-02-09T23:57:37.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.248+0000 7f64bd59a640 1 -- 172.21.15.27:0/1184043438 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64b8031700 con 0x7f64c0145280 2024-02-09T23:57:37.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.248+0000 7f64bd59a640 1 -- 172.21.15.27:0/1184043438 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64b8031a90 con 0x7f64c0145280 2024-02-09T23:57:37.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.248+0000 7f64c4f27640 1 -- 172.21.15.27:0/1184043438 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f64c0145280 msgr2=0x7f64c00cc930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:37.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.248+0000 7f64c4f27640 1 --2- 172.21.15.27:0/1184043438 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f64c0145280 0x7f64c00cc930 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f64b80097a0 tx=0x7f64b802b7a0 comp rx=0 tx=0).stop 2024-02-09T23:57:37.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.248+0000 7f64c4f27640 1 -- 172.21.15.27:0/1184043438 shutdown_connections 2024-02-09T23:57:37.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.248+0000 7f64c4f27640 1 --2- 172.21.15.27:0/1184043438 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f64c00cce70 0x7f64c00ce860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:37.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.248+0000 7f64c4f27640 1 --2- 172.21.15.27:0/1184043438 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f64c0145280 0x7f64c00cc930 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:37.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.248+0000 7f64c4f27640 1 -- 172.21.15.27:0/1184043438 >> 172.21.15.27:0/1184043438 conn(0x7f64c006ac50 msgr2=0x7f64c006b060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:37.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.248+0000 7f64c4f27640 1 -- 172.21.15.27:0/1184043438 shutdown_connections 2024-02-09T23:57:37.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.248+0000 7f64c4f27640 1 -- 172.21.15.27:0/1184043438 wait complete. 2024-02-09T23:57:37.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.249+0000 7f64c4f27640 1 Processor -- start 2024-02-09T23:57:37.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.250+0000 7f64c4f27640 1 -- start start 2024-02-09T23:57:37.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.250+0000 7f64c4f27640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f64c00cce70 0x7f64c00b43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:37.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.250+0000 7f64c4f27640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f64c00ceda0 0x7f64c01f3660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:37.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.250+0000 7f64c4f27640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f64c0145280 0x7f64c00c5620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:37.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.250+0000 7f64c4f27640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64c00b48f0 con 0x7f64c00ceda0 2024-02-09T23:57:37.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.250+0000 7f64c4f27640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64c01f3ba0 con 0x7f64c0145280 2024-02-09T23:57:37.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.250+0000 7f64c4f27640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64c01f7af0 con 0x7f64c00cce70 2024-02-09T23:57:37.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.250+0000 7f64bdd9b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f64c00ceda0 0x7f64c01f3660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:37.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.250+0000 7f64bdd9b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f64c00ceda0 0x7f64c01f3660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59250/0 (socket says 172.21.15.27:59250) 2024-02-09T23:57:37.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.250+0000 7f64bdd9b640 1 -- 172.21.15.27:0/372948318 learned_addr learned my addr 172.21.15.27:0/372948318 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:37.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.251+0000 7f64bed9d640 1 --2- 172.21.15.27:0/372948318 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f64c0145280 0x7f64c00c5620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:37.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.251+0000 7f64bdd9b640 1 -- 172.21.15.27:0/372948318 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f64c00cce70 msgr2=0x7f64c00b43b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:37.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.251+0000 7f64be59c640 1 --2- 172.21.15.27:0/372948318 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f64c00cce70 0x7f64c00b43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:37.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.251+0000 7f64bdd9b640 1 --2- 172.21.15.27:0/372948318 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f64c00cce70 0x7f64c00b43b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:37.256 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.251+0000 7f64bdd9b640 1 -- 172.21.15.27:0/372948318 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f64c0145280 msgr2=0x7f64c00c5620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:37.256 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.251+0000 7f64bdd9b640 1 --2- 172.21.15.27:0/372948318 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f64c0145280 0x7f64c00c5620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:37.256 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.251+0000 7f64bdd9b640 1 -- 172.21.15.27:0/372948318 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64b8009400 con 0x7f64c00ceda0 2024-02-09T23:57:37.256 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.251+0000 7f64bed9d640 1 --2- 172.21.15.27:0/372948318 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f64c0145280 0x7f64c00c5620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:37.256 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.251+0000 7f64bdd9b640 1 --2- 172.21.15.27:0/372948318 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f64c00ceda0 0x7f64c01f3660 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f64b400c7f0 tx=0x7f64b400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:37.256 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.251+0000 7f64aeffd640 1 -- 172.21.15.27:0/372948318 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64b40079d0 con 0x7f64c00ceda0 2024-02-09T23:57:37.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.251+0000 7f64aeffd640 1 -- 172.21.15.27:0/372948318 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64b4007b30 con 0x7f64c00ceda0 2024-02-09T23:57:37.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.251+0000 7f64c4f27640 1 -- 172.21.15.27:0/372948318 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f64c01f6c00 con 0x7f64c00ceda0 2024-02-09T23:57:37.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.251+0000 7f64aeffd640 1 -- 172.21.15.27:0/372948318 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64b400ce40 con 0x7f64c00ceda0 2024-02-09T23:57:37.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.251+0000 7f64c4f27640 1 -- 172.21.15.27:0/372948318 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64c01f71c0 con 0x7f64c00ceda0 2024-02-09T23:57:37.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.252+0000 7f64c4f27640 1 -- 172.21.15.27:0/372948318 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f64c0135780 con 0x7f64c00ceda0 2024-02-09T23:57:37.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.252+0000 7f64aeffd640 1 -- 172.21.15.27:0/372948318 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f64b40113f0 con 0x7f64c00ceda0 2024-02-09T23:57:37.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.253+0000 7f64aeffd640 1 --2- 172.21.15.27:0/372948318 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f64a006b810 0x7f64a006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:37.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.253+0000 7f64aeffd640 1 -- 172.21.15.27:0/372948318 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f64b408a330 con 0x7f64c00ceda0 2024-02-09T23:57:37.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.253+0000 7f64be59c640 1 --2- 172.21.15.27:0/372948318 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f64a006b810 0x7f64a006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:37.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.254+0000 7f64be59c640 1 --2- 172.21.15.27:0/372948318 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f64a006b810 0x7f64a006dcd0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f64b8035000 tx=0x7f64b8008030 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:37.259 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.257+0000 7f64aeffd640 1 -- 172.21.15.27:0/372948318 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f64c0135780 con 0x7f64c00ceda0 2024-02-09T23:57:37.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.451+0000 7f64c4f27640 1 -- 172.21.15.27:0/372948318 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f64c0135780 con 0x7f64c00ceda0 2024-02-09T23:57:37.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.451+0000 7f64aeffd640 1 -- 172.21.15.27:0/372948318 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) v1 ==== 80+0+0 (secure 0 0 0) 0x7f64c0135780 con 0x7f64c00ceda0 2024-02-09T23:57:37.453 INFO:teuthology.orchestra.run.smithi027.stderr:listed 0 entries 2024-02-09T23:57:37.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.453+0000 7f64c4f27640 1 -- 172.21.15.27:0/372948318 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f64a006b810 msgr2=0x7f64a006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:37.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.453+0000 7f64c4f27640 1 --2- 172.21.15.27:0/372948318 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f64a006b810 0x7f64a006dcd0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f64b8035000 tx=0x7f64b8008030 comp rx=0 tx=0).stop 2024-02-09T23:57:37.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.453+0000 7f64c4f27640 1 -- 172.21.15.27:0/372948318 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f64c00ceda0 msgr2=0x7f64c01f3660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:37.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.453+0000 7f64c4f27640 1 --2- 172.21.15.27:0/372948318 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f64c00ceda0 0x7f64c01f3660 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f64b400c7f0 tx=0x7f64b400cbf0 comp rx=0 tx=0).stop 2024-02-09T23:57:37.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.453+0000 7f64c4f27640 1 -- 172.21.15.27:0/372948318 shutdown_connections 2024-02-09T23:57:37.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.453+0000 7f64c4f27640 1 --2- 172.21.15.27:0/372948318 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f64a006b810 0x7f64a006dcd0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:37.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.453+0000 7f64c4f27640 1 --2- 172.21.15.27:0/372948318 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f64c0145280 0x7f64c00c5620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:37.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.453+0000 7f64c4f27640 1 --2- 172.21.15.27:0/372948318 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f64c00ceda0 0x7f64c01f3660 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:37.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.453+0000 7f64c4f27640 1 --2- 172.21.15.27:0/372948318 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f64c00cce70 0x7f64c00b43b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:37.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.453+0000 7f64c4f27640 1 -- 172.21.15.27:0/372948318 >> 172.21.15.27:0/372948318 conn(0x7f64c006ac50 msgr2=0x7f64c00cf6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:37.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.453+0000 7f64c4f27640 1 -- 172.21.15.27:0/372948318 shutdown_connections 2024-02-09T23:57:37.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.453+0000 7f64c4f27640 1 -- 172.21.15.27:0/372948318 wait complete. 2024-02-09T23:57:37.465 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-02-09T23:57:37.465 DEBUG:teuthology.orchestra.run.smithi153:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-09T23:57:37.485 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:57:37.592 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.590+0000 7f3af5193640 1 Processor -- start 2024-02-09T23:57:37.592 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.590+0000 7f3af5193640 1 -- start start 2024-02-09T23:57:37.600 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.591+0000 7f3af5193640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f3af015dca0 0x7f3af009a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:37.600 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.591+0000 7f3af5193640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3af00cfbb0 0x7f3af006c420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:37.600 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.591+0000 7f3af5193640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f3af006c960 0x7f3af01618e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:37.600 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.591+0000 7f3af5193640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3af006cdb0 con 0x7f3af006c960 2024-02-09T23:57:37.600 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.591+0000 7f3af5193640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3af00d0fc0 con 0x7f3af015dca0 2024-02-09T23:57:37.600 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.591+0000 7f3af5193640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3af00d03b0 con 0x7f3af00cfbb0 2024-02-09T23:57:37.600 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.591+0000 7f3aef59e640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f3af006c960 0x7f3af01618e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:37.600 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.591+0000 7f3aef59e640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f3af006c960 0x7f3af01618e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59254/0 (socket says 172.21.15.27:59254) 2024-02-09T23:57:37.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.591+0000 7f3aef59e640 1 -- 172.21.15.27:0/364918398 learned_addr learned my addr 172.21.15.27:0/364918398 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:37.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.591+0000 7f3aee59c640 1 --2- 172.21.15.27:0/364918398 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3af00cfbb0 0x7f3af006c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:37.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.591+0000 7f3aeed9d640 1 --2- 172.21.15.27:0/364918398 >> v2:172.21.15.153:3300/0 conn(0x7f3af015dca0 0x7f3af009a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:37.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.591+0000 7f3aef59e640 1 -- 172.21.15.27:0/364918398 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3af00cfbb0 msgr2=0x7f3af006c420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:37.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.591+0000 7f3aef59e640 1 --2- 172.21.15.27:0/364918398 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3af00cfbb0 0x7f3af006c420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:37.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.591+0000 7f3aef59e640 1 -- 172.21.15.27:0/364918398 >> v2:172.21.15.153:3300/0 conn(0x7f3af015dca0 msgr2=0x7f3af009a5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:37.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.591+0000 7f3aef59e640 1 --2- 172.21.15.27:0/364918398 >> v2:172.21.15.153:3300/0 conn(0x7f3af015dca0 0x7f3af009a5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:37.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.591+0000 7f3aef59e640 1 -- 172.21.15.27:0/364918398 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3af00d0690 con 0x7f3af006c960 2024-02-09T23:57:37.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.591+0000 7f3aeed9d640 1 --2- 172.21.15.27:0/364918398 >> v2:172.21.15.153:3300/0 conn(0x7f3af015dca0 0x7f3af009a5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:37.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.592+0000 7f3aef59e640 1 --2- 172.21.15.27:0/364918398 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3af006c960 0x7f3af01618e0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f3af006f480 tx=0x7f3ae002bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=318253178031c160 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:37.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.592+0000 7f3aedd9b640 1 -- 172.21.15.27:0/364918398 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ae002ca70 con 0x7f3af006c960 2024-02-09T23:57:37.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.592+0000 7f3aedd9b640 1 -- 172.21.15.27:0/364918398 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ae002cbd0 con 0x7f3af006c960 2024-02-09T23:57:37.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.592+0000 7f3aedd9b640 1 -- 172.21.15.27:0/364918398 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ae00343f0 con 0x7f3af006c960 2024-02-09T23:57:37.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.593+0000 7f3af5193640 1 -- 172.21.15.27:0/364918398 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3af006c960 msgr2=0x7f3af01618e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:37.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.593+0000 7f3af5193640 1 --2- 172.21.15.27:0/364918398 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3af006c960 0x7f3af01618e0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f3af006f480 tx=0x7f3ae002bed0 comp rx=0 tx=0).stop 2024-02-09T23:57:37.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.593+0000 7f3af5193640 1 -- 172.21.15.27:0/364918398 shutdown_connections 2024-02-09T23:57:37.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.593+0000 7f3af5193640 1 --2- 172.21.15.27:0/364918398 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3af006c960 0x7f3af01618e0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:37.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.593+0000 7f3af5193640 1 --2- 172.21.15.27:0/364918398 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3af00cfbb0 0x7f3af006c420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:37.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.593+0000 7f3af5193640 1 --2- 172.21.15.27:0/364918398 >> v2:172.21.15.153:3300/0 conn(0x7f3af015dca0 0x7f3af009a5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:37.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.593+0000 7f3af5193640 1 -- 172.21.15.27:0/364918398 >> 172.21.15.27:0/364918398 conn(0x7f3af00b3460 msgr2=0x7f3af00b3870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:37.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.593+0000 7f3af5193640 1 -- 172.21.15.27:0/364918398 shutdown_connections 2024-02-09T23:57:37.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.593+0000 7f3af5193640 1 -- 172.21.15.27:0/364918398 wait complete. 2024-02-09T23:57:37.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.594+0000 7f3af5193640 1 Processor -- start 2024-02-09T23:57:37.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.594+0000 7f3af5193640 1 -- start start 2024-02-09T23:57:37.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.595+0000 7f3af5193640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3af006c960 0x7f3af014fdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:37.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.595+0000 7f3af5193640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3af00cfbb0 0x7f3af00c7c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:37.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.595+0000 7f3af5193640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3af015dca0 0x7f3af00b47c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:37.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.595+0000 7f3af5193640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3af00c6bb0 con 0x7f3af00cfbb0 2024-02-09T23:57:37.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.595+0000 7f3af5193640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3af00c6e90 con 0x7f3af006c960 2024-02-09T23:57:37.603 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.595+0000 7f3af5193640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3af00c7170 con 0x7f3af015dca0 2024-02-09T23:57:37.603 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.595+0000 7f3aee59c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3af00cfbb0 0x7f3af00c7c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:37.603 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.595+0000 7f3aee59c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3af00cfbb0 0x7f3af00c7c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59264/0 (socket says 172.21.15.27:59264) 2024-02-09T23:57:37.603 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.595+0000 7f3aee59c640 1 -- 172.21.15.27:0/2018806533 learned_addr learned my addr 172.21.15.27:0/2018806533 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:37.603 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.595+0000 7f3aeed9d640 1 --2- 172.21.15.27:0/2018806533 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3af006c960 0x7f3af014fdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:37.603 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.596+0000 7f3aef59e640 1 --2- 172.21.15.27:0/2018806533 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3af015dca0 0x7f3af00b47c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:37.603 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.596+0000 7f3aee59c640 1 -- 172.21.15.27:0/2018806533 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3af015dca0 msgr2=0x7f3af00b47c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:37.603 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.596+0000 7f3aee59c640 1 --2- 172.21.15.27:0/2018806533 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3af015dca0 0x7f3af00b47c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:37.603 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.596+0000 7f3aee59c640 1 -- 172.21.15.27:0/2018806533 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3af006c960 msgr2=0x7f3af014fdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:37.603 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.596+0000 7f3aee59c640 1 --2- 172.21.15.27:0/2018806533 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3af006c960 0x7f3af014fdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:37.603 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.596+0000 7f3aee59c640 1 -- 172.21.15.27:0/2018806533 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ae0009b30 con 0x7f3af00cfbb0 2024-02-09T23:57:37.603 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.596+0000 7f3aeed9d640 1 --2- 172.21.15.27:0/2018806533 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3af006c960 0x7f3af014fdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:37.603 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.596+0000 7f3aee59c640 1 --2- 172.21.15.27:0/2018806533 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3af00cfbb0 0x7f3af00c7c50 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f3ae400d800 tx=0x7f3ae400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:37.603 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.596+0000 7f3ad77fe640 1 -- 172.21.15.27:0/2018806533 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ae40096a0 con 0x7f3af00cfbb0 2024-02-09T23:57:37.603 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.596+0000 7f3ad77fe640 1 -- 172.21.15.27:0/2018806533 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ae4009800 con 0x7f3af00cfbb0 2024-02-09T23:57:37.604 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.596+0000 7f3af5193640 1 -- 172.21.15.27:0/2018806533 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3af00c7450 con 0x7f3af00cfbb0 2024-02-09T23:57:37.604 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.596+0000 7f3ad77fe640 1 -- 172.21.15.27:0/2018806533 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ae4009b90 con 0x7f3af00cfbb0 2024-02-09T23:57:37.604 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.596+0000 7f3af5193640 1 -- 172.21.15.27:0/2018806533 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3af0150330 con 0x7f3af00cfbb0 2024-02-09T23:57:37.604 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.597+0000 7f3af5193640 1 -- 172.21.15.27:0/2018806533 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3af0067cc0 con 0x7f3af00cfbb0 2024-02-09T23:57:37.604 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.597+0000 7f3ad77fe640 1 -- 172.21.15.27:0/2018806533 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f3ae4009cf0 con 0x7f3af00cfbb0 2024-02-09T23:57:37.604 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.598+0000 7f3ad77fe640 1 --2- 172.21.15.27:0/2018806533 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3adc06b810 0x7f3adc06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:37.604 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.598+0000 7f3ad77fe640 1 -- 172.21.15.27:0/2018806533 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f3ae408a640 con 0x7f3af00cfbb0 2024-02-09T23:57:37.604 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.598+0000 7f3aeed9d640 1 --2- 172.21.15.27:0/2018806533 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3adc06b810 0x7f3adc06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:37.604 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.599+0000 7f3aeed9d640 1 --2- 172.21.15.27:0/2018806533 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3adc06b810 0x7f3adc06dcd0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f3ae8006fd0 tx=0x7f3ae8008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:37.605 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.602+0000 7f3ad77fe640 1 -- 172.21.15.27:0/2018806533 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f3ae4055070 con 0x7f3af00cfbb0 2024-02-09T23:57:37.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.785+0000 7f3af5193640 1 -- 172.21.15.27:0/2018806533 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3af009b090 con 0x7f3af00cfbb0 2024-02-09T23:57:37.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.786+0000 7f3ad77fe640 1 -- 172.21.15.27:0/2018806533 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16854 (secure 0 0 0) 0x7f3ae400b440 con 0x7f3af00cfbb0 2024-02-09T23:57:37.788 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:37.788 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":22,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:57:34.058200+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:56:49.610721+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:56:50.234763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.c","mappings":[{"from":5,"to":2}]},{"pgid":"3.15","mappings":[{"from":3,"to":2}]},{"pgid":"3.2d","mappings":[{"from":7,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:57:37.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.788+0000 7f3af5193640 1 -- 172.21.15.27:0/2018806533 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3adc06b810 msgr2=0x7f3adc06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:37.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.788+0000 7f3af5193640 1 --2- 172.21.15.27:0/2018806533 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3adc06b810 0x7f3adc06dcd0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f3ae8006fd0 tx=0x7f3ae8008040 comp rx=0 tx=0).stop 2024-02-09T23:57:37.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.788+0000 7f3af5193640 1 -- 172.21.15.27:0/2018806533 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3af00cfbb0 msgr2=0x7f3af00c7c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:37.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.788+0000 7f3af5193640 1 --2- 172.21.15.27:0/2018806533 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3af00cfbb0 0x7f3af00c7c50 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f3ae400d800 tx=0x7f3ae400dcc0 comp rx=0 tx=0).stop 2024-02-09T23:57:37.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.788+0000 7f3af5193640 1 -- 172.21.15.27:0/2018806533 shutdown_connections 2024-02-09T23:57:37.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.788+0000 7f3af5193640 1 --2- 172.21.15.27:0/2018806533 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3adc06b810 0x7f3adc06dcd0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:37.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.788+0000 7f3af5193640 1 --2- 172.21.15.27:0/2018806533 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3af015dca0 0x7f3af00b47c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:37.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.788+0000 7f3af5193640 1 --2- 172.21.15.27:0/2018806533 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3af00cfbb0 0x7f3af00c7c50 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:37.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.788+0000 7f3af5193640 1 --2- 172.21.15.27:0/2018806533 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3af006c960 0x7f3af014fdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:37.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.788+0000 7f3af5193640 1 -- 172.21.15.27:0/2018806533 >> 172.21.15.27:0/2018806533 conn(0x7f3af00b3460 msgr2=0x7f3af00709e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:37.791 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.788+0000 7f3af5193640 1 -- 172.21.15.27:0/2018806533 shutdown_connections 2024-02-09T23:57:37.791 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.788+0000 7f3af5193640 1 -- 172.21.15.27:0/2018806533 wait complete. 2024-02-09T23:57:37.801 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-09T23:56:39.494694+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-09T23:56:49.610721+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-09T23:56:50.234763+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-09T23:57:37.802 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-09T23:57:37.911 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.910+0000 7fd62013e640 1 Processor -- start 2024-02-09T23:57:37.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.910+0000 7fd62013e640 1 -- start start 2024-02-09T23:57:37.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.911+0000 7fd62013e640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fd6180ce020 0x7fd6180d2b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:37.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.911+0000 7fd62013e640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd6180b5580 con 0x7fd61815dde0 2024-02-09T23:57:37.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.911+0000 7fd62013e640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd6180ceb60 con 0x7fd6180ce480 2024-02-09T23:57:37.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.911+0000 7fd62013e640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd6180ce970 con 0x7fd6180ce020 2024-02-09T23:57:37.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.911+0000 7fd61d6d9640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fd6180ce020 0x7fd6180d2b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:37.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.911+0000 7fd61deda640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fd61815dde0 0x7fd6180b5d40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51440/0 (socket says 172.21.15.27:51440) 2024-02-09T23:57:37.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.911+0000 7fd61deda640 1 -- 172.21.15.27:0/1276868650 learned_addr learned my addr 172.21.15.27:0/1276868650 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:37.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.911+0000 7fd61d6d9640 1 -- 172.21.15.27:0/1276868650 >> v1:172.21.15.153:6789/0 conn(0x7fd6180ce480 legacy=0x7fd618161740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:37.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.911+0000 7fd61d6d9640 1 -- 172.21.15.27:0/1276868650 >> v1:172.21.15.27:6789/0 conn(0x7fd61815dde0 legacy=0x7fd6180b5d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:37.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.911+0000 7fd61d6d9640 1 -- 172.21.15.27:0/1276868650 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6180cee40 con 0x7fd6180ce020 2024-02-09T23:57:37.915 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.912+0000 7fd61d6d9640 1 --2- 172.21.15.27:0/1276868650 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd6180ce020 0x7fd6180d2b70 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fd6080097a0 tx=0x7fd60802b7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4254a4387cab793 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:37.915 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.912+0000 7fd61ced8640 1 -- 172.21.15.27:0/1276868650 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd60802f050 con 0x7fd6180ce020 2024-02-09T23:57:37.915 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.912+0000 7fd61ced8640 1 -- 172.21.15.27:0/1276868650 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd608031700 con 0x7fd6180ce020 2024-02-09T23:57:37.915 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.912+0000 7fd61ced8640 1 -- 172.21.15.27:0/1276868650 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd608031a90 con 0x7fd6180ce020 2024-02-09T23:57:37.915 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.912+0000 7fd62013e640 1 -- 172.21.15.27:0/1276868650 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd6180ce020 msgr2=0x7fd6180d2b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:37.915 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.912+0000 7fd62013e640 1 --2- 172.21.15.27:0/1276868650 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd6180ce020 0x7fd6180d2b70 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fd6080097a0 tx=0x7fd60802b7a0 comp rx=0 tx=0).stop 2024-02-09T23:57:37.915 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.912+0000 7fd62013e640 1 -- 172.21.15.27:0/1276868650 shutdown_connections 2024-02-09T23:57:37.915 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.912+0000 7fd62013e640 1 --2- 172.21.15.27:0/1276868650 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd6180ce020 0x7fd6180d2b70 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:37.915 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.912+0000 7fd62013e640 1 -- 172.21.15.27:0/1276868650 >> 172.21.15.27:0/1276868650 conn(0x7fd618066960 msgr2=0x7fd618066d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:37.916 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.913+0000 7fd62013e640 1 -- 172.21.15.27:0/1276868650 shutdown_connections 2024-02-09T23:57:37.916 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.913+0000 7fd62013e640 1 -- 172.21.15.27:0/1276868650 wait complete. 2024-02-09T23:57:37.918 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.914+0000 7fd62013e640 1 Processor -- start 2024-02-09T23:57:37.918 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.914+0000 7fd62013e640 1 -- start start 2024-02-09T23:57:37.918 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.914+0000 7fd62013e640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fd6180ce020 0x7fd6180c7ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:37.918 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.914+0000 7fd62013e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd6180ce480 0x7fd6181f39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:37.918 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.914+0000 7fd62013e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd6180cd2d0 0x7fd6180c94b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:37.918 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.914+0000 7fd62013e640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd618153940 con 0x7fd6180ce480 2024-02-09T23:57:37.918 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.914+0000 7fd62013e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6180c8b40 con 0x7fd6180cd2d0 2024-02-09T23:57:37.918 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.914+0000 7fd62013e640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd6181598d0 con 0x7fd6180ce020 2024-02-09T23:57:37.918 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.915+0000 7fd61d6d9640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd6180ce480 0x7fd6181f39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:37.918 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.915+0000 7fd61d6d9640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd6180ce480 0x7fd6181f39c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59276/0 (socket says 172.21.15.27:59276) 2024-02-09T23:57:37.919 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.915+0000 7fd61d6d9640 1 -- 172.21.15.27:0/2422219598 learned_addr learned my addr 172.21.15.27:0/2422219598 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:37.919 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.915+0000 7fd61deda640 1 --2- 172.21.15.27:0/2422219598 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fd6180ce020 0x7fd6180c7ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:37.919 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.915+0000 7fd61e6db640 1 --2- 172.21.15.27:0/2422219598 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd6180cd2d0 0x7fd6180c94b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:37.919 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.915+0000 7fd61d6d9640 1 -- 172.21.15.27:0/2422219598 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fd6180ce020 msgr2=0x7fd6180c7ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:37.919 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.915+0000 7fd61d6d9640 1 --2- 172.21.15.27:0/2422219598 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fd6180ce020 0x7fd6180c7ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:37.919 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.915+0000 7fd61d6d9640 1 -- 172.21.15.27:0/2422219598 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd6180cd2d0 msgr2=0x7fd6180c94b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:37.919 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.915+0000 7fd61d6d9640 1 --2- 172.21.15.27:0/2422219598 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd6180cd2d0 0x7fd6180c94b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:37.919 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.915+0000 7fd61d6d9640 1 -- 172.21.15.27:0/2422219598 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd608009400 con 0x7fd6180ce480 2024-02-09T23:57:37.919 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.915+0000 7fd61d6d9640 1 --2- 172.21.15.27:0/2422219598 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd6180ce480 0x7fd6181f39c0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fd60802bdb0 tx=0x7fd6080046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:37.919 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.915+0000 7fd60e7fc640 1 -- 172.21.15.27:0/2422219598 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd608033c30 con 0x7fd6180ce480 2024-02-09T23:57:37.919 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.915+0000 7fd60e7fc640 1 -- 172.21.15.27:0/2422219598 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd608033d90 con 0x7fd6180ce480 2024-02-09T23:57:37.919 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.915+0000 7fd60e7fc640 1 -- 172.21.15.27:0/2422219598 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd60803d6b0 con 0x7fd6180ce480 2024-02-09T23:57:37.919 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.915+0000 7fd62013e640 1 -- 172.21.15.27:0/2422219598 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd6180c8580 con 0x7fd6180ce480 2024-02-09T23:57:37.919 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.915+0000 7fd62013e640 1 -- 172.21.15.27:0/2422219598 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd6180cabd0 con 0x7fd6180ce480 2024-02-09T23:57:37.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.916+0000 7fd62013e640 1 -- 172.21.15.27:0/2422219598 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd6180746c0 con 0x7fd6180ce480 2024-02-09T23:57:37.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.917+0000 7fd60e7fc640 1 -- 172.21.15.27:0/2422219598 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fd60803a040 con 0x7fd6180ce480 2024-02-09T23:57:37.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.917+0000 7fd60e7fc640 1 --2- 172.21.15.27:0/2422219598 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fd5fc06b840 0x7fd5fc06dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:37.921 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.917+0000 7fd60e7fc640 1 -- 172.21.15.27:0/2422219598 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fd6080ac0a0 con 0x7fd6180ce480 2024-02-09T23:57:37.921 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.917+0000 7fd61deda640 1 --2- 172.21.15.27:0/2422219598 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fd5fc06b840 0x7fd5fc06dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:37.921 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.918+0000 7fd61deda640 1 --2- 172.21.15.27:0/2422219598 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fd5fc06b840 0x7fd5fc06dd00 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fd614000f60 tx=0x7fd614009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:37.923 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:37.921+0000 7fd60e7fc640 1 -- 172.21.15.27:0/2422219598 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fd608076ad0 con 0x7fd6180ce480 2024-02-09T23:57:38.101 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.099+0000 7fd62013e640 1 -- 172.21.15.27:0/2422219598 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fd61815d590 con 0x7fd6180ce480 2024-02-09T23:57:38.101 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.099+0000 7fd60e7fc640 1 -- 172.21.15.27:0/2422219598 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7fd608041020 con 0x7fd6180ce480 2024-02-09T23:57:38.101 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 1 2024-02-09T23:57:38.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.101+0000 7fd62013e640 1 -- 172.21.15.27:0/2422219598 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fd5fc06b840 msgr2=0x7fd5fc06dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:38.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.101+0000 7fd62013e640 1 --2- 172.21.15.27:0/2422219598 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fd5fc06b840 0x7fd5fc06dd00 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fd614000f60 tx=0x7fd614009040 comp rx=0 tx=0).stop 2024-02-09T23:57:38.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.101+0000 7fd62013e640 1 -- 172.21.15.27:0/2422219598 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd6180ce480 msgr2=0x7fd6181f39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:38.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.101+0000 7fd62013e640 1 --2- 172.21.15.27:0/2422219598 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd6180ce480 0x7fd6181f39c0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fd60802bdb0 tx=0x7fd6080046c0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.101+0000 7fd62013e640 1 -- 172.21.15.27:0/2422219598 shutdown_connections 2024-02-09T23:57:38.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.101+0000 7fd62013e640 1 --2- 172.21.15.27:0/2422219598 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fd5fc06b840 0x7fd5fc06dd00 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.101+0000 7fd62013e640 1 --2- 172.21.15.27:0/2422219598 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd6180cd2d0 0x7fd6180c94b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.101+0000 7fd62013e640 1 --2- 172.21.15.27:0/2422219598 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd6180ce480 0x7fd6181f39c0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.101+0000 7fd62013e640 1 --2- 172.21.15.27:0/2422219598 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fd6180ce020 0x7fd6180c7ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.101+0000 7fd62013e640 1 -- 172.21.15.27:0/2422219598 >> 172.21.15.27:0/2422219598 conn(0x7fd618066960 msgr2=0x7fd6180b4960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:38.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.102+0000 7fd62013e640 1 -- 172.21.15.27:0/2422219598 shutdown_connections 2024-02-09T23:57:38.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.102+0000 7fd62013e640 1 -- 172.21.15.27:0/2422219598 wait complete. 2024-02-09T23:57:38.114 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-09T23:57:38.224 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.223+0000 7fed87476640 1 Processor -- start 2024-02-09T23:57:38.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.223+0000 7fed87476640 1 -- start start 2024-02-09T23:57:38.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.224+0000 7fed87476640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fed8015dba0 0x7fed8015ec10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:38.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.224+0000 7fed87476640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fed800b4900 0x7fed800af720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:38.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.224+0000 7fed87476640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed800b0130 con 0x7fed800b3a80 2024-02-09T23:57:38.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.224+0000 7fed87476640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fed800afc60 con 0x7fed800b4900 2024-02-09T23:57:38.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.224+0000 7fed87476640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed800b3ee0 con 0x7fed8015dba0 2024-02-09T23:57:38.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.224+0000 7fed85212640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fed8015dba0 0x7fed8015ec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:38.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.224+0000 7fed85a13640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fed800b4900 0x7fed800af720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:38.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.224+0000 7fed84a11640 1 --1- >> v1:172.21.15.153:6789/0 conn(0x7fed800b3a80 0x7fed800b41f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.27:57064/0 (socket says 172.21.15.27:57064) 2024-02-09T23:57:38.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.224+0000 7fed85212640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fed8015dba0 0x7fed8015ec10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:54084/0 (socket says 172.21.15.27:54084) 2024-02-09T23:57:38.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.224+0000 7fed84a11640 1 -- 172.21.15.27:0/2994561728 learned_addr learned my addr 172.21.15.27:0/2994561728 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:38.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.224+0000 7fed85212640 1 -- 172.21.15.27:0/2994561728 >> v2:172.21.15.153:3300/0 conn(0x7fed800b4900 msgr2=0x7fed800af720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:38.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.224+0000 7fed85212640 1 --2- 172.21.15.27:0/2994561728 >> v2:172.21.15.153:3300/0 conn(0x7fed800b4900 0x7fed800af720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.224+0000 7fed73fff640 1 -- 172.21.15.27:0/2994561728 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4224550651 0 0) 0x7fed800b0130 con 0x7fed800b3a80 2024-02-09T23:57:38.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.224+0000 7fed85212640 1 -- 172.21.15.27:0/2994561728 >> v1:172.21.15.153:6789/0 conn(0x7fed800b3a80 legacy=0x7fed800b41f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:38.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.224+0000 7fed85212640 1 -- 172.21.15.27:0/2994561728 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed800afe50 con 0x7fed8015dba0 2024-02-09T23:57:38.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.225+0000 7fed85212640 1 --2- 172.21.15.27:0/2994561728 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fed8015dba0 0x7fed8015ec10 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fed7c0097a0 tx=0x7fed7c02b8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2363c259474a6053 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:38.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.225+0000 7fed73fff640 1 -- 172.21.15.27:0/2994561728 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed7c031830 con 0x7fed8015dba0 2024-02-09T23:57:38.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.225+0000 7fed73fff640 1 -- 172.21.15.27:0/2994561728 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed7c031990 con 0x7fed8015dba0 2024-02-09T23:57:38.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.225+0000 7fed73fff640 1 -- 172.21.15.27:0/2994561728 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed7c031d20 con 0x7fed8015dba0 2024-02-09T23:57:38.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.226+0000 7fed87476640 1 -- 172.21.15.27:0/2994561728 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fed8015dba0 msgr2=0x7fed8015ec10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:38.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.226+0000 7fed87476640 1 --2- 172.21.15.27:0/2994561728 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fed8015dba0 0x7fed8015ec10 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fed7c0097a0 tx=0x7fed7c02b8d0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.226+0000 7fed87476640 1 -- 172.21.15.27:0/2994561728 shutdown_connections 2024-02-09T23:57:38.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.226+0000 7fed87476640 1 --2- 172.21.15.27:0/2994561728 >> v2:172.21.15.153:3300/0 conn(0x7fed800b4900 0x7fed800af720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.226+0000 7fed87476640 1 --2- 172.21.15.27:0/2994561728 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fed8015dba0 0x7fed8015ec10 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.226+0000 7fed87476640 1 -- 172.21.15.27:0/2994561728 >> 172.21.15.27:0/2994561728 conn(0x7fed800b23e0 msgr2=0x7fed800b27c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:38.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.226+0000 7fed87476640 1 -- 172.21.15.27:0/2994561728 shutdown_connections 2024-02-09T23:57:38.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.226+0000 7fed87476640 1 -- 172.21.15.27:0/2994561728 wait complete. 2024-02-09T23:57:38.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.227+0000 7fed87476640 1 Processor -- start 2024-02-09T23:57:38.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.227+0000 7fed87476640 1 -- start start 2024-02-09T23:57:38.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.228+0000 7fed87476640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fed800b3a80 0x7fed800cfd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:38.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.228+0000 7fed87476640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fed800b4900 0x7fed8015acb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:38.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.228+0000 7fed87476640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fed8015dba0 0x7fed800c9a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:38.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.228+0000 7fed87476640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed800cf930 con 0x7fed8015dba0 2024-02-09T23:57:38.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.228+0000 7fed87476640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed800cecb0 con 0x7fed800b3a80 2024-02-09T23:57:38.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.228+0000 7fed87476640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed800cef90 con 0x7fed800b4900 2024-02-09T23:57:38.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.228+0000 7fed85a13640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fed8015dba0 0x7fed800c9a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:38.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.228+0000 7fed85a13640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fed8015dba0 0x7fed800c9a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59280/0 (socket says 172.21.15.27:59280) 2024-02-09T23:57:38.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.228+0000 7fed85a13640 1 -- 172.21.15.27:0/2210014504 learned_addr learned my addr 172.21.15.27:0/2210014504 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:38.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.228+0000 7fed85212640 1 --2- 172.21.15.27:0/2210014504 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fed800b3a80 0x7fed800cfd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:38.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.228+0000 7fed84a11640 1 --2- 172.21.15.27:0/2210014504 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fed800b4900 0x7fed8015acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:38.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.228+0000 7fed85a13640 1 -- 172.21.15.27:0/2210014504 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fed800b4900 msgr2=0x7fed8015acb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:38.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.228+0000 7fed85a13640 1 --2- 172.21.15.27:0/2210014504 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fed800b4900 0x7fed8015acb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.228+0000 7fed85a13640 1 -- 172.21.15.27:0/2210014504 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fed800b3a80 msgr2=0x7fed800cfd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:38.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.228+0000 7fed85a13640 1 --2- 172.21.15.27:0/2210014504 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fed800b3a80 0x7fed800cfd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.228+0000 7fed85a13640 1 -- 172.21.15.27:0/2210014504 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed7c009400 con 0x7fed8015dba0 2024-02-09T23:57:38.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.229+0000 7fed85a13640 1 --2- 172.21.15.27:0/2210014504 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fed8015dba0 0x7fed800c9a60 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fed7800efc0 tx=0x7fed7800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:38.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.229+0000 7fed71ffb640 1 -- 172.21.15.27:0/2210014504 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed78014480 con 0x7fed8015dba0 2024-02-09T23:57:38.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.229+0000 7fed71ffb640 1 -- 172.21.15.27:0/2210014504 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed7800f040 con 0x7fed8015dba0 2024-02-09T23:57:38.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.229+0000 7fed87476640 1 -- 172.21.15.27:0/2210014504 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed800cf270 con 0x7fed8015dba0 2024-02-09T23:57:38.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.229+0000 7fed71ffb640 1 -- 172.21.15.27:0/2210014504 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed78014820 con 0x7fed8015dba0 2024-02-09T23:57:38.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.229+0000 7fed87476640 1 -- 172.21.15.27:0/2210014504 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed8015b1f0 con 0x7fed8015dba0 2024-02-09T23:57:38.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.230+0000 7fed87476640 1 -- 172.21.15.27:0/2210014504 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fed800cfa70 con 0x7fed8015dba0 2024-02-09T23:57:38.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.230+0000 7fed71ffb640 1 -- 172.21.15.27:0/2210014504 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fed78014980 con 0x7fed8015dba0 2024-02-09T23:57:38.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.231+0000 7fed71ffb640 1 --2- 172.21.15.27:0/2210014504 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fed6406b810 0x7fed6406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:38.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.231+0000 7fed71ffb640 1 -- 172.21.15.27:0/2210014504 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fed7808aed0 con 0x7fed8015dba0 2024-02-09T23:57:38.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.231+0000 7fed85212640 1 --2- 172.21.15.27:0/2210014504 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fed6406b810 0x7fed6406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:38.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.232+0000 7fed85212640 1 --2- 172.21.15.27:0/2210014504 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fed6406b810 0x7fed6406dcd0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fed7c036000 tx=0x7fed7c03c040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:38.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.235+0000 7fed71ffb640 1 -- 172.21.15.27:0/2210014504 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fed800cfa70 con 0x7fed8015dba0 2024-02-09T23:57:38.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.415+0000 7fed87476640 1 -- 172.21.15.27:0/2210014504 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fed800cfa70 con 0x7fed8015dba0 2024-02-09T23:57:38.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.415+0000 7fed71ffb640 1 -- 172.21.15.27:0/2210014504 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7fed800cfa70 con 0x7fed8015dba0 2024-02-09T23:57:38.417 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 32 2024-02-09T23:57:38.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.417+0000 7fed87476640 1 -- 172.21.15.27:0/2210014504 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fed6406b810 msgr2=0x7fed6406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:38.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.417+0000 7fed87476640 1 --2- 172.21.15.27:0/2210014504 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fed6406b810 0x7fed6406dcd0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fed7c036000 tx=0x7fed7c03c040 comp rx=0 tx=0).stop 2024-02-09T23:57:38.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.417+0000 7fed87476640 1 -- 172.21.15.27:0/2210014504 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fed8015dba0 msgr2=0x7fed800c9a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:38.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.417+0000 7fed87476640 1 --2- 172.21.15.27:0/2210014504 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fed8015dba0 0x7fed800c9a60 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fed7800efc0 tx=0x7fed7800c490 comp rx=0 tx=0).stop 2024-02-09T23:57:38.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.417+0000 7fed87476640 1 -- 172.21.15.27:0/2210014504 shutdown_connections 2024-02-09T23:57:38.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.417+0000 7fed87476640 1 --2- 172.21.15.27:0/2210014504 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fed6406b810 0x7fed6406dcd0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.417+0000 7fed87476640 1 --2- 172.21.15.27:0/2210014504 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fed8015dba0 0x7fed800c9a60 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.417+0000 7fed87476640 1 --2- 172.21.15.27:0/2210014504 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fed800b4900 0x7fed8015acb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.417+0000 7fed87476640 1 --2- 172.21.15.27:0/2210014504 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fed800b3a80 0x7fed800cfd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.417+0000 7fed87476640 1 -- 172.21.15.27:0/2210014504 >> 172.21.15.27:0/2210014504 conn(0x7fed800b23e0 msgr2=0x7fed800b41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:38.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.417+0000 7fed87476640 1 -- 172.21.15.27:0/2210014504 shutdown_connections 2024-02-09T23:57:38.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.417+0000 7fed87476640 1 -- 172.21.15.27:0/2210014504 wait complete. 2024-02-09T23:57:38.430 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-09T23:57:38.540 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.538+0000 7f79d289c640 1 Processor -- start 2024-02-09T23:57:38.540 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.538+0000 7f79d289c640 1 -- start start 2024-02-09T23:57:38.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.539+0000 7f79d289c640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f79cc15de60 0x7f79cc0d03f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:38.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.539+0000 7f79d289c640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f79cc0d2450 0x7f79cc0b6e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:38.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.539+0000 7f79d289c640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f79cc0d2a00 con 0x7f79cc0d0930 2024-02-09T23:57:38.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.539+0000 7f79d289c640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f79cc15e240 con 0x7f79cc0d2450 2024-02-09T23:57:38.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.539+0000 7f79d289c640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79cc0d2ce0 con 0x7f79cc15de60 2024-02-09T23:57:38.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.539+0000 7f79d0e39640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f79cc0d2450 0x7f79cc0b6e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:38.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.539+0000 7f79cb7fe640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f79cc0d0930 0x7f79cc0d1d40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51448/0 (socket says 172.21.15.27:51448) 2024-02-09T23:57:38.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.539+0000 7f79cb7fe640 1 -- 172.21.15.27:0/4132349474 learned_addr learned my addr 172.21.15.27:0/4132349474 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:38.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.539+0000 7f79cbfff640 1 --2- 172.21.15.27:0/4132349474 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f79cc15de60 0x7f79cc0d03f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:38.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.539+0000 7f79d0e39640 1 -- 172.21.15.27:0/4132349474 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f79cc15de60 msgr2=0x7f79cc0d03f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:38.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.539+0000 7f79d0e39640 1 --2- 172.21.15.27:0/4132349474 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f79cc15de60 0x7f79cc0d03f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.539+0000 7f79d0e39640 1 -- 172.21.15.27:0/4132349474 >> v1:172.21.15.27:6789/0 conn(0x7f79cc0d0930 legacy=0x7f79cc0d1d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:38.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.539+0000 7f79d0e39640 1 -- 172.21.15.27:0/4132349474 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79cc0d2fc0 con 0x7f79cc0d2450 2024-02-09T23:57:38.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.540+0000 7f79d0e39640 1 --2- 172.21.15.27:0/4132349474 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f79cc0d2450 0x7f79cc0b6e30 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f79c4009d90 tx=0x7f79c402be10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de7cabe19c01ca09 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:38.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.540+0000 7f79caffd640 1 -- 172.21.15.27:0/4132349474 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79c402cbc0 con 0x7f79cc0d2450 2024-02-09T23:57:38.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.540+0000 7f79caffd640 1 -- 172.21.15.27:0/4132349474 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79c402cd20 con 0x7f79cc0d2450 2024-02-09T23:57:38.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.540+0000 7f79caffd640 1 -- 172.21.15.27:0/4132349474 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79c4034660 con 0x7f79cc0d2450 2024-02-09T23:57:38.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.541+0000 7f79d289c640 1 -- 172.21.15.27:0/4132349474 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f79cc0d2450 msgr2=0x7f79cc0b6e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:38.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.541+0000 7f79d289c640 1 --2- 172.21.15.27:0/4132349474 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f79cc0d2450 0x7f79cc0b6e30 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f79c4009d90 tx=0x7f79c402be10 comp rx=0 tx=0).stop 2024-02-09T23:57:38.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.541+0000 7f79d289c640 1 -- 172.21.15.27:0/4132349474 shutdown_connections 2024-02-09T23:57:38.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.541+0000 7f79d289c640 1 --2- 172.21.15.27:0/4132349474 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f79cc0d2450 0x7f79cc0b6e30 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.541+0000 7f79d289c640 1 --2- 172.21.15.27:0/4132349474 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f79cc15de60 0x7f79cc0d03f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.541+0000 7f79d289c640 1 -- 172.21.15.27:0/4132349474 >> 172.21.15.27:0/4132349474 conn(0x7f79cc066f90 msgr2=0x7f79cc0b55f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:38.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.541+0000 7f79d289c640 1 -- 172.21.15.27:0/4132349474 shutdown_connections 2024-02-09T23:57:38.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.541+0000 7f79d289c640 1 -- 172.21.15.27:0/4132349474 wait complete. 2024-02-09T23:57:38.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.542+0000 7f79d289c640 1 Processor -- start 2024-02-09T23:57:38.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.542+0000 7f79d289c640 1 -- start start 2024-02-09T23:57:38.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.543+0000 7f79d289c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f79cc0d0930 0x7f79cc0c97d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:38.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.543+0000 7f79d289c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f79cc0d2450 0x7f79cc159e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:38.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.543+0000 7f79d289c640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f79cc15de60 0x7f79cc1607c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:38.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.543+0000 7f79d289c640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79cc1f82c0 con 0x7f79cc0d0930 2024-02-09T23:57:38.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.543+0000 7f79d289c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79cc0c9d10 con 0x7f79cc0d2450 2024-02-09T23:57:38.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.543+0000 7f79d289c640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79cc159060 con 0x7f79cc15de60 2024-02-09T23:57:38.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.543+0000 7f79cbfff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f79cc0d0930 0x7f79cc0c97d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:38.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.543+0000 7f79cbfff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f79cc0d0930 0x7f79cc0c97d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59296/0 (socket says 172.21.15.27:59296) 2024-02-09T23:57:38.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.543+0000 7f79cbfff640 1 -- 172.21.15.27:0/2195743410 learned_addr learned my addr 172.21.15.27:0/2195743410 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:38.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.543+0000 7f79cb7fe640 1 --2- 172.21.15.27:0/2195743410 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f79cc0d2450 0x7f79cc159e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:38.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.543+0000 7f79d0e39640 1 --2- 172.21.15.27:0/2195743410 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f79cc15de60 0x7f79cc1607c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:38.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.544+0000 7f79cbfff640 1 -- 172.21.15.27:0/2195743410 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f79cc15de60 msgr2=0x7f79cc1607c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:38.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.544+0000 7f79cbfff640 1 --2- 172.21.15.27:0/2195743410 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f79cc15de60 0x7f79cc1607c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.544+0000 7f79cbfff640 1 -- 172.21.15.27:0/2195743410 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f79cc0d2450 msgr2=0x7f79cc159e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:38.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.544+0000 7f79cbfff640 1 --2- 172.21.15.27:0/2195743410 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f79cc0d2450 0x7f79cc159e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.544+0000 7f79cbfff640 1 -- 172.21.15.27:0/2195743410 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79c4009a70 con 0x7f79cc0d0930 2024-02-09T23:57:38.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.544+0000 7f79cbfff640 1 --2- 172.21.15.27:0/2195743410 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f79cc0d0930 0x7f79cc0c97d0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f79bc00e8a0 tx=0x7f79bc00ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:38.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.544+0000 7f79c8ff9640 1 -- 172.21.15.27:0/2195743410 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79bc0094f0 con 0x7f79cc0d0930 2024-02-09T23:57:38.550 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.544+0000 7f79c8ff9640 1 -- 172.21.15.27:0/2195743410 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79bc00c940 con 0x7f79cc0d0930 2024-02-09T23:57:38.550 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.544+0000 7f79d289c640 1 -- 172.21.15.27:0/2195743410 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f79cc159340 con 0x7f79cc0d0930 2024-02-09T23:57:38.550 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.544+0000 7f79c8ff9640 1 -- 172.21.15.27:0/2195743410 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79bc00ccf0 con 0x7f79cc0d0930 2024-02-09T23:57:38.550 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.544+0000 7f79d289c640 1 -- 172.21.15.27:0/2195743410 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79cc159900 con 0x7f79cc0d0930 2024-02-09T23:57:38.550 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.545+0000 7f79d289c640 1 -- 172.21.15.27:0/2195743410 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f79cc0caa40 con 0x7f79cc0d0930 2024-02-09T23:57:38.550 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.546+0000 7f79c8ff9640 1 -- 172.21.15.27:0/2195743410 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f79bc013470 con 0x7f79cc0d0930 2024-02-09T23:57:38.550 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.546+0000 7f79c8ff9640 1 --2- 172.21.15.27:0/2195743410 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f79b806b810 0x7f79b806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:38.550 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.546+0000 7f79c8ff9640 1 -- 172.21.15.27:0/2195743410 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f79bc08a210 con 0x7f79cc0d0930 2024-02-09T23:57:38.550 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.546+0000 7f79cb7fe640 1 --2- 172.21.15.27:0/2195743410 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f79b806b810 0x7f79b806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:38.550 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.547+0000 7f79cb7fe640 1 --2- 172.21.15.27:0/2195743410 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f79b806b810 0x7f79b806dcd0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f79cc0b82b0 tx=0x7f79c0007e80 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:38.552 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.550+0000 7f79c8ff9640 1 -- 172.21.15.27:0/2195743410 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f79bc054cf0 con 0x7f79cc0d0930 2024-02-09T23:57:38.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.729+0000 7f79d289c640 1 -- 172.21.15.27:0/2195743410 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f79cc0732d0 con 0x7f79cc0d0930 2024-02-09T23:57:38.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.729+0000 7f79c8ff9640 1 -- 172.21.15.27:0/2195743410 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7f79bc0583b0 con 0x7f79cc0d0930 2024-02-09T23:57:38.731 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 64 2024-02-09T23:57:38.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.731+0000 7f79d289c640 1 -- 172.21.15.27:0/2195743410 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f79b806b810 msgr2=0x7f79b806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:38.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.731+0000 7f79d289c640 1 --2- 172.21.15.27:0/2195743410 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f79b806b810 0x7f79b806dcd0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f79cc0b82b0 tx=0x7f79c0007e80 comp rx=0 tx=0).stop 2024-02-09T23:57:38.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.731+0000 7f79d289c640 1 -- 172.21.15.27:0/2195743410 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f79cc0d0930 msgr2=0x7f79cc0c97d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:38.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.731+0000 7f79d289c640 1 --2- 172.21.15.27:0/2195743410 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f79cc0d0930 0x7f79cc0c97d0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f79bc00e8a0 tx=0x7f79bc00ed60 comp rx=0 tx=0).stop 2024-02-09T23:57:38.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.731+0000 7f79d289c640 1 -- 172.21.15.27:0/2195743410 shutdown_connections 2024-02-09T23:57:38.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.731+0000 7f79d289c640 1 --2- 172.21.15.27:0/2195743410 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f79b806b810 0x7f79b806dcd0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.731+0000 7f79d289c640 1 --2- 172.21.15.27:0/2195743410 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f79cc15de60 0x7f79cc1607c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.731+0000 7f79d289c640 1 --2- 172.21.15.27:0/2195743410 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f79cc0d2450 0x7f79cc159e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.731+0000 7f79d289c640 1 --2- 172.21.15.27:0/2195743410 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f79cc0d0930 0x7f79cc0c97d0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.731+0000 7f79d289c640 1 -- 172.21.15.27:0/2195743410 >> 172.21.15.27:0/2195743410 conn(0x7f79cc066f90 msgr2=0x7f79cc15cf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:38.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.731+0000 7f79d289c640 1 -- 172.21.15.27:0/2195743410 shutdown_connections 2024-02-09T23:57:38.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.731+0000 7f79d289c640 1 -- 172.21.15.27:0/2195743410 wait complete. 2024-02-09T23:57:38.744 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-02-09T23:57:38.852 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.850+0000 7f18998df640 1 Processor -- start 2024-02-09T23:57:38.852 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.850+0000 7f18998df640 1 -- start start 2024-02-09T23:57:38.855 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.851+0000 7f18998df640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f18940b3b60 0x7f189406c000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:38.855 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.851+0000 7f18998df640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f189406cd70 con 0x7f18940b0de0 2024-02-09T23:57:38.855 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.851+0000 7f18998df640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f189406d050 con 0x7f189406c540 2024-02-09T23:57:38.855 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.851+0000 7f18998df640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f189406d330 con 0x7f18940b3b60 2024-02-09T23:57:38.855 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.851+0000 7f1892ffd640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f18940b0de0 0x7f18940b3450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51452/0 (socket says 172.21.15.27:51452) 2024-02-09T23:57:38.856 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.851+0000 7f1892ffd640 1 -- 172.21.15.27:0/1791117758 learned_addr learned my addr 172.21.15.27:0/1791117758 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:38.856 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.851+0000 7f18927fc640 1 --2- 172.21.15.27:0/1791117758 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f18940b3b60 0x7f189406c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:38.856 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.852+0000 7f1891ffb640 1 -- 172.21.15.27:0/1791117758 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2666126205 0 0) 0x7f189406cd70 con 0x7f18940b0de0 2024-02-09T23:57:38.856 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.852+0000 7f1891ffb640 1 -- 172.21.15.27:0/1791117758 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f187c003520 con 0x7f18940b0de0 2024-02-09T23:57:38.856 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.852+0000 7f18927fc640 1 -- 172.21.15.27:0/1791117758 >> v1:172.21.15.153:6789/0 conn(0x7f189406c540 legacy=0x7f18940d06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:38.856 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.852+0000 7f1891ffb640 1 -- 172.21.15.27:0/1791117758 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2377424119 0 0) 0x7f189406d050 con 0x7f189406c540 2024-02-09T23:57:38.856 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.852+0000 7f18927fc640 1 -- 172.21.15.27:0/1791117758 >> v1:172.21.15.27:6789/0 conn(0x7f18940b0de0 legacy=0x7f18940b3450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:38.856 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.852+0000 7f18927fc640 1 -- 172.21.15.27:0/1791117758 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f189406d610 con 0x7f18940b3b60 2024-02-09T23:57:38.856 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.853+0000 7f18927fc640 1 --2- 172.21.15.27:0/1791117758 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f18940b3b60 0x7f189406c000 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f18880097d0 tx=0x7f188802b930 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7e0707f5071c7556 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:38.856 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.853+0000 7f1891ffb640 1 -- 172.21.15.27:0/1791117758 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1888031890 con 0x7f18940b3b60 2024-02-09T23:57:38.856 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.853+0000 7f1891ffb640 1 -- 172.21.15.27:0/1791117758 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f18880319f0 con 0x7f18940b3b60 2024-02-09T23:57:38.856 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.853+0000 7f1891ffb640 1 -- 172.21.15.27:0/1791117758 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1888031d80 con 0x7f18940b3b60 2024-02-09T23:57:38.857 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.853+0000 7f18998df640 1 -- 172.21.15.27:0/1791117758 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f18940b3b60 msgr2=0x7f189406c000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:38.857 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.853+0000 7f18998df640 1 --2- 172.21.15.27:0/1791117758 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f18940b3b60 0x7f189406c000 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f18880097d0 tx=0x7f188802b930 comp rx=0 tx=0).stop 2024-02-09T23:57:38.857 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.853+0000 7f18998df640 1 -- 172.21.15.27:0/1791117758 shutdown_connections 2024-02-09T23:57:38.857 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.853+0000 7f18998df640 1 --2- 172.21.15.27:0/1791117758 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f18940b3b60 0x7f189406c000 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.857 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.853+0000 7f18998df640 1 -- 172.21.15.27:0/1791117758 >> 172.21.15.27:0/1791117758 conn(0x7f1894066960 msgr2=0x7f1894066d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:38.857 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.853+0000 7f18998df640 1 -- 172.21.15.27:0/1791117758 shutdown_connections 2024-02-09T23:57:38.857 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.853+0000 7f18998df640 1 -- 172.21.15.27:0/1791117758 wait complete. 2024-02-09T23:57:38.860 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.854+0000 7f18998df640 1 Processor -- start 2024-02-09T23:57:38.860 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.855+0000 7f18998df640 1 -- start start 2024-02-09T23:57:38.860 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.855+0000 7f18998df640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f189406c540 0x7f1894160c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:38.860 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.855+0000 7f18998df640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f18940b0de0 0x7f18940b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:38.860 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.855+0000 7f18998df640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f18940b3b60 0x7f18941501b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:38.860 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.855+0000 7f18998df640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18940b6040 con 0x7f18940b0de0 2024-02-09T23:57:38.861 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.855+0000 7f18998df640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f189413cf30 con 0x7f189406c540 2024-02-09T23:57:38.861 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.855+0000 7f18998df640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f189413d210 con 0x7f18940b3b60 2024-02-09T23:57:38.861 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.855+0000 7f18927fc640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f18940b0de0 0x7f18940b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:38.861 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.856+0000 7f18927fc640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f18940b0de0 0x7f18940b67d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59306/0 (socket says 172.21.15.27:59306) 2024-02-09T23:57:38.861 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.856+0000 7f18927fc640 1 -- 172.21.15.27:0/716396893 learned_addr learned my addr 172.21.15.27:0/716396893 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:38.861 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.856+0000 7f1892ffd640 1 --2- 172.21.15.27:0/716396893 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f189406c540 0x7f1894160c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:38.861 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.856+0000 7f18937fe640 1 --2- 172.21.15.27:0/716396893 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f18940b3b60 0x7f18941501b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:38.861 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.856+0000 7f18927fc640 1 -- 172.21.15.27:0/716396893 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f18940b3b60 msgr2=0x7f18941501b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:38.861 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.856+0000 7f18927fc640 1 --2- 172.21.15.27:0/716396893 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f18940b3b60 0x7f18941501b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.861 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.856+0000 7f18927fc640 1 -- 172.21.15.27:0/716396893 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f189406c540 msgr2=0x7f1894160c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:38.861 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.856+0000 7f18927fc640 1 --2- 172.21.15.27:0/716396893 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f189406c540 0x7f1894160c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.861 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.856+0000 7f18927fc640 1 -- 172.21.15.27:0/716396893 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1888009400 con 0x7f18940b0de0 2024-02-09T23:57:38.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.856+0000 7f18927fc640 1 --2- 172.21.15.27:0/716396893 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f18940b0de0 0x7f18940b67d0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f1888034040 tx=0x7f18880046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:38.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.856+0000 7f187bfff640 1 -- 172.21.15.27:0/716396893 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1888004220 con 0x7f18940b0de0 2024-02-09T23:57:38.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.856+0000 7f187bfff640 1 -- 172.21.15.27:0/716396893 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1888004380 con 0x7f18940b0de0 2024-02-09T23:57:38.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.856+0000 7f18998df640 1 -- 172.21.15.27:0/716396893 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f18940b62b0 con 0x7f18940b0de0 2024-02-09T23:57:38.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.856+0000 7f187bfff640 1 -- 172.21.15.27:0/716396893 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f188803aa10 con 0x7f18940b0de0 2024-02-09T23:57:38.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.856+0000 7f18998df640 1 -- 172.21.15.27:0/716396893 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18940b6d10 con 0x7f18940b0de0 2024-02-09T23:57:38.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.857+0000 7f18998df640 1 -- 172.21.15.27:0/716396893 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f18940b64c0 con 0x7f18940b0de0 2024-02-09T23:57:38.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.858+0000 7f187bfff640 1 -- 172.21.15.27:0/716396893 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f1888042070 con 0x7f18940b0de0 2024-02-09T23:57:38.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.858+0000 7f187bfff640 1 --2- 172.21.15.27:0/716396893 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f188006b810 0x7f188006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:38.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.858+0000 7f187bfff640 1 -- 172.21.15.27:0/716396893 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f18880ac340 con 0x7f18940b0de0 2024-02-09T23:57:38.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.858+0000 7f1892ffd640 1 --2- 172.21.15.27:0/716396893 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f188006b810 0x7f188006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:38.863 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.859+0000 7f1892ffd640 1 --2- 172.21.15.27:0/716396893 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f188006b810 0x7f188006dcd0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f188c005880 tx=0x7f188c009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:38.864 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:38.863+0000 7f187bfff640 1 -- 172.21.15.27:0/716396893 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f1888076d70 con 0x7f18940b0de0 2024-02-09T23:57:39.062 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.059+0000 7f18998df640 1 -- 172.21.15.27:0/716396893 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f189406def0 con 0x7f18940b0de0 2024-02-09T23:57:39.063 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.060+0000 7f187bfff640 1 -- 172.21.15.27:0/716396893 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) v1 ==== 80+0+0 (secure 0 0 0) 0x7f188807a430 con 0x7f18940b0de0 2024-02-09T23:57:39.063 INFO:teuthology.orchestra.run.smithi027.stderr:listed 0 entries 2024-02-09T23:57:39.064 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.062+0000 7f18998df640 1 -- 172.21.15.27:0/716396893 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f188006b810 msgr2=0x7f188006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:39.064 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.062+0000 7f18998df640 1 --2- 172.21.15.27:0/716396893 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f188006b810 0x7f188006dcd0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f188c005880 tx=0x7f188c009040 comp rx=0 tx=0).stop 2024-02-09T23:57:39.064 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.062+0000 7f18998df640 1 -- 172.21.15.27:0/716396893 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f18940b0de0 msgr2=0x7f18940b67d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:39.064 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.062+0000 7f18998df640 1 --2- 172.21.15.27:0/716396893 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f18940b0de0 0x7f18940b67d0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f1888034040 tx=0x7f18880046c0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.062+0000 7f18998df640 1 -- 172.21.15.27:0/716396893 shutdown_connections 2024-02-09T23:57:39.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.062+0000 7f18998df640 1 --2- 172.21.15.27:0/716396893 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f188006b810 0x7f188006dcd0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.062+0000 7f18998df640 1 --2- 172.21.15.27:0/716396893 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f18940b3b60 0x7f18941501b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.062+0000 7f18998df640 1 --2- 172.21.15.27:0/716396893 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f18940b0de0 0x7f18940b67d0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.062+0000 7f18998df640 1 --2- 172.21.15.27:0/716396893 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f189406c540 0x7f1894160c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.062+0000 7f18998df640 1 -- 172.21.15.27:0/716396893 >> 172.21.15.27:0/716396893 conn(0x7f1894066960 msgr2=0x7f18940cd4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:39.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.062+0000 7f18998df640 1 -- 172.21.15.27:0/716396893 shutdown_connections 2024-02-09T23:57:39.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.062+0000 7f18998df640 1 -- 172.21.15.27:0/716396893 wait complete. 2024-02-09T23:57:39.075 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi153.front.sepia.ceph.com... 2024-02-09T23:57:39.075 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:39.075 DEBUG:teuthology.orchestra.run.smithi153:> sudo fusermount -u /home/ubuntu/cephtest/mnt.3 2024-02-09T23:57:39.106 INFO:teuthology.orchestra.run:waiting for 300 2024-02-09T23:57:39.106 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi153.front.sepia.ceph.com 2024-02-09T23:57:39.107 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:57:39.107 DEBUG:teuthology.orchestra.run.smithi153:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-02-09T23:57:39.164 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-02-09T23:57:39.165 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:57:39.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.270+0000 7efecf3d0640 1 Processor -- start 2024-02-09T23:57:39.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.270+0000 7efecf3d0640 1 -- start start 2024-02-09T23:57:39.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.271+0000 7efecf3d0640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7efec80d3520 0x7efec80b95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:39.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.271+0000 7efecf3d0640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efec80d2480 con 0x7efec80d0af0 2024-02-09T23:57:39.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.271+0000 7efecf3d0640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efec80d2760 con 0x7efec815da70 2024-02-09T23:57:39.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.271+0000 7efecf3d0640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efec80d2a40 con 0x7efec80d3520 2024-02-09T23:57:39.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.271+0000 7efecc96b640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7efec80d0af0 0x7efec80b69d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51454/0 (socket says 172.21.15.27:51454) 2024-02-09T23:57:39.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.271+0000 7efecc96b640 1 -- 172.21.15.27:0/3894790393 learned_addr learned my addr 172.21.15.27:0/3894790393 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:39.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.271+0000 7efecd96d640 1 --2- 172.21.15.27:0/3894790393 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7efec80d3520 0x7efec80b95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:39.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.271+0000 7efebffff640 1 -- 172.21.15.27:0/3894790393 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1230063388 0 0) 0x7efec80d2480 con 0x7efec80d0af0 2024-02-09T23:57:39.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.271+0000 7efebffff640 1 -- 172.21.15.27:0/3894790393 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efeb4003520 con 0x7efec80d0af0 2024-02-09T23:57:39.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.271+0000 7efebffff640 1 -- 172.21.15.27:0/3894790393 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1412962690 0 0) 0x7efec80d2760 con 0x7efec815da70 2024-02-09T23:57:39.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.271+0000 7efebffff640 1 -- 172.21.15.27:0/3894790393 --> v1:172.21.15.153:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efec80d2480 con 0x7efec815da70 2024-02-09T23:57:39.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.271+0000 7efebffff640 1 -- 172.21.15.27:0/3894790393 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2771934811 0 0) 0x7efeb4003520 con 0x7efec80d0af0 2024-02-09T23:57:39.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.271+0000 7efebffff640 1 -- 172.21.15.27:0/3894790393 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7efec80d3520 msgr2=0x7efec80b95a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:39.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.271+0000 7efebffff640 1 --2- 172.21.15.27:0/3894790393 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7efec80d3520 0x7efec80b95a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.271+0000 7efebffff640 1 -- 172.21.15.27:0/3894790393 >> v1:172.21.15.153:6789/0 conn(0x7efec815da70 legacy=0x7efec80d03e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:39.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.271+0000 7efebffff640 1 -- 172.21.15.27:0/3894790393 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efec80d2d20 con 0x7efec80d0af0 2024-02-09T23:57:39.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.272+0000 7efebffff640 1 -- 172.21.15.27:0/3894790393 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7efeb8001670 con 0x7efec80d0af0 2024-02-09T23:57:39.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.272+0000 7efebffff640 1 -- 172.21.15.27:0/3894790393 >> v1:172.21.15.27:6789/0 conn(0x7efec80d0af0 legacy=0x7efec80b69d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:39.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.272+0000 7efebffff640 1 --2- 172.21.15.27:0/3894790393 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efeb4003ba0 0x7efeb4003fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:39.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.272+0000 7efebffff640 1 --2- 172.21.15.27:0/3894790393 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7efec80d3520 0x7efeb40047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:39.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.272+0000 7efebffff640 1 --2- 172.21.15.27:0/3894790393 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efeb4004d00 0x7efeb4005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:39.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.272+0000 7efebffff640 1 -- 172.21.15.27:0/3894790393 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efec80d2a40 con 0x7efeb4003ba0 2024-02-09T23:57:39.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.272+0000 7efebffff640 1 -- 172.21.15.27:0/3894790393 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efeb400bab0 con 0x7efeb4004d00 2024-02-09T23:57:39.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.272+0000 7efebffff640 1 -- 172.21.15.27:0/3894790393 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efeb400bc70 con 0x7efec80d3520 2024-02-09T23:57:39.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.272+0000 7efecd16c640 1 --2- 172.21.15.27:0/3894790393 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efeb4003ba0 0x7efeb4003fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:39.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.272+0000 7efecd96d640 1 --2- 172.21.15.27:0/3894790393 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efeb4004d00 0x7efeb4005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:39.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.272+0000 7efecc96b640 1 --2- 172.21.15.27:0/3894790393 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7efec80d3520 0x7efeb40047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:39.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.272+0000 7efecd16c640 1 -- 172.21.15.27:0/3894790393 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7efec80d3520 msgr2=0x7efeb40047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:39.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.272+0000 7efecd16c640 1 --2- 172.21.15.27:0/3894790393 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7efec80d3520 0x7efeb40047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.272+0000 7efecd16c640 1 -- 172.21.15.27:0/3894790393 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efeb4004d00 msgr2=0x7efeb4005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:39.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.272+0000 7efecd16c640 1 --2- 172.21.15.27:0/3894790393 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efeb4004d00 0x7efeb4005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.272+0000 7efecd16c640 1 -- 172.21.15.27:0/3894790393 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efeb4003520 con 0x7efeb4003ba0 2024-02-09T23:57:39.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.273+0000 7efecd16c640 1 --2- 172.21.15.27:0/3894790393 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efeb4003ba0 0x7efeb4003fa0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7efec40018d0 tx=0x7efeb40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88b24acfbfd4263d server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:39.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.273+0000 7efebffff640 1 -- 172.21.15.27:0/3894790393 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efec402f050 con 0x7efeb4003ba0 2024-02-09T23:57:39.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.273+0000 7efebffff640 1 -- 172.21.15.27:0/3894790393 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efec40052d0 con 0x7efeb4003ba0 2024-02-09T23:57:39.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.273+0000 7efebffff640 1 -- 172.21.15.27:0/3894790393 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efec40035f0 con 0x7efeb4003ba0 2024-02-09T23:57:39.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.273+0000 7efecf3d0640 1 -- 172.21.15.27:0/3894790393 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efeb4003ba0 msgr2=0x7efeb4003fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:39.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.273+0000 7efecf3d0640 1 --2- 172.21.15.27:0/3894790393 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efeb4003ba0 0x7efeb4003fa0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7efec40018d0 tx=0x7efeb40057f0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.273+0000 7efecd96d640 1 -- 172.21.15.27:0/3894790393 reap_dead start 2024-02-09T23:57:39.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.273+0000 7efecf3d0640 1 -- 172.21.15.27:0/3894790393 shutdown_connections 2024-02-09T23:57:39.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.273+0000 7efecf3d0640 1 -- 172.21.15.27:0/3894790393 >> 172.21.15.27:0/3894790393 conn(0x7efec8067020 msgr2=0x7efec80b5520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:39.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.273+0000 7efecf3d0640 1 -- 172.21.15.27:0/3894790393 shutdown_connections 2024-02-09T23:57:39.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.273+0000 7efecf3d0640 1 -- 172.21.15.27:0/3894790393 wait complete. 2024-02-09T23:57:39.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.275+0000 7efecf3d0640 1 Processor -- start 2024-02-09T23:57:39.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.275+0000 7efecf3d0640 1 -- start start 2024-02-09T23:57:39.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.275+0000 7efecf3d0640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7efeb4003ba0 0x7efec815fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:39.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.275+0000 7efecf3d0640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efec8153fb0 0x7efec80b7920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:39.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.275+0000 7efecf3d0640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efec80b7e60 0x7efec81f34b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:39.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.275+0000 7efecf3d0640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efec80b82e0 con 0x7efec8153fb0 2024-02-09T23:57:39.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.275+0000 7efecf3d0640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efec8160c30 con 0x7efec80b7e60 2024-02-09T23:57:39.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.275+0000 7efecf3d0640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efec81f44a0 con 0x7efeb4003ba0 2024-02-09T23:57:39.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.275+0000 7efecc96b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efec8153fb0 0x7efec80b7920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:39.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.275+0000 7efecc96b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efec8153fb0 0x7efec80b7920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59332/0 (socket says 172.21.15.27:59332) 2024-02-09T23:57:39.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.275+0000 7efecc96b640 1 -- 172.21.15.27:0/3211879268 learned_addr learned my addr 172.21.15.27:0/3211879268 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:39.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.276+0000 7efecd96d640 1 --2- 172.21.15.27:0/3211879268 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efec80b7e60 0x7efec81f34b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:39.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.276+0000 7efecd16c640 1 --2- 172.21.15.27:0/3211879268 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7efeb4003ba0 0x7efec815fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:39.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.276+0000 7efecc96b640 1 -- 172.21.15.27:0/3211879268 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7efeb4003ba0 msgr2=0x7efec815fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:39.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.276+0000 7efecc96b640 1 --2- 172.21.15.27:0/3211879268 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7efeb4003ba0 0x7efec815fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.276+0000 7efecc96b640 1 -- 172.21.15.27:0/3211879268 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efec80b7e60 msgr2=0x7efec81f34b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:39.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.276+0000 7efecc96b640 1 --2- 172.21.15.27:0/3211879268 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efec80b7e60 0x7efec81f34b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.276+0000 7efecc96b640 1 -- 172.21.15.27:0/3211879268 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efec8154430 con 0x7efec8153fb0 2024-02-09T23:57:39.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.276+0000 7efecc96b640 1 --2- 172.21.15.27:0/3211879268 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efec8153fb0 0x7efec80b7920 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7efeb800e780 tx=0x7efeb800ec40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:39.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.276+0000 7efebdffb640 1 -- 172.21.15.27:0/3211879268 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efeb800c660 con 0x7efec8153fb0 2024-02-09T23:57:39.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.276+0000 7efebdffb640 1 -- 172.21.15.27:0/3211879268 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efeb800c7c0 con 0x7efec8153fb0 2024-02-09T23:57:39.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.276+0000 7efecf3d0640 1 -- 172.21.15.27:0/3211879268 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efec81f41c0 con 0x7efec8153fb0 2024-02-09T23:57:39.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.276+0000 7efebdffb640 1 -- 172.21.15.27:0/3211879268 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efeb800cb70 con 0x7efec8153fb0 2024-02-09T23:57:39.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.276+0000 7efecf3d0640 1 -- 172.21.15.27:0/3211879268 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efec815f430 con 0x7efec8153fb0 2024-02-09T23:57:39.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.277+0000 7efecf3d0640 1 -- 172.21.15.27:0/3211879268 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efec8067cc0 con 0x7efec8153fb0 2024-02-09T23:57:39.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.278+0000 7efebdffb640 1 -- 172.21.15.27:0/3211879268 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7efeb800ccd0 con 0x7efec8153fb0 2024-02-09T23:57:39.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.278+0000 7efebdffb640 1 --2- 172.21.15.27:0/3211879268 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7efeac06b840 0x7efeac06dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:39.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.279+0000 7efebdffb640 1 -- 172.21.15.27:0/3211879268 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7efeb8089e60 con 0x7efec8153fb0 2024-02-09T23:57:39.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.279+0000 7efecd16c640 1 --2- 172.21.15.27:0/3211879268 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7efeac06b840 0x7efeac06dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:39.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.279+0000 7efecd16c640 1 --2- 172.21.15.27:0/3211879268 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7efeac06b840 0x7efeac06dd00 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7efec4034000 tx=0x7efec4031000 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:39.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.283+0000 7efebdffb640 1 -- 172.21.15.27:0/3211879268 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7efeb8054940 con 0x7efec8153fb0 2024-02-09T23:57:39.503 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.501+0000 7efecf3d0640 1 -- 172.21.15.27:0/3211879268 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7efec815ab80 con 0x7efec8153fb0 2024-02-09T23:57:39.503 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.502+0000 7efebdffb640 1 -- 172.21.15.27:0/3211879268 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+4938 (secure 0 0 0) 0x7efeb8058000 con 0x7efec8153fb0 2024-02-09T23:57:39.504 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:39.504 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4247,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6836/2626792010","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":2626792010},{"type":"v1","addr":"172.21.15.153:6836","nonce":2626792010}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6833/3864067545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6832","nonce":3864067545},{"type":"v1","addr":"172.21.15.27:6833","nonce":3864067545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/4239285038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":4239285038},{"type":"v1","addr":"172.21.15.27:6835","nonce":4239285038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-09T23:56:51.251193+0000","modified":"2024-02-09T23:56:53.266736+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.153:6837/3351789611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6835","nonce":3351789611},{"type":"v1","addr":"172.21.15.153:6837","nonce":3351789611}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-09T23:57:39.504 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 6 2024-02-09T23:57:39.505 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.503+0000 7efecf3d0640 1 -- 172.21.15.27:0/3211879268 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7efeac06b840 msgr2=0x7efeac06dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:39.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.503+0000 7efecf3d0640 1 --2- 172.21.15.27:0/3211879268 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7efeac06b840 0x7efeac06dd00 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7efec4034000 tx=0x7efec4031000 comp rx=0 tx=0).stop 2024-02-09T23:57:39.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.503+0000 7efecf3d0640 1 -- 172.21.15.27:0/3211879268 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efec8153fb0 msgr2=0x7efec80b7920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:39.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.503+0000 7efecf3d0640 1 --2- 172.21.15.27:0/3211879268 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efec8153fb0 0x7efec80b7920 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7efeb800e780 tx=0x7efeb800ec40 comp rx=0 tx=0).stop 2024-02-09T23:57:39.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.503+0000 7efecf3d0640 1 -- 172.21.15.27:0/3211879268 shutdown_connections 2024-02-09T23:57:39.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.504+0000 7efecf3d0640 1 --2- 172.21.15.27:0/3211879268 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7efeac06b840 0x7efeac06dd00 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.504+0000 7efecf3d0640 1 --2- 172.21.15.27:0/3211879268 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efec80b7e60 0x7efec81f34b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.504+0000 7efecf3d0640 1 --2- 172.21.15.27:0/3211879268 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efec8153fb0 0x7efec80b7920 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.504+0000 7efecf3d0640 1 --2- 172.21.15.27:0/3211879268 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7efeb4003ba0 0x7efec815fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.504+0000 7efecf3d0640 1 -- 172.21.15.27:0/3211879268 >> 172.21.15.27:0/3211879268 conn(0x7efec8067020 msgr2=0x7efec80d39b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:39.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.504+0000 7efecf3d0640 1 -- 172.21.15.27:0/3211879268 shutdown_connections 2024-02-09T23:57:39.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.504+0000 7efecf3d0640 1 -- 172.21.15.27:0/3211879268 wait complete. 2024-02-09T23:57:39.517 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:57:39.624 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.622+0000 7fccdc777640 1 Processor -- start 2024-02-09T23:57:39.624 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.622+0000 7fccdc777640 1 -- start start 2024-02-09T23:57:39.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.623+0000 7fccdc777640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fccd4161160 0x7fccd40d1ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:39.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.623+0000 7fccdc777640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fccd40d2020 0x7fccd40ce7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:39.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.623+0000 7fccdc777640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fccd4161540 con 0x7fccd40ced00 2024-02-09T23:57:39.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.623+0000 7fccdc777640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fccd40cf1b0 con 0x7fccd4161160 2024-02-09T23:57:39.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.623+0000 7fccdc777640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fccd40d3120 con 0x7fccd40d2020 2024-02-09T23:57:39.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.623+0000 7fccda513640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fccd4161160 0x7fccd40d1ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:39.626 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.623+0000 7fccdad14640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fccd40ced00 0x7fccd406c160 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51464/0 (socket says 172.21.15.27:51464) 2024-02-09T23:57:39.626 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.623+0000 7fccdad14640 1 -- 172.21.15.27:0/1773979100 learned_addr learned my addr 172.21.15.27:0/1773979100 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:39.626 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.623+0000 7fccd9d12640 1 --2- 172.21.15.27:0/1773979100 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fccd40d2020 0x7fccd40ce7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:39.626 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.623+0000 7fccda513640 1 -- 172.21.15.27:0/1773979100 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fccd40d2020 msgr2=0x7fccd40ce7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:39.626 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.623+0000 7fccda513640 1 --2- 172.21.15.27:0/1773979100 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fccd40d2020 0x7fccd40ce7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.626 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.623+0000 7fccda513640 1 -- 172.21.15.27:0/1773979100 >> v1:172.21.15.27:6789/0 conn(0x7fccd40ced00 legacy=0x7fccd406c160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:39.626 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.623+0000 7fccda513640 1 -- 172.21.15.27:0/1773979100 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fccd40d2510 con 0x7fccd4161160 2024-02-09T23:57:39.626 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.623+0000 7fccd9511640 1 -- 172.21.15.27:0/1773979100 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1602710535 0 0) 0x7fccd4161540 con 0x7fccd40ced00 2024-02-09T23:57:39.626 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.623+0000 7fccd9d12640 1 --2- 172.21.15.27:0/1773979100 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fccd40d2020 0x7fccd40ce7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:39.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.624+0000 7fccda513640 1 --2- 172.21.15.27:0/1773979100 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fccd4161160 0x7fccd40d1ae0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fccd00097a0 tx=0x7fccd002b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e13472efeffd80de server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:39.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.624+0000 7fccd9511640 1 -- 172.21.15.27:0/1773979100 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccd0031830 con 0x7fccd4161160 2024-02-09T23:57:39.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.624+0000 7fccd9511640 1 -- 172.21.15.27:0/1773979100 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fccd0031990 con 0x7fccd4161160 2024-02-09T23:57:39.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.624+0000 7fccd9511640 1 -- 172.21.15.27:0/1773979100 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccd0031d20 con 0x7fccd4161160 2024-02-09T23:57:39.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.625+0000 7fccdc777640 1 -- 172.21.15.27:0/1773979100 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fccd4161160 msgr2=0x7fccd40d1ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:39.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.625+0000 7fccdc777640 1 --2- 172.21.15.27:0/1773979100 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fccd4161160 0x7fccd40d1ae0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fccd00097a0 tx=0x7fccd002b8d0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.625+0000 7fccdc777640 1 -- 172.21.15.27:0/1773979100 shutdown_connections 2024-02-09T23:57:39.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.625+0000 7fccdc777640 1 --2- 172.21.15.27:0/1773979100 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fccd40d2020 0x7fccd40ce7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.625+0000 7fccdc777640 1 --2- 172.21.15.27:0/1773979100 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fccd4161160 0x7fccd40d1ae0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.625+0000 7fccdc777640 1 -- 172.21.15.27:0/1773979100 >> 172.21.15.27:0/1773979100 conn(0x7fccd40b56e0 msgr2=0x7fccd40b5af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:39.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.625+0000 7fccdc777640 1 -- 172.21.15.27:0/1773979100 shutdown_connections 2024-02-09T23:57:39.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.625+0000 7fccdc777640 1 -- 172.21.15.27:0/1773979100 wait complete. 2024-02-09T23:57:39.629 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.626+0000 7fccdc777640 1 Processor -- start 2024-02-09T23:57:39.629 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.626+0000 7fccdc777640 1 -- start start 2024-02-09T23:57:39.631 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.627+0000 7fccdc777640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fccd40ced00 0x7fccd41e7770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:39.631 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.627+0000 7fccdc777640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fccd40d2020 0x7fccd4153440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:39.631 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.627+0000 7fccdc777640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fccd4161160 0x7fccd40cd3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:39.631 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.627+0000 7fccdc777640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccd41e7d50 con 0x7fccd40d2020 2024-02-09T23:57:39.631 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.627+0000 7fccdc777640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccd41e8030 con 0x7fccd40ced00 2024-02-09T23:57:39.632 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.627+0000 7fccdc777640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fccd41e8310 con 0x7fccd4161160 2024-02-09T23:57:39.632 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.627+0000 7fccd9d12640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fccd40d2020 0x7fccd4153440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:39.632 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.627+0000 7fccd9d12640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fccd40d2020 0x7fccd4153440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59348/0 (socket says 172.21.15.27:59348) 2024-02-09T23:57:39.632 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.627+0000 7fccd9d12640 1 -- 172.21.15.27:0/286727335 learned_addr learned my addr 172.21.15.27:0/286727335 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:39.632 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.627+0000 7fccdad14640 1 --2- 172.21.15.27:0/286727335 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fccd4161160 0x7fccd40cd3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:39.632 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.627+0000 7fccda513640 1 --2- 172.21.15.27:0/286727335 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fccd40ced00 0x7fccd41e7770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:39.632 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.627+0000 7fccd9d12640 1 -- 172.21.15.27:0/286727335 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fccd4161160 msgr2=0x7fccd40cd3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:39.632 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.627+0000 7fccd9d12640 1 --2- 172.21.15.27:0/286727335 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fccd4161160 0x7fccd40cd3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.632 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.627+0000 7fccd9d12640 1 -- 172.21.15.27:0/286727335 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fccd40ced00 msgr2=0x7fccd41e7770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:39.632 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.627+0000 7fccd9d12640 1 --2- 172.21.15.27:0/286727335 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fccd40ced00 0x7fccd41e7770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.632 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.627+0000 7fccd9d12640 1 -- 172.21.15.27:0/286727335 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fccd0009400 con 0x7fccd40d2020 2024-02-09T23:57:39.632 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.627+0000 7fccd9d12640 1 --2- 172.21.15.27:0/286727335 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fccd40d2020 0x7fccd4153440 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fccc400e810 tx=0x7fccc400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:39.632 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.627+0000 7fcccaffd640 1 -- 172.21.15.27:0/286727335 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccc4004230 con 0x7fccd40d2020 2024-02-09T23:57:39.632 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.627+0000 7fcccaffd640 1 -- 172.21.15.27:0/286727335 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fccc4004390 con 0x7fccd40d2020 2024-02-09T23:57:39.633 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.628+0000 7fccdc777640 1 -- 172.21.15.27:0/286727335 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fccd415e5e0 con 0x7fccd40d2020 2024-02-09T23:57:39.633 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.628+0000 7fcccaffd640 1 -- 172.21.15.27:0/286727335 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccc400c910 con 0x7fccd40d2020 2024-02-09T23:57:39.633 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.628+0000 7fccdc777640 1 -- 172.21.15.27:0/286727335 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fccd40cd910 con 0x7fccd40d2020 2024-02-09T23:57:39.633 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.629+0000 7fccdc777640 1 -- 172.21.15.27:0/286727335 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fccd4067cc0 con 0x7fccd40d2020 2024-02-09T23:57:39.633 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.629+0000 7fcccaffd640 1 -- 172.21.15.27:0/286727335 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fccc400ca70 con 0x7fccd40d2020 2024-02-09T23:57:39.633 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.629+0000 7fcccaffd640 1 --2- 172.21.15.27:0/286727335 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fccb806b810 0x7fccb806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:39.633 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.630+0000 7fcccaffd640 1 -- 172.21.15.27:0/286727335 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fccc4089e10 con 0x7fccd40d2020 2024-02-09T23:57:39.633 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.630+0000 7fccda513640 1 --2- 172.21.15.27:0/286727335 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fccb806b810 0x7fccb806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:39.633 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.630+0000 7fccda513640 1 --2- 172.21.15.27:0/286727335 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fccb806b810 0x7fccb806dcd0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fccd0036000 tx=0x7fccd0008030 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:39.635 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.634+0000 7fcccaffd640 1 -- 172.21.15.27:0/286727335 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fccc40547b0 con 0x7fccd40d2020 2024-02-09T23:57:39.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.815+0000 7fccdc777640 1 -- 172.21.15.27:0/286727335 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fccd40c9ad0 con 0x7fccd40d2020 2024-02-09T23:57:39.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.816+0000 7fcccaffd640 1 -- 172.21.15.27:0/286727335 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16854 (secure 0 0 0) 0x7fccc4081e60 con 0x7fccd40d2020 2024-02-09T23:57:39.818 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:39.819 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":22,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:57:34.058200+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:56:49.610721+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:56:50.234763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.c","mappings":[{"from":5,"to":2}]},{"pgid":"3.15","mappings":[{"from":3,"to":2}]},{"pgid":"3.2d","mappings":[{"from":7,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:57:39.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.819+0000 7fccdc777640 1 -- 172.21.15.27:0/286727335 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fccb806b810 msgr2=0x7fccb806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:39.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.819+0000 7fccdc777640 1 --2- 172.21.15.27:0/286727335 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fccb806b810 0x7fccb806dcd0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fccd0036000 tx=0x7fccd0008030 comp rx=0 tx=0).stop 2024-02-09T23:57:39.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.819+0000 7fccdc777640 1 -- 172.21.15.27:0/286727335 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fccd40d2020 msgr2=0x7fccd4153440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:39.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.819+0000 7fccdc777640 1 --2- 172.21.15.27:0/286727335 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fccd40d2020 0x7fccd4153440 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fccc400e810 tx=0x7fccc400ecd0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.819+0000 7fccdc777640 1 -- 172.21.15.27:0/286727335 shutdown_connections 2024-02-09T23:57:39.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.819+0000 7fccdc777640 1 --2- 172.21.15.27:0/286727335 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fccb806b810 0x7fccb806dcd0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.819+0000 7fccdc777640 1 --2- 172.21.15.27:0/286727335 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fccd4161160 0x7fccd40cd3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.819+0000 7fccdc777640 1 --2- 172.21.15.27:0/286727335 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fccd40d2020 0x7fccd4153440 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.819+0000 7fccdc777640 1 --2- 172.21.15.27:0/286727335 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fccd40ced00 0x7fccd41e7770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.819+0000 7fccdc777640 1 -- 172.21.15.27:0/286727335 >> 172.21.15.27:0/286727335 conn(0x7fccd40b56e0 msgr2=0x7fccd40d4290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:39.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.819+0000 7fccdc777640 1 -- 172.21.15.27:0/286727335 shutdown_connections 2024-02-09T23:57:39.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.819+0000 7fccdc777640 1 -- 172.21.15.27:0/286727335 wait complete. 2024-02-09T23:57:39.832 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-09T23:56:39.494694+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-09T23:56:49.610721+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-09T23:56:50.234763+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-09T23:57:39.832 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-09T23:57:39.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.943+0000 7f82965a7640 1 Processor -- start 2024-02-09T23:57:39.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.943+0000 7f82965a7640 1 -- start start 2024-02-09T23:57:39.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.944+0000 7f82965a7640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f829015dce0 0x7f82900b6c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:39.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.944+0000 7f82965a7640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f82900cef20 0x7f82900b5ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:39.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.944+0000 7f82965a7640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f82901617b0 con 0x7f82900b5a50 2024-02-09T23:57:39.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.944+0000 7f82965a7640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f82900b7140 con 0x7f829015dce0 2024-02-09T23:57:39.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.944+0000 7f82965a7640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f82900b6410 con 0x7f82900cef20 2024-02-09T23:57:39.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.944+0000 7f828f7fe640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f82900b5a50 0x7f82900ce810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51474/0 (socket says 172.21.15.27:51474) 2024-02-09T23:57:39.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.944+0000 7f828f7fe640 1 -- 172.21.15.27:0/565260054 learned_addr learned my addr 172.21.15.27:0/565260054 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:39.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.944+0000 7f828ffff640 1 --2- 172.21.15.27:0/565260054 >> v2:172.21.15.153:3300/0 conn(0x7f829015dce0 0x7f82900b6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:39.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.944+0000 7f8294b44640 1 --2- 172.21.15.27:0/565260054 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f82900cef20 0x7f82900b5ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:39.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.944+0000 7f828effd640 1 -- 172.21.15.27:0/565260054 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3481586773 0 0) 0x7f82901617b0 con 0x7f82900b5a50 2024-02-09T23:57:39.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.944+0000 7f828effd640 1 -- 172.21.15.27:0/565260054 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f827c003520 con 0x7f82900b5a50 2024-02-09T23:57:39.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.945+0000 7f828effd640 1 -- 172.21.15.27:0/565260054 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1656041999 0 0) 0x7f827c003520 con 0x7f82900b5a50 2024-02-09T23:57:39.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.945+0000 7f828effd640 1 -- 172.21.15.27:0/565260054 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f82900cef20 msgr2=0x7f82900b5ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:39.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.945+0000 7f828effd640 1 --2- 172.21.15.27:0/565260054 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f82900cef20 0x7f82900b5ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.945+0000 7f828effd640 1 -- 172.21.15.27:0/565260054 >> v2:172.21.15.153:3300/0 conn(0x7f829015dce0 msgr2=0x7f82900b6c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:39.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.945+0000 7f828effd640 1 --2- 172.21.15.27:0/565260054 >> v2:172.21.15.153:3300/0 conn(0x7f829015dce0 0x7f82900b6c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.945+0000 7f828effd640 1 -- 172.21.15.27:0/565260054 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f829015e0c0 con 0x7f82900b5a50 2024-02-09T23:57:39.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.945+0000 7f828effd640 1 -- 172.21.15.27:0/565260054 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7f8278001670 con 0x7f82900b5a50 2024-02-09T23:57:39.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.945+0000 7f828ffff640 1 --2- 172.21.15.27:0/565260054 >> v2:172.21.15.153:3300/0 conn(0x7f829015dce0 0x7f82900b6c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:57:39.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.945+0000 7f828effd640 1 -- 172.21.15.27:0/565260054 >> v1:172.21.15.27:6789/0 conn(0x7f82900b5a50 legacy=0x7f82900ce810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:39.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.945+0000 7f828effd640 1 --2- 172.21.15.27:0/565260054 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f827c0039e0 0x7f827c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:39.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.945+0000 7f828effd640 1 --2- 172.21.15.27:0/565260054 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f827c0047c0 0x7f827c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:39.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.945+0000 7f828effd640 1 --2- 172.21.15.27:0/565260054 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f827c005180 0x7f827c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:39.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.945+0000 7f828effd640 1 -- 172.21.15.27:0/565260054 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82900b7140 con 0x7f827c005180 2024-02-09T23:57:39.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.945+0000 7f828effd640 1 -- 172.21.15.27:0/565260054 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82900b6410 con 0x7f827c0047c0 2024-02-09T23:57:39.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.945+0000 7f828effd640 1 -- 172.21.15.27:0/565260054 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f827c00bec0 con 0x7f827c0039e0 2024-02-09T23:57:39.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.945+0000 7f8294b44640 1 --2- 172.21.15.27:0/565260054 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f82900cef20 0x7f82900b5ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:57:39.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.945+0000 7f828f7fe640 1 --2- 172.21.15.27:0/565260054 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f827c0047c0 0x7f827c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:39.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.945+0000 7f828ffff640 1 --2- 172.21.15.27:0/565260054 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f827c0039e0 0x7f827c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:39.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.945+0000 7f8294b44640 1 --2- 172.21.15.27:0/565260054 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f827c005180 0x7f827c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:39.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.945+0000 7f8294b44640 1 -- 172.21.15.27:0/565260054 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f827c0039e0 msgr2=0x7f827c003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:39.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.945+0000 7f8294b44640 1 --2- 172.21.15.27:0/565260054 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f827c0039e0 0x7f827c003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.945+0000 7f8294b44640 1 -- 172.21.15.27:0/565260054 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f827c0047c0 msgr2=0x7f827c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:39.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.945+0000 7f8294b44640 1 --2- 172.21.15.27:0/565260054 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f827c0047c0 0x7f827c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.945+0000 7f8294b44640 1 -- 172.21.15.27:0/565260054 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f827c003520 con 0x7f827c005180 2024-02-09T23:57:39.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.946+0000 7f8294b44640 1 --2- 172.21.15.27:0/565260054 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f827c005180 0x7f827c00b980 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f82900cf3b0 tx=0x7f827c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3a88b62ce0f0b28 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:39.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.946+0000 7f828effd640 1 -- 172.21.15.27:0/565260054 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f828802ccc0 con 0x7f827c005180 2024-02-09T23:57:39.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.946+0000 7f828effd640 1 -- 172.21.15.27:0/565260054 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f828800f040 con 0x7f827c005180 2024-02-09T23:57:39.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.946+0000 7f828effd640 1 -- 172.21.15.27:0/565260054 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8288003bb0 con 0x7f827c005180 2024-02-09T23:57:39.952 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.947+0000 7f82965a7640 1 -- 172.21.15.27:0/565260054 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f827c005180 msgr2=0x7f827c00b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:39.952 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.947+0000 7f82965a7640 1 --2- 172.21.15.27:0/565260054 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f827c005180 0x7f827c00b980 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f82900cf3b0 tx=0x7f827c0057f0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.952 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.947+0000 7f8294b44640 1 -- 172.21.15.27:0/565260054 reap_dead start 2024-02-09T23:57:39.952 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.947+0000 7f82965a7640 1 -- 172.21.15.27:0/565260054 shutdown_connections 2024-02-09T23:57:39.952 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.947+0000 7f82965a7640 1 -- 172.21.15.27:0/565260054 >> 172.21.15.27:0/565260054 conn(0x7f82900d0870 msgr2=0x7f82900d0c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:39.952 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.947+0000 7f82965a7640 1 -- 172.21.15.27:0/565260054 shutdown_connections 2024-02-09T23:57:39.952 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.947+0000 7f82965a7640 1 -- 172.21.15.27:0/565260054 wait complete. 2024-02-09T23:57:39.955 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.948+0000 7f82965a7640 1 Processor -- start 2024-02-09T23:57:39.955 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.948+0000 7f82965a7640 1 -- start start 2024-02-09T23:57:39.955 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.949+0000 7f82965a7640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f82901516b0 0x7f82900cd470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:39.955 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.949+0000 7f82965a7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8290151dd0 0x7f82900cbc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:39.955 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.949+0000 7f82965a7640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f829015ee60 0x7f829015f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:39.955 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.949+0000 7f82965a7640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f829015f820 con 0x7f82901516b0 2024-02-09T23:57:39.955 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.949+0000 7f82965a7640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82900cc1a0 con 0x7f8290151dd0 2024-02-09T23:57:39.955 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.949+0000 7f82965a7640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f82900cc3d0 con 0x7f829015ee60 2024-02-09T23:57:39.955 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.949+0000 7f828ffff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f82901516b0 0x7f82900cd470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:39.955 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.949+0000 7f828ffff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f82901516b0 0x7f82900cd470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59366/0 (socket says 172.21.15.27:59366) 2024-02-09T23:57:39.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.949+0000 7f828ffff640 1 -- 172.21.15.27:0/3062749733 learned_addr learned my addr 172.21.15.27:0/3062749733 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:39.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.949+0000 7f828f7fe640 1 --2- 172.21.15.27:0/3062749733 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8290151dd0 0x7f82900cbc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:39.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.949+0000 7f8294b44640 1 --2- 172.21.15.27:0/3062749733 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f829015ee60 0x7f829015f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:39.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.949+0000 7f828ffff640 1 -- 172.21.15.27:0/3062749733 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f829015ee60 msgr2=0x7f829015f2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:39.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.949+0000 7f828ffff640 1 --2- 172.21.15.27:0/3062749733 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f829015ee60 0x7f829015f2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.949+0000 7f828ffff640 1 -- 172.21.15.27:0/3062749733 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8290151dd0 msgr2=0x7f82900cbc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:39.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.949+0000 7f828ffff640 1 --2- 172.21.15.27:0/3062749733 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8290151dd0 0x7f82900cbc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.949+0000 7f828ffff640 1 -- 172.21.15.27:0/3062749733 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82900cc6b0 con 0x7f82901516b0 2024-02-09T23:57:39.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.949+0000 7f828f7fe640 1 --2- 172.21.15.27:0/3062749733 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8290151dd0 0x7f82900cbc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:39.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.949+0000 7f828ffff640 1 --2- 172.21.15.27:0/3062749733 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f82901516b0 0x7f82900cd470 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f8280011d00 tx=0x7f828000f610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:39.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.950+0000 7f828cff9640 1 -- 172.21.15.27:0/3062749733 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f828000fcc0 con 0x7f82901516b0 2024-02-09T23:57:39.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.950+0000 7f828cff9640 1 -- 172.21.15.27:0/3062749733 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f828000fe20 con 0x7f82901516b0 2024-02-09T23:57:39.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.950+0000 7f82965a7640 1 -- 172.21.15.27:0/3062749733 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f82900cc990 con 0x7f82901516b0 2024-02-09T23:57:39.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.950+0000 7f828cff9640 1 -- 172.21.15.27:0/3062749733 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8280004270 con 0x7f82901516b0 2024-02-09T23:57:39.957 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.950+0000 7f82965a7640 1 -- 172.21.15.27:0/3062749733 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82900ccf50 con 0x7f82901516b0 2024-02-09T23:57:39.957 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.951+0000 7f82965a7640 1 -- 172.21.15.27:0/3062749733 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f82900cd0e0 con 0x7f82901516b0 2024-02-09T23:57:39.957 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.951+0000 7f828cff9640 1 -- 172.21.15.27:0/3062749733 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f82800043d0 con 0x7f82901516b0 2024-02-09T23:57:39.957 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.951+0000 7f828cff9640 1 --2- 172.21.15.27:0/3062749733 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f827006b840 0x7f827006dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:39.957 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.952+0000 7f828cff9640 1 -- 172.21.15.27:0/3062749733 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f828008a8d0 con 0x7f82901516b0 2024-02-09T23:57:39.957 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.952+0000 7f828f7fe640 1 --2- 172.21.15.27:0/3062749733 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f827006b840 0x7f827006dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:39.957 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.952+0000 7f828f7fe640 1 --2- 172.21.15.27:0/3062749733 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f827006b840 0x7f827006dd00 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f829015d340 tx=0x7f8278009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:39.957 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:39.956+0000 7f828cff9640 1 -- 172.21.15.27:0/3062749733 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f8280055300 con 0x7f82901516b0 2024-02-09T23:57:40.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.135+0000 7f82965a7640 1 -- 172.21.15.27:0/3062749733 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f82900746c0 con 0x7f82901516b0 2024-02-09T23:57:40.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.135+0000 7f828cff9640 1 -- 172.21.15.27:0/3062749733 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7f8280022070 con 0x7f82901516b0 2024-02-09T23:57:40.137 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 1 2024-02-09T23:57:40.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.137+0000 7f82965a7640 1 -- 172.21.15.27:0/3062749733 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f827006b840 msgr2=0x7f827006dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:40.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.137+0000 7f82965a7640 1 --2- 172.21.15.27:0/3062749733 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f827006b840 0x7f827006dd00 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f829015d340 tx=0x7f8278009040 comp rx=0 tx=0).stop 2024-02-09T23:57:40.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.137+0000 7f82965a7640 1 -- 172.21.15.27:0/3062749733 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f82901516b0 msgr2=0x7f82900cd470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:40.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.137+0000 7f82965a7640 1 --2- 172.21.15.27:0/3062749733 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f82901516b0 0x7f82900cd470 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f8280011d00 tx=0x7f828000f610 comp rx=0 tx=0).stop 2024-02-09T23:57:40.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.137+0000 7f82965a7640 1 -- 172.21.15.27:0/3062749733 shutdown_connections 2024-02-09T23:57:40.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.137+0000 7f82965a7640 1 --2- 172.21.15.27:0/3062749733 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f827006b840 0x7f827006dd00 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.137+0000 7f82965a7640 1 --2- 172.21.15.27:0/3062749733 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f829015ee60 0x7f829015f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.137+0000 7f82965a7640 1 --2- 172.21.15.27:0/3062749733 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8290151dd0 0x7f82900cbc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.137+0000 7f82965a7640 1 --2- 172.21.15.27:0/3062749733 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f82901516b0 0x7f82900cd470 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.140 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.137+0000 7f82965a7640 1 -- 172.21.15.27:0/3062749733 >> 172.21.15.27:0/3062749733 conn(0x7f82900d0870 msgr2=0x7f82900b3c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:40.140 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.137+0000 7f82965a7640 1 -- 172.21.15.27:0/3062749733 shutdown_connections 2024-02-09T23:57:40.140 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.137+0000 7f82965a7640 1 -- 172.21.15.27:0/3062749733 wait complete. 2024-02-09T23:57:40.150 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-09T23:57:40.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.258+0000 7f7cf3b83640 1 Processor -- start 2024-02-09T23:57:40.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.258+0000 7f7cf3b83640 1 -- start start 2024-02-09T23:57:40.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.259+0000 7f7cf3b83640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7cec0ce060 0x7f7cec0d02c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:40.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.259+0000 7f7cf3b83640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f7cec0b2cc0 0x7f7cec0d0800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:40.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.259+0000 7f7cf3b83640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7cec0cea00 con 0x7f7cec15dcb0 2024-02-09T23:57:40.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.259+0000 7f7cf3b83640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7cec161f00 con 0x7f7cec0b2cc0 2024-02-09T23:57:40.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.259+0000 7f7cf3b83640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7cec0cf210 con 0x7f7cec0ce060 2024-02-09T23:57:40.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.259+0000 7f7cf191f640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f7cec15dcb0 0x7f7cec1617f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51478/0 (socket says 172.21.15.27:51478) 2024-02-09T23:57:40.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.259+0000 7f7cf191f640 1 -- 172.21.15.27:0/1181101364 learned_addr learned my addr 172.21.15.27:0/1181101364 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:40.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.260+0000 7f7cf2120640 1 --2- 172.21.15.27:0/1181101364 >> v2:172.21.15.153:3300/0 conn(0x7f7cec0b2cc0 0x7f7cec0d0800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:40.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.260+0000 7f7cf111e640 1 --2- 172.21.15.27:0/1181101364 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7cec0ce060 0x7f7cec0d02c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:40.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.260+0000 7f7cf091d640 1 -- 172.21.15.27:0/1181101364 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2866974658 0 0) 0x7f7cec0cea00 con 0x7f7cec15dcb0 2024-02-09T23:57:40.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.260+0000 7f7cf091d640 1 -- 172.21.15.27:0/1181101364 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7cd4003520 con 0x7f7cec15dcb0 2024-02-09T23:57:40.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.260+0000 7f7cf091d640 1 -- 172.21.15.27:0/1181101364 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2743839799 0 0) 0x7f7cd4003520 con 0x7f7cec15dcb0 2024-02-09T23:57:40.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.260+0000 7f7cf091d640 1 -- 172.21.15.27:0/1181101364 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7cec0ce060 msgr2=0x7f7cec0d02c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:40.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.260+0000 7f7cf091d640 1 --2- 172.21.15.27:0/1181101364 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7cec0ce060 0x7f7cec0d02c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.260+0000 7f7cf091d640 1 -- 172.21.15.27:0/1181101364 >> v2:172.21.15.153:3300/0 conn(0x7f7cec0b2cc0 msgr2=0x7f7cec0d0800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:40.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.260+0000 7f7cf091d640 1 --2- 172.21.15.27:0/1181101364 >> v2:172.21.15.153:3300/0 conn(0x7f7cec0b2cc0 0x7f7cec0d0800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.260+0000 7f7cf091d640 1 -- 172.21.15.27:0/1181101364 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7cec0ce5d0 con 0x7f7cec15dcb0 2024-02-09T23:57:40.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.260+0000 7f7cf091d640 1 -- 172.21.15.27:0/1181101364 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7f7ce4001670 con 0x7f7cec15dcb0 2024-02-09T23:57:40.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.260+0000 7f7cf091d640 1 -- 172.21.15.27:0/1181101364 >> v1:172.21.15.27:6789/0 conn(0x7f7cec15dcb0 legacy=0x7f7cec1617f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:40.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.260+0000 7f7cf091d640 1 --2- 172.21.15.27:0/1181101364 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7cec0ce060 0x7f7cd40039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:40.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.260+0000 7f7cf091d640 1 --2- 172.21.15.27:0/1181101364 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7cd4003f60 0x7f7cd40047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:40.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.260+0000 7f7cf091d640 1 --2- 172.21.15.27:0/1181101364 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7cd4004d00 0x7f7cd4005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:40.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.260+0000 7f7cf091d640 1 -- 172.21.15.27:0/1181101364 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7cec161f00 con 0x7f7cd4004d00 2024-02-09T23:57:40.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.260+0000 7f7cf091d640 1 -- 172.21.15.27:0/1181101364 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7cec0cf210 con 0x7f7cd4003f60 2024-02-09T23:57:40.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.260+0000 7f7cf091d640 1 -- 172.21.15.27:0/1181101364 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7cd400bae0 con 0x7f7cec0ce060 2024-02-09T23:57:40.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.260+0000 7f7cf2120640 1 --2- 172.21.15.27:0/1181101364 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7cd4004d00 0x7f7cd4005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:40.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.260+0000 7f7cf111e640 1 --2- 172.21.15.27:0/1181101364 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7cd4003f60 0x7f7cd40047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:40.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.260+0000 7f7cf191f640 1 --2- 172.21.15.27:0/1181101364 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7cec0ce060 0x7f7cd40039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:40.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.260+0000 7f7cf2120640 1 -- 172.21.15.27:0/1181101364 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7cec0ce060 msgr2=0x7f7cd40039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:40.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.261+0000 7f7cf2120640 1 --2- 172.21.15.27:0/1181101364 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7cec0ce060 0x7f7cd40039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.261+0000 7f7cf2120640 1 -- 172.21.15.27:0/1181101364 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7cd4003f60 msgr2=0x7f7cd40047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:40.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.261+0000 7f7cf2120640 1 --2- 172.21.15.27:0/1181101364 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7cd4003f60 0x7f7cd40047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.261+0000 7f7cf2120640 1 -- 172.21.15.27:0/1181101364 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7cd4003520 con 0x7f7cd4004d00 2024-02-09T23:57:40.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.261+0000 7f7cf2120640 1 --2- 172.21.15.27:0/1181101364 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7cd4004d00 0x7f7cd4005180 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f7cdc009fc0 tx=0x7f7cd40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a62cb05ae731e74 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:40.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.261+0000 7f7cf091d640 1 -- 172.21.15.27:0/1181101364 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cdc02cc60 con 0x7f7cd4004d00 2024-02-09T23:57:40.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.261+0000 7f7cf091d640 1 -- 172.21.15.27:0/1181101364 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7cdc00f040 con 0x7f7cd4004d00 2024-02-09T23:57:40.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.261+0000 7f7cf091d640 1 -- 172.21.15.27:0/1181101364 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cdc034440 con 0x7f7cd4004d00 2024-02-09T23:57:40.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.262+0000 7f7cf3b83640 1 -- 172.21.15.27:0/1181101364 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7cd4004d00 msgr2=0x7f7cd4005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:40.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.262+0000 7f7cf3b83640 1 --2- 172.21.15.27:0/1181101364 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7cd4004d00 0x7f7cd4005180 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f7cdc009fc0 tx=0x7f7cd40057f0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.262+0000 7f7cf2120640 1 -- 172.21.15.27:0/1181101364 reap_dead start 2024-02-09T23:57:40.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.262+0000 7f7cf3b83640 1 -- 172.21.15.27:0/1181101364 shutdown_connections 2024-02-09T23:57:40.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.262+0000 7f7cf3b83640 1 -- 172.21.15.27:0/1181101364 >> 172.21.15.27:0/1181101364 conn(0x7f7cec06c1b0 msgr2=0x7f7cec06c5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:40.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.262+0000 7f7cf3b83640 1 -- 172.21.15.27:0/1181101364 shutdown_connections 2024-02-09T23:57:40.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.262+0000 7f7cf3b83640 1 -- 172.21.15.27:0/1181101364 wait complete. 2024-02-09T23:57:40.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.263+0000 7f7cf3b83640 1 Processor -- start 2024-02-09T23:57:40.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.263+0000 7f7cf3b83640 1 -- start start 2024-02-09T23:57:40.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.264+0000 7f7cf3b83640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7cd4004d00 0x7f7cec0cc140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:40.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.264+0000 7f7cf3b83640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7cec0caae0 0x7f7cec1f2af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:40.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.264+0000 7f7cf3b83640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7cec0ca290 0x7f7cec0ccaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:40.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.264+0000 7f7cf3b83640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7cec0cbcb0 con 0x7f7cec0caae0 2024-02-09T23:57:40.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.264+0000 7f7cf3b83640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7cec0cb0a0 con 0x7f7cd4004d00 2024-02-09T23:57:40.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.264+0000 7f7cf3b83640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7cec0cb380 con 0x7f7cec0ca290 2024-02-09T23:57:40.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.264+0000 7f7cf111e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7cec0caae0 0x7f7cec1f2af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:40.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.264+0000 7f7cf111e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7cec0caae0 0x7f7cec1f2af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59380/0 (socket says 172.21.15.27:59380) 2024-02-09T23:57:40.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.264+0000 7f7cf111e640 1 -- 172.21.15.27:0/2912274284 learned_addr learned my addr 172.21.15.27:0/2912274284 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:40.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.264+0000 7f7cf191f640 1 --2- 172.21.15.27:0/2912274284 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7cd4004d00 0x7f7cec0cc140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:40.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.264+0000 7f7cf2120640 1 --2- 172.21.15.27:0/2912274284 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7cec0ca290 0x7f7cec0ccaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:40.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.265+0000 7f7cf111e640 1 -- 172.21.15.27:0/2912274284 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7cec0ca290 msgr2=0x7f7cec0ccaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:40.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.265+0000 7f7cf111e640 1 --2- 172.21.15.27:0/2912274284 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7cec0ca290 0x7f7cec0ccaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.265+0000 7f7cf111e640 1 -- 172.21.15.27:0/2912274284 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7cd4004d00 msgr2=0x7f7cec0cc140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:40.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.265+0000 7f7cf111e640 1 --2- 172.21.15.27:0/2912274284 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7cd4004d00 0x7f7cec0cc140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.265+0000 7f7cf111e640 1 -- 172.21.15.27:0/2912274284 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7cec0cb660 con 0x7f7cec0caae0 2024-02-09T23:57:40.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.265+0000 7f7cf2120640 1 --2- 172.21.15.27:0/2912274284 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7cec0ca290 0x7f7cec0ccaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:40.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.265+0000 7f7cf111e640 1 --2- 172.21.15.27:0/2912274284 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7cec0caae0 0x7f7cec1f2af0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f7ce00118e0 tx=0x7f7ce0011da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:40.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.265+0000 7f7cea7fc640 1 -- 172.21.15.27:0/2912274284 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ce000faf0 con 0x7f7cec0caae0 2024-02-09T23:57:40.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.265+0000 7f7cea7fc640 1 -- 172.21.15.27:0/2912274284 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ce000fc50 con 0x7f7cec0caae0 2024-02-09T23:57:40.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.265+0000 7f7cf3b83640 1 -- 172.21.15.27:0/2912274284 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7cec0cb940 con 0x7f7cec0caae0 2024-02-09T23:57:40.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.265+0000 7f7cea7fc640 1 -- 172.21.15.27:0/2912274284 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ce0014440 con 0x7f7cec0caae0 2024-02-09T23:57:40.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.265+0000 7f7cf3b83640 1 -- 172.21.15.27:0/2912274284 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7cec0ca710 con 0x7f7cec0caae0 2024-02-09T23:57:40.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.266+0000 7f7cf3b83640 1 -- 172.21.15.27:0/2912274284 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7cec0746c0 con 0x7f7cec0caae0 2024-02-09T23:57:40.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.266+0000 7f7cea7fc640 1 -- 172.21.15.27:0/2912274284 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f7ce00145a0 con 0x7f7cec0caae0 2024-02-09T23:57:40.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.267+0000 7f7cea7fc640 1 --2- 172.21.15.27:0/2912274284 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7cd806b810 0x7f7cd806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:40.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.267+0000 7f7cea7fc640 1 -- 172.21.15.27:0/2912274284 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f7ce008abc0 con 0x7f7cec0caae0 2024-02-09T23:57:40.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.267+0000 7f7cf191f640 1 --2- 172.21.15.27:0/2912274284 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7cd806b810 0x7f7cd806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:40.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.268+0000 7f7cf191f640 1 --2- 172.21.15.27:0/2912274284 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7cd806b810 0x7f7cd806dcd0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f7cec1529d0 tx=0x7f7ce4009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:40.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.271+0000 7f7cea7fc640 1 -- 172.21.15.27:0/2912274284 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f7ce0055560 con 0x7f7cec0caae0 2024-02-09T23:57:40.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.453+0000 7f7cf3b83640 1 -- 172.21.15.27:0/2912274284 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f7cec0d1750 con 0x7f7cec0caae0 2024-02-09T23:57:40.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.454+0000 7f7cea7fc640 1 -- 172.21.15.27:0/2912274284 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7f7ce0058c20 con 0x7f7cec0caae0 2024-02-09T23:57:40.456 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 32 2024-02-09T23:57:40.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.456+0000 7f7cf3b83640 1 -- 172.21.15.27:0/2912274284 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7cd806b810 msgr2=0x7f7cd806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:40.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.456+0000 7f7cf3b83640 1 --2- 172.21.15.27:0/2912274284 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7cd806b810 0x7f7cd806dcd0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f7cec1529d0 tx=0x7f7ce4009040 comp rx=0 tx=0).stop 2024-02-09T23:57:40.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.456+0000 7f7cf3b83640 1 -- 172.21.15.27:0/2912274284 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7cec0caae0 msgr2=0x7f7cec1f2af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:40.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.456+0000 7f7cf3b83640 1 --2- 172.21.15.27:0/2912274284 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7cec0caae0 0x7f7cec1f2af0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f7ce00118e0 tx=0x7f7ce0011da0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.456+0000 7f7cf3b83640 1 -- 172.21.15.27:0/2912274284 shutdown_connections 2024-02-09T23:57:40.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.456+0000 7f7cf3b83640 1 --2- 172.21.15.27:0/2912274284 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7cd806b810 0x7f7cd806dcd0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.456+0000 7f7cf3b83640 1 --2- 172.21.15.27:0/2912274284 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7cec0ca290 0x7f7cec0ccaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.456+0000 7f7cf3b83640 1 --2- 172.21.15.27:0/2912274284 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7cec0caae0 0x7f7cec1f2af0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.456+0000 7f7cf3b83640 1 --2- 172.21.15.27:0/2912274284 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7cd4004d00 0x7f7cec0cc140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.456+0000 7f7cf3b83640 1 -- 172.21.15.27:0/2912274284 >> 172.21.15.27:0/2912274284 conn(0x7f7cec06c1b0 msgr2=0x7f7cec0d1970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:40.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.456+0000 7f7cf3b83640 1 -- 172.21.15.27:0/2912274284 shutdown_connections 2024-02-09T23:57:40.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.456+0000 7f7cf3b83640 1 -- 172.21.15.27:0/2912274284 wait complete. 2024-02-09T23:57:40.468 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-09T23:57:40.579 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.577+0000 7fe625b25640 1 Processor -- start 2024-02-09T23:57:40.579 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.577+0000 7fe625b25640 1 -- start start 2024-02-09T23:57:40.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.578+0000 7fe625b25640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe62015db30 0x7fe6200d1b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:40.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.578+0000 7fe625b25640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fe6200d2090 0x7fe6200ce730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:40.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.578+0000 7fe625b25640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe6200d2580 con 0x7fe6200cec70 2024-02-09T23:57:40.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.578+0000 7fe625b25640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe6200cf0e0 con 0x7fe6200d2090 2024-02-09T23:57:40.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.578+0000 7fe625b25640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6200d2860 con 0x7fe62015db30 2024-02-09T23:57:40.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.578+0000 7fe61ffff640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fe6200cec70 0x7fe6200b54e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51480/0 (socket says 172.21.15.27:51480) 2024-02-09T23:57:40.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.578+0000 7fe61effd640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fe6200d2090 0x7fe6200ce730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:40.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.578+0000 7fe61ffff640 1 -- 172.21.15.27:0/2807516096 learned_addr learned my addr 172.21.15.27:0/2807516096 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:40.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.578+0000 7fe61f7fe640 1 --2- 172.21.15.27:0/2807516096 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe62015db30 0x7fe6200d1b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:40.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.578+0000 7fe61e7fc640 1 -- 172.21.15.27:0/2807516096 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1114277423 0 0) 0x7fe6200d2580 con 0x7fe6200cec70 2024-02-09T23:57:40.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.578+0000 7fe61e7fc640 1 -- 172.21.15.27:0/2807516096 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe608003520 con 0x7fe6200cec70 2024-02-09T23:57:40.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.578+0000 7fe61effd640 1 -- 172.21.15.27:0/2807516096 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe62015db30 msgr2=0x7fe6200d1b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:40.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.578+0000 7fe61effd640 1 --2- 172.21.15.27:0/2807516096 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe62015db30 0x7fe6200d1b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.578+0000 7fe61effd640 1 -- 172.21.15.27:0/2807516096 >> v1:172.21.15.27:6789/0 conn(0x7fe6200cec70 legacy=0x7fe6200b54e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:40.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.578+0000 7fe61effd640 1 -- 172.21.15.27:0/2807516096 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6200d2b40 con 0x7fe6200d2090 2024-02-09T23:57:40.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.579+0000 7fe61effd640 1 --2- 172.21.15.27:0/2807516096 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe6200d2090 0x7fe6200ce730 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fe6140097a0 tx=0x7fe61402b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7faeeb20eae3a5c1 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:40.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.579+0000 7fe61e7fc640 1 -- 172.21.15.27:0/2807516096 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe614031830 con 0x7fe6200d2090 2024-02-09T23:57:40.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.579+0000 7fe61e7fc640 1 -- 172.21.15.27:0/2807516096 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe614031990 con 0x7fe6200d2090 2024-02-09T23:57:40.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.579+0000 7fe61e7fc640 1 -- 172.21.15.27:0/2807516096 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe614031d20 con 0x7fe6200d2090 2024-02-09T23:57:40.585 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.580+0000 7fe625b25640 1 -- 172.21.15.27:0/2807516096 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe6200d2090 msgr2=0x7fe6200ce730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:40.585 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.580+0000 7fe625b25640 1 --2- 172.21.15.27:0/2807516096 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe6200d2090 0x7fe6200ce730 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fe6140097a0 tx=0x7fe61402b8d0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.585 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.580+0000 7fe625b25640 1 -- 172.21.15.27:0/2807516096 shutdown_connections 2024-02-09T23:57:40.585 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.580+0000 7fe625b25640 1 --2- 172.21.15.27:0/2807516096 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe6200d2090 0x7fe6200ce730 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.585 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.580+0000 7fe625b25640 1 --2- 172.21.15.27:0/2807516096 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe62015db30 0x7fe6200d1b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.585 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.580+0000 7fe625b25640 1 -- 172.21.15.27:0/2807516096 >> 172.21.15.27:0/2807516096 conn(0x7fe62006c730 msgr2=0x7fe620066960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:40.585 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.580+0000 7fe625b25640 1 -- 172.21.15.27:0/2807516096 shutdown_connections 2024-02-09T23:57:40.585 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.580+0000 7fe625b25640 1 -- 172.21.15.27:0/2807516096 wait complete. 2024-02-09T23:57:40.585 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.581+0000 7fe625b25640 1 Processor -- start 2024-02-09T23:57:40.585 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.581+0000 7fe625b25640 1 -- start start 2024-02-09T23:57:40.585 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.582+0000 7fe625b25640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe6200cec70 0x7fe6201f2e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:40.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.582+0000 7fe625b25640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe6200d2090 0x7fe620146bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:40.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.582+0000 7fe625b25640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe62015db30 0x7fe620147100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:40.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.582+0000 7fe625b25640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6200cb7f0 con 0x7fe62015db30 2024-02-09T23:57:40.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.582+0000 7fe625b25640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6200cbad0 con 0x7fe6200cec70 2024-02-09T23:57:40.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.582+0000 7fe625b25640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6200cbdb0 con 0x7fe6200d2090 2024-02-09T23:57:40.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.582+0000 7fe61ffff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe62015db30 0x7fe620147100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:40.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.582+0000 7fe61ffff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe62015db30 0x7fe620147100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59404/0 (socket says 172.21.15.27:59404) 2024-02-09T23:57:40.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.582+0000 7fe61ffff640 1 -- 172.21.15.27:0/2091999747 learned_addr learned my addr 172.21.15.27:0/2091999747 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:40.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.582+0000 7fe61f7fe640 1 --2- 172.21.15.27:0/2091999747 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe6200cec70 0x7fe6201f2e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:40.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.582+0000 7fe61effd640 1 --2- 172.21.15.27:0/2091999747 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe6200d2090 0x7fe620146bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:40.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.582+0000 7fe61ffff640 1 -- 172.21.15.27:0/2091999747 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe6200d2090 msgr2=0x7fe620146bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:40.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.582+0000 7fe61ffff640 1 --2- 172.21.15.27:0/2091999747 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe6200d2090 0x7fe620146bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.582+0000 7fe61ffff640 1 -- 172.21.15.27:0/2091999747 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe6200cec70 msgr2=0x7fe6201f2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:40.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.582+0000 7fe61ffff640 1 --2- 172.21.15.27:0/2091999747 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe6200cec70 0x7fe6201f2e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.582+0000 7fe61ffff640 1 -- 172.21.15.27:0/2091999747 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe614009400 con 0x7fe62015db30 2024-02-09T23:57:40.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.583+0000 7fe61ffff640 1 --2- 172.21.15.27:0/2091999747 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe62015db30 0x7fe620147100 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fe61800caa0 tx=0x7fe61800cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:40.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.583+0000 7fe607fff640 1 -- 172.21.15.27:0/2091999747 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe61800ac00 con 0x7fe62015db30 2024-02-09T23:57:40.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.583+0000 7fe607fff640 1 -- 172.21.15.27:0/2091999747 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe61800ad60 con 0x7fe62015db30 2024-02-09T23:57:40.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.583+0000 7fe625b25640 1 -- 172.21.15.27:0/2091999747 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe6200cc090 con 0x7fe62015db30 2024-02-09T23:57:40.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.583+0000 7fe607fff640 1 -- 172.21.15.27:0/2091999747 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe618012620 con 0x7fe62015db30 2024-02-09T23:57:40.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.583+0000 7fe625b25640 1 -- 172.21.15.27:0/2091999747 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6201f33c0 con 0x7fe62015db30 2024-02-09T23:57:40.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.584+0000 7fe625b25640 1 -- 172.21.15.27:0/2091999747 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe6200cc5b0 con 0x7fe62015db30 2024-02-09T23:57:40.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.584+0000 7fe607fff640 1 -- 172.21.15.27:0/2091999747 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fe618007070 con 0x7fe62015db30 2024-02-09T23:57:40.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.585+0000 7fe607fff640 1 --2- 172.21.15.27:0/2091999747 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe60c06b810 0x7fe60c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:40.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.585+0000 7fe607fff640 1 -- 172.21.15.27:0/2091999747 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fe61808a310 con 0x7fe62015db30 2024-02-09T23:57:40.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.585+0000 7fe61f7fe640 1 --2- 172.21.15.27:0/2091999747 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe60c06b810 0x7fe60c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:40.589 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.585+0000 7fe61f7fe640 1 --2- 172.21.15.27:0/2091999747 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe60c06b810 0x7fe60c06dcd0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fe610009ad0 tx=0x7fe610008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:40.590 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.589+0000 7fe607fff640 1 -- 172.21.15.27:0/2091999747 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fe6200cc5b0 con 0x7fe62015db30 2024-02-09T23:57:40.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.767+0000 7fe625b25640 1 -- 172.21.15.27:0/2091999747 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fe6200cc5b0 con 0x7fe62015db30 2024-02-09T23:57:40.770 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.768+0000 7fe607fff640 1 -- 172.21.15.27:0/2091999747 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7fe6200cc5b0 con 0x7fe62015db30 2024-02-09T23:57:40.770 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 64 2024-02-09T23:57:40.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.770+0000 7fe625b25640 1 -- 172.21.15.27:0/2091999747 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe60c06b810 msgr2=0x7fe60c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:40.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.770+0000 7fe625b25640 1 --2- 172.21.15.27:0/2091999747 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe60c06b810 0x7fe60c06dcd0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fe610009ad0 tx=0x7fe610008040 comp rx=0 tx=0).stop 2024-02-09T23:57:40.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.770+0000 7fe625b25640 1 -- 172.21.15.27:0/2091999747 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe62015db30 msgr2=0x7fe620147100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:40.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.770+0000 7fe625b25640 1 --2- 172.21.15.27:0/2091999747 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe62015db30 0x7fe620147100 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fe61800caa0 tx=0x7fe61800cf60 comp rx=0 tx=0).stop 2024-02-09T23:57:40.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.770+0000 7fe625b25640 1 -- 172.21.15.27:0/2091999747 shutdown_connections 2024-02-09T23:57:40.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.770+0000 7fe625b25640 1 --2- 172.21.15.27:0/2091999747 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe60c06b810 0x7fe60c06dcd0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.770+0000 7fe625b25640 1 --2- 172.21.15.27:0/2091999747 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe62015db30 0x7fe620147100 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.770+0000 7fe625b25640 1 --2- 172.21.15.27:0/2091999747 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe6200d2090 0x7fe620146bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.770+0000 7fe625b25640 1 --2- 172.21.15.27:0/2091999747 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe6200cec70 0x7fe6201f2e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.770+0000 7fe625b25640 1 -- 172.21.15.27:0/2091999747 >> 172.21.15.27:0/2091999747 conn(0x7fe62006c730 msgr2=0x7fe62015b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:40.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.770+0000 7fe625b25640 1 -- 172.21.15.27:0/2091999747 shutdown_connections 2024-02-09T23:57:40.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.770+0000 7fe625b25640 1 -- 172.21.15.27:0/2091999747 wait complete. 2024-02-09T23:57:40.783 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:57:40.890 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.888+0000 7fdcd7881640 1 Processor -- start 2024-02-09T23:57:40.890 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.889+0000 7fdcd7881640 1 -- start start 2024-02-09T23:57:40.894 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.889+0000 7fdcd7881640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fdcd00b2770 0x7fdcd00ce7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:40.894 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.889+0000 7fdcd7881640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdcd0161830 con 0x7fdcd015dd20 2024-02-09T23:57:40.894 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.889+0000 7fdcd7881640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdcd015e100 con 0x7fdcd00ced00 2024-02-09T23:57:40.894 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.889+0000 7fdcd7881640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdcd00cf100 con 0x7fdcd00b2770 2024-02-09T23:57:40.894 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.889+0000 7fdcd561d640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fdcd015dd20 0x7fdcd00b9330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51496/0 (socket says 172.21.15.27:51496) 2024-02-09T23:57:40.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.889+0000 7fdcd561d640 1 -- 172.21.15.27:0/2469451292 learned_addr learned my addr 172.21.15.27:0/2469451292 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:40.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.890+0000 7fdcd4e1c640 1 --2- 172.21.15.27:0/2469451292 >> v2:172.21.15.153:3300/0 conn(0x7fdcd00b2770 0x7fdcd00ce7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:40.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.890+0000 7fdcc3fff640 1 -- 172.21.15.27:0/2469451292 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3093594659 0 0) 0x7fdcd0161830 con 0x7fdcd015dd20 2024-02-09T23:57:40.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.890+0000 7fdcc3fff640 1 -- 172.21.15.27:0/2469451292 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdcbc003520 con 0x7fdcd015dd20 2024-02-09T23:57:40.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.890+0000 7fdcc3fff640 1 -- 172.21.15.27:0/2469451292 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 780936710 0 0) 0x7fdcbc003520 con 0x7fdcd015dd20 2024-02-09T23:57:40.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.890+0000 7fdcc3fff640 1 -- 172.21.15.27:0/2469451292 >> v2:172.21.15.153:3300/0 conn(0x7fdcd00b2770 msgr2=0x7fdcd00ce7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:40.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.890+0000 7fdcc3fff640 1 --2- 172.21.15.27:0/2469451292 >> v2:172.21.15.153:3300/0 conn(0x7fdcd00b2770 0x7fdcd00ce7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.890+0000 7fdcc3fff640 1 -- 172.21.15.27:0/2469451292 >> v1:172.21.15.153:6789/0 conn(0x7fdcd00ced00 legacy=0x7fdcd00d1b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:40.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.890+0000 7fdcc3fff640 1 -- 172.21.15.27:0/2469451292 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdcd0161a80 con 0x7fdcd015dd20 2024-02-09T23:57:40.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.890+0000 7fdcc3fff640 1 -- 172.21.15.27:0/2469451292 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7fdcc4001670 con 0x7fdcd015dd20 2024-02-09T23:57:40.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.890+0000 7fdcc3fff640 1 -- 172.21.15.27:0/2469451292 >> v1:172.21.15.27:6789/0 conn(0x7fdcd015dd20 legacy=0x7fdcd00b9330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:40.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.890+0000 7fdcc3fff640 1 --2- 172.21.15.27:0/2469451292 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdcbc0039e0 0x7fdcbc003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:40.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.890+0000 7fdcc3fff640 1 --2- 172.21.15.27:0/2469451292 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdcbc0047c0 0x7fdcbc004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:40.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.890+0000 7fdcc3fff640 1 --2- 172.21.15.27:0/2469451292 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdcbc0051f0 0x7fdcbc00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:40.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.890+0000 7fdcc3fff640 1 -- 172.21.15.27:0/2469451292 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdcd00cf100 con 0x7fdcbc0051f0 2024-02-09T23:57:40.896 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.890+0000 7fdcc3fff640 1 -- 172.21.15.27:0/2469451292 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdcbc00c150 con 0x7fdcbc0047c0 2024-02-09T23:57:40.896 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.890+0000 7fdcc3fff640 1 -- 172.21.15.27:0/2469451292 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdcbc00c310 con 0x7fdcbc0039e0 2024-02-09T23:57:40.896 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.890+0000 7fdcd5e1e640 1 --2- 172.21.15.27:0/2469451292 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdcbc0051f0 0x7fdcbc00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:40.896 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.890+0000 7fdcd561d640 1 --2- 172.21.15.27:0/2469451292 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdcbc0039e0 0x7fdcbc003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:40.896 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.890+0000 7fdcd4e1c640 1 --2- 172.21.15.27:0/2469451292 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdcbc0047c0 0x7fdcbc004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:40.896 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.891+0000 7fdcd5e1e640 1 -- 172.21.15.27:0/2469451292 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdcbc0039e0 msgr2=0x7fdcbc003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:40.896 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.891+0000 7fdcd5e1e640 1 --2- 172.21.15.27:0/2469451292 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdcbc0039e0 0x7fdcbc003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.896 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.891+0000 7fdcd5e1e640 1 -- 172.21.15.27:0/2469451292 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdcbc0047c0 msgr2=0x7fdcbc004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:40.896 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.891+0000 7fdcd5e1e640 1 --2- 172.21.15.27:0/2469451292 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdcbc0047c0 0x7fdcbc004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.896 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.891+0000 7fdcd5e1e640 1 -- 172.21.15.27:0/2469451292 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdcbc003520 con 0x7fdcbc0051f0 2024-02-09T23:57:40.896 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.891+0000 7fdcd5e1e640 1 -- 172.21.15.27:0/2469451292 reap_dead start 2024-02-09T23:57:40.896 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.891+0000 7fdcd5e1e640 1 --2- 172.21.15.27:0/2469451292 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdcbc0051f0 0x7fdcbc00b980 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fdcc8001e50 tx=0x7fdcbc0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20d6663534474f4d server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:40.896 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.891+0000 7fdcc3fff640 1 -- 172.21.15.27:0/2469451292 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcc8003b70 con 0x7fdcbc0051f0 2024-02-09T23:57:40.896 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.892+0000 7fdcc3fff640 1 -- 172.21.15.27:0/2469451292 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdcc8003d10 con 0x7fdcbc0051f0 2024-02-09T23:57:40.897 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.892+0000 7fdcc3fff640 1 -- 172.21.15.27:0/2469451292 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcc8005310 con 0x7fdcbc0051f0 2024-02-09T23:57:40.897 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.892+0000 7fdcd7881640 1 -- 172.21.15.27:0/2469451292 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdcbc0051f0 msgr2=0x7fdcbc00b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:40.897 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.892+0000 7fdcd7881640 1 --2- 172.21.15.27:0/2469451292 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdcbc0051f0 0x7fdcbc00b980 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fdcc8001e50 tx=0x7fdcbc0057f0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.897 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.892+0000 7fdcd7881640 1 -- 172.21.15.27:0/2469451292 shutdown_connections 2024-02-09T23:57:40.897 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.892+0000 7fdcd7881640 1 --2- 172.21.15.27:0/2469451292 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdcbc0051f0 0x7fdcbc00b980 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.897 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.892+0000 7fdcd7881640 1 -- 172.21.15.27:0/2469451292 >> 172.21.15.27:0/2469451292 conn(0x7fdcd006c1b0 msgr2=0x7fdcd006c5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:40.897 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.892+0000 7fdcd7881640 1 -- 172.21.15.27:0/2469451292 shutdown_connections 2024-02-09T23:57:40.897 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.892+0000 7fdcd7881640 1 -- 172.21.15.27:0/2469451292 wait complete. 2024-02-09T23:57:40.900 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.893+0000 7fdcd7881640 1 Processor -- start 2024-02-09T23:57:40.900 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.893+0000 7fdcd7881640 1 -- start start 2024-02-09T23:57:40.900 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.894+0000 7fdcd7881640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdcbc0051f0 0x7fdcd014f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:40.900 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.894+0000 7fdcd7881640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdcd00ccbc0 0x7fdcd00cd020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:40.900 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.894+0000 7fdcd7881640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdcd00caae0 0x7fdcd00caf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:40.900 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.894+0000 7fdcd7881640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdcd00cd560 con 0x7fdcd00caae0 2024-02-09T23:57:40.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.894+0000 7fdcd7881640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdcd00cc890 con 0x7fdcbc0051f0 2024-02-09T23:57:40.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.894+0000 7fdcd7881640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdcd00cb7f0 con 0x7fdcd00ccbc0 2024-02-09T23:57:40.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.894+0000 7fdcd5e1e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdcd00caae0 0x7fdcd00caf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:40.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.894+0000 7fdcd5e1e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdcd00caae0 0x7fdcd00caf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59410/0 (socket says 172.21.15.27:59410) 2024-02-09T23:57:40.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.894+0000 7fdcd5e1e640 1 -- 172.21.15.27:0/1246717036 learned_addr learned my addr 172.21.15.27:0/1246717036 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:40.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.895+0000 7fdcd561d640 1 --2- 172.21.15.27:0/1246717036 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdcbc0051f0 0x7fdcd014f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:40.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.895+0000 7fdcd4e1c640 1 --2- 172.21.15.27:0/1246717036 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdcd00ccbc0 0x7fdcd00cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:40.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.895+0000 7fdcd5e1e640 1 -- 172.21.15.27:0/1246717036 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdcd00ccbc0 msgr2=0x7fdcd00cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:40.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.895+0000 7fdcd5e1e640 1 --2- 172.21.15.27:0/1246717036 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdcd00ccbc0 0x7fdcd00cd020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.895+0000 7fdcd5e1e640 1 -- 172.21.15.27:0/1246717036 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdcbc0051f0 msgr2=0x7fdcd014f2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:40.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.895+0000 7fdcd5e1e640 1 --2- 172.21.15.27:0/1246717036 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdcbc0051f0 0x7fdcd014f2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.895+0000 7fdcd5e1e640 1 -- 172.21.15.27:0/1246717036 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdcd00cbad0 con 0x7fdcd00caae0 2024-02-09T23:57:40.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.895+0000 7fdcd561d640 1 --2- 172.21.15.27:0/1246717036 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdcbc0051f0 0x7fdcd014f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:40.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.895+0000 7fdcd4e1c640 1 --2- 172.21.15.27:0/1246717036 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdcd00ccbc0 0x7fdcd00cd020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:40.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.895+0000 7fdcd5e1e640 1 --2- 172.21.15.27:0/1246717036 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdcd00caae0 0x7fdcd00caf90 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fdcc8001eb0 tx=0x7fdcc80014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:40.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.895+0000 7fdcc1ffb640 1 -- 172.21.15.27:0/1246717036 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcc8040070 con 0x7fdcd00caae0 2024-02-09T23:57:40.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.895+0000 7fdcc1ffb640 1 -- 172.21.15.27:0/1246717036 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdcc8006b50 con 0x7fdcd00caae0 2024-02-09T23:57:40.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.895+0000 7fdcc1ffb640 1 -- 172.21.15.27:0/1246717036 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcc8007030 con 0x7fdcd00caae0 2024-02-09T23:57:40.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.895+0000 7fdcd7881640 1 -- 172.21.15.27:0/1246717036 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdcd00cbdb0 con 0x7fdcd00caae0 2024-02-09T23:57:40.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.895+0000 7fdcd7881640 1 -- 172.21.15.27:0/1246717036 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdcd00cc370 con 0x7fdcd00caae0 2024-02-09T23:57:40.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.896+0000 7fdcd7881640 1 -- 172.21.15.27:0/1246717036 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdcd00cc590 con 0x7fdcd00caae0 2024-02-09T23:57:40.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.897+0000 7fdcc1ffb640 1 -- 172.21.15.27:0/1246717036 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fdcc8007190 con 0x7fdcd00caae0 2024-02-09T23:57:40.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.897+0000 7fdcc1ffb640 1 --2- 172.21.15.27:0/1246717036 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fdcb406b840 0x7fdcb406dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:40.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.897+0000 7fdcc1ffb640 1 -- 172.21.15.27:0/1246717036 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fdcc80ab870 con 0x7fdcd00caae0 2024-02-09T23:57:40.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.897+0000 7fdcd561d640 1 --2- 172.21.15.27:0/1246717036 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fdcb406b840 0x7fdcb406dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:40.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.898+0000 7fdcd561d640 1 --2- 172.21.15.27:0/1246717036 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fdcb406b840 0x7fdcb406dd00 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fdcc4007c60 tx=0x7fdcc4009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:40.903 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:40.901+0000 7fdcc1ffb640 1 -- 172.21.15.27:0/1246717036 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fdcc8076210 con 0x7fdcd00caae0 2024-02-09T23:57:41.122 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.120+0000 7fdcd7881640 1 -- 172.21.15.27:0/1246717036 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fdcd00746c0 con 0x7fdcd00caae0 2024-02-09T23:57:41.122 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.120+0000 7fdcc1ffb640 1 -- 172.21.15.27:0/1246717036 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+4938 (secure 0 0 0) 0x7fdcc8034090 con 0x7fdcd00caae0 2024-02-09T23:57:41.122 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:41.122 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4247,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6836/2626792010","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":2626792010},{"type":"v1","addr":"172.21.15.153:6836","nonce":2626792010}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6833/3864067545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6832","nonce":3864067545},{"type":"v1","addr":"172.21.15.27:6833","nonce":3864067545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/4239285038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":4239285038},{"type":"v1","addr":"172.21.15.27:6835","nonce":4239285038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-09T23:56:51.251193+0000","modified":"2024-02-09T23:56:53.266736+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.153:6837/3351789611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6835","nonce":3351789611},{"type":"v1","addr":"172.21.15.153:6837","nonce":3351789611}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-09T23:57:41.123 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 6 2024-02-09T23:57:41.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.122+0000 7fdcd7881640 1 -- 172.21.15.27:0/1246717036 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fdcb406b840 msgr2=0x7fdcb406dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:41.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.122+0000 7fdcd7881640 1 --2- 172.21.15.27:0/1246717036 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fdcb406b840 0x7fdcb406dd00 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fdcc4007c60 tx=0x7fdcc4009040 comp rx=0 tx=0).stop 2024-02-09T23:57:41.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.122+0000 7fdcd7881640 1 -- 172.21.15.27:0/1246717036 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdcd00caae0 msgr2=0x7fdcd00caf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:41.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.122+0000 7fdcd7881640 1 --2- 172.21.15.27:0/1246717036 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdcd00caae0 0x7fdcd00caf90 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fdcc8001eb0 tx=0x7fdcc80014a0 comp rx=0 tx=0).stop 2024-02-09T23:57:41.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.122+0000 7fdcd7881640 1 -- 172.21.15.27:0/1246717036 shutdown_connections 2024-02-09T23:57:41.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.122+0000 7fdcd7881640 1 --2- 172.21.15.27:0/1246717036 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fdcb406b840 0x7fdcb406dd00 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:41.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.122+0000 7fdcd7881640 1 --2- 172.21.15.27:0/1246717036 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdcd00caae0 0x7fdcd00caf90 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:41.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.122+0000 7fdcd7881640 1 --2- 172.21.15.27:0/1246717036 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fdcd00ccbc0 0x7fdcd00cd020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:41.126 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.122+0000 7fdcd7881640 1 --2- 172.21.15.27:0/1246717036 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdcbc0051f0 0x7fdcd014f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:41.126 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.122+0000 7fdcd7881640 1 -- 172.21.15.27:0/1246717036 >> 172.21.15.27:0/1246717036 conn(0x7fdcd006c1b0 msgr2=0x7fdcd00d2fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:41.126 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.122+0000 7fdcd7881640 1 -- 172.21.15.27:0/1246717036 shutdown_connections 2024-02-09T23:57:41.126 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.122+0000 7fdcd7881640 1 -- 172.21.15.27:0/1246717036 wait complete. 2024-02-09T23:57:41.136 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:57:41.243 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.241+0000 7fbf415a0640 1 Processor -- start 2024-02-09T23:57:41.243 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.241+0000 7fbf415a0640 1 -- start start 2024-02-09T23:57:41.244 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.242+0000 7fbf415a0640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbf3c161160 0x7fbf3c0d1ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:41.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.242+0000 7fbf415a0640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fbf3c0d2020 0x7fbf3c0ce7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:41.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.242+0000 7fbf415a0640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fbf3c0ced00 0x7fbf3c06c160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:41.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.242+0000 7fbf415a0640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbf3c0cf1b0 con 0x7fbf3c0d2020 2024-02-09T23:57:41.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.242+0000 7fbf415a0640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbf3c161540 con 0x7fbf3c0ced00 2024-02-09T23:57:41.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.242+0000 7fbf415a0640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf3c0d3120 con 0x7fbf3c161160 2024-02-09T23:57:41.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.242+0000 7fbf33fff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fbf3c0d2020 0x7fbf3c0ce7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:41.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.242+0000 7fbf33fff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fbf3c0d2020 0x7fbf3c0ce7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59414/0 (socket says 172.21.15.27:59414) 2024-02-09T23:57:41.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.242+0000 7fbf33fff640 1 -- 172.21.15.27:0/1590530778 learned_addr learned my addr 172.21.15.27:0/1590530778 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:41.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.242+0000 7fbf33fff640 1 -- 172.21.15.27:0/1590530778 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbf3c161160 msgr2=0x7fbf3c0d1ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:41.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.242+0000 7fbf33fff640 1 --2- 172.21.15.27:0/1590530778 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbf3c161160 0x7fbf3c0d1ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:41.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.242+0000 7fbf33fff640 1 -- 172.21.15.27:0/1590530778 >> v2:172.21.15.153:3300/0 conn(0x7fbf3c0ced00 msgr2=0x7fbf3c06c160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:41.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.242+0000 7fbf33fff640 1 --2- 172.21.15.27:0/1590530778 >> v2:172.21.15.153:3300/0 conn(0x7fbf3c0ced00 0x7fbf3c06c160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:41.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.242+0000 7fbf33fff640 1 -- 172.21.15.27:0/1590530778 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf3c0d2510 con 0x7fbf3c0d2020 2024-02-09T23:57:41.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.243+0000 7fbf33fff640 1 --2- 172.21.15.27:0/1590530778 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbf3c0d2020 0x7fbf3c0ce7c0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fbf3c0d1470 tx=0x7fbf2402b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7aad7ace3c214f server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:41.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.243+0000 7fbf3a7fc640 1 -- 172.21.15.27:0/1590530778 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf24031870 con 0x7fbf3c0d2020 2024-02-09T23:57:41.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.243+0000 7fbf3a7fc640 1 -- 172.21.15.27:0/1590530778 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf240319d0 con 0x7fbf3c0d2020 2024-02-09T23:57:41.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.243+0000 7fbf3a7fc640 1 -- 172.21.15.27:0/1590530778 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf24031d60 con 0x7fbf3c0d2020 2024-02-09T23:57:41.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.244+0000 7fbf415a0640 1 -- 172.21.15.27:0/1590530778 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbf3c0d2020 msgr2=0x7fbf3c0ce7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:41.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.244+0000 7fbf415a0640 1 --2- 172.21.15.27:0/1590530778 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbf3c0d2020 0x7fbf3c0ce7c0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fbf3c0d1470 tx=0x7fbf2402b910 comp rx=0 tx=0).stop 2024-02-09T23:57:41.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.244+0000 7fbf415a0640 1 -- 172.21.15.27:0/1590530778 shutdown_connections 2024-02-09T23:57:41.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.244+0000 7fbf415a0640 1 --2- 172.21.15.27:0/1590530778 >> v2:172.21.15.153:3300/0 conn(0x7fbf3c0ced00 0x7fbf3c06c160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:41.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.244+0000 7fbf415a0640 1 --2- 172.21.15.27:0/1590530778 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbf3c0d2020 0x7fbf3c0ce7c0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:41.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.244+0000 7fbf415a0640 1 --2- 172.21.15.27:0/1590530778 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbf3c161160 0x7fbf3c0d1ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:41.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.244+0000 7fbf415a0640 1 -- 172.21.15.27:0/1590530778 >> 172.21.15.27:0/1590530778 conn(0x7fbf3c0b56e0 msgr2=0x7fbf3c0b5af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:41.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.244+0000 7fbf415a0640 1 -- 172.21.15.27:0/1590530778 shutdown_connections 2024-02-09T23:57:41.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.244+0000 7fbf415a0640 1 -- 172.21.15.27:0/1590530778 wait complete. 2024-02-09T23:57:41.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.245+0000 7fbf415a0640 1 Processor -- start 2024-02-09T23:57:41.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.245+0000 7fbf415a0640 1 -- start start 2024-02-09T23:57:41.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.246+0000 7fbf415a0640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbf3c0ced00 0x7fbf3c15a910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:41.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.246+0000 7fbf415a0640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbf3c0d2020 0x7fbf3c152230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:41.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.246+0000 7fbf415a0640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbf3c161160 0x7fbf3c0cb4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:41.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.246+0000 7fbf415a0640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf3c154940 con 0x7fbf3c161160 2024-02-09T23:57:41.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.246+0000 7fbf415a0640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf3c154b90 con 0x7fbf3c0d2020 2024-02-09T23:57:41.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.246+0000 7fbf415a0640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf3c154e70 con 0x7fbf3c0ced00 2024-02-09T23:57:41.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.246+0000 7fbf3b7fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbf3c161160 0x7fbf3c0cb4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:41.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.246+0000 7fbf3b7fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbf3c161160 0x7fbf3c0cb4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59424/0 (socket says 172.21.15.27:59424) 2024-02-09T23:57:41.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.246+0000 7fbf3b7fe640 1 -- 172.21.15.27:0/3325493849 learned_addr learned my addr 172.21.15.27:0/3325493849 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:41.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.246+0000 7fbf33fff640 1 --2- 172.21.15.27:0/3325493849 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbf3c0d2020 0x7fbf3c152230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:41.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.246+0000 7fbf3affd640 1 --2- 172.21.15.27:0/3325493849 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbf3c0ced00 0x7fbf3c15a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:41.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.246+0000 7fbf3b7fe640 1 -- 172.21.15.27:0/3325493849 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbf3c0ced00 msgr2=0x7fbf3c15a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:41.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.246+0000 7fbf3b7fe640 1 --2- 172.21.15.27:0/3325493849 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbf3c0ced00 0x7fbf3c15a910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:41.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.246+0000 7fbf3b7fe640 1 -- 172.21.15.27:0/3325493849 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbf3c0d2020 msgr2=0x7fbf3c152230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:41.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.246+0000 7fbf3b7fe640 1 --2- 172.21.15.27:0/3325493849 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbf3c0d2020 0x7fbf3c152230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:41.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.246+0000 7fbf3b7fe640 1 -- 172.21.15.27:0/3325493849 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf240094d0 con 0x7fbf3c161160 2024-02-09T23:57:41.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.246+0000 7fbf33fff640 1 --2- 172.21.15.27:0/3325493849 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbf3c0d2020 0x7fbf3c152230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:41.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.246+0000 7fbf3b7fe640 1 --2- 172.21.15.27:0/3325493849 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbf3c161160 0x7fbf3c0cb4a0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fbf3400b970 tx=0x7fbf3400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:41.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.246+0000 7fbf337fe640 1 -- 172.21.15.27:0/3325493849 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf3400cb40 con 0x7fbf3c161160 2024-02-09T23:57:41.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.246+0000 7fbf337fe640 1 -- 172.21.15.27:0/3325493849 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf3400ccc0 con 0x7fbf3c161160 2024-02-09T23:57:41.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.246+0000 7fbf337fe640 1 -- 172.21.15.27:0/3325493849 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf34014680 con 0x7fbf3c161160 2024-02-09T23:57:41.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.246+0000 7fbf415a0640 1 -- 172.21.15.27:0/3325493849 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf3c155150 con 0x7fbf3c161160 2024-02-09T23:57:41.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.246+0000 7fbf415a0640 1 -- 172.21.15.27:0/3325493849 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf3c155710 con 0x7fbf3c161160 2024-02-09T23:57:41.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.247+0000 7fbf415a0640 1 -- 172.21.15.27:0/3325493849 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbf3c067cc0 con 0x7fbf3c161160 2024-02-09T23:57:41.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.248+0000 7fbf337fe640 1 -- 172.21.15.27:0/3325493849 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fbf3401d3b0 con 0x7fbf3c161160 2024-02-09T23:57:41.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.248+0000 7fbf337fe640 1 --2- 172.21.15.27:0/3325493849 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbf1c06b810 0x7fbf1c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:41.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.248+0000 7fbf337fe640 1 -- 172.21.15.27:0/3325493849 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fbf3408a1b0 con 0x7fbf3c161160 2024-02-09T23:57:41.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.248+0000 7fbf3affd640 1 --2- 172.21.15.27:0/3325493849 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbf1c06b810 0x7fbf1c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:41.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.249+0000 7fbf3affd640 1 --2- 172.21.15.27:0/3325493849 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbf1c06b810 0x7fbf1c06dcd0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fbf2c009890 tx=0x7fbf2c008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:41.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.252+0000 7fbf337fe640 1 -- 172.21.15.27:0/3325493849 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fbf34054b50 con 0x7fbf3c161160 2024-02-09T23:57:41.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.432+0000 7fbf415a0640 1 -- 172.21.15.27:0/3325493849 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fbf3c0b3e40 con 0x7fbf3c161160 2024-02-09T23:57:41.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.433+0000 7fbf337fe640 1 -- 172.21.15.27:0/3325493849 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16854 (secure 0 0 0) 0x7fbf34058210 con 0x7fbf3c161160 2024-02-09T23:57:41.436 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:41.436 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":22,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:57:34.058200+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:56:49.610721+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:56:50.234763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.c","mappings":[{"from":5,"to":2}]},{"pgid":"3.15","mappings":[{"from":3,"to":2}]},{"pgid":"3.2d","mappings":[{"from":7,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:57:41.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.435+0000 7fbf415a0640 1 -- 172.21.15.27:0/3325493849 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbf1c06b810 msgr2=0x7fbf1c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:41.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.435+0000 7fbf415a0640 1 --2- 172.21.15.27:0/3325493849 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbf1c06b810 0x7fbf1c06dcd0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fbf2c009890 tx=0x7fbf2c008040 comp rx=0 tx=0).stop 2024-02-09T23:57:41.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.435+0000 7fbf415a0640 1 -- 172.21.15.27:0/3325493849 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbf3c161160 msgr2=0x7fbf3c0cb4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:41.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.435+0000 7fbf415a0640 1 --2- 172.21.15.27:0/3325493849 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbf3c161160 0x7fbf3c0cb4a0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fbf3400b970 tx=0x7fbf3400be30 comp rx=0 tx=0).stop 2024-02-09T23:57:41.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.435+0000 7fbf415a0640 1 -- 172.21.15.27:0/3325493849 shutdown_connections 2024-02-09T23:57:41.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.435+0000 7fbf415a0640 1 --2- 172.21.15.27:0/3325493849 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbf1c06b810 0x7fbf1c06dcd0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:41.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.435+0000 7fbf415a0640 1 --2- 172.21.15.27:0/3325493849 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbf3c161160 0x7fbf3c0cb4a0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:41.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.435+0000 7fbf415a0640 1 --2- 172.21.15.27:0/3325493849 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbf3c0d2020 0x7fbf3c152230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:41.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.435+0000 7fbf415a0640 1 --2- 172.21.15.27:0/3325493849 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbf3c0ced00 0x7fbf3c15a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:41.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.435+0000 7fbf415a0640 1 -- 172.21.15.27:0/3325493849 >> 172.21.15.27:0/3325493849 conn(0x7fbf3c0b56e0 msgr2=0x7fbf3c0d02c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:41.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.435+0000 7fbf415a0640 1 -- 172.21.15.27:0/3325493849 shutdown_connections 2024-02-09T23:57:41.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.435+0000 7fbf415a0640 1 -- 172.21.15.27:0/3325493849 wait complete. 2024-02-09T23:57:41.449 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-02-09T23:57:41.449 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:57:41.555 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.554+0000 7f23688a7640 1 Processor -- start 2024-02-09T23:57:41.556 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.554+0000 7f23688a7640 1 -- start start 2024-02-09T23:57:41.557 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.555+0000 7f23688a7640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f236409a5a0 0x7f236406c420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:41.557 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.555+0000 7f23688a7640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f236406c960 0x7f2364167c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:41.557 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.555+0000 7f23688a7640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f23640d0fc0 con 0x7f236415dca0 2024-02-09T23:57:41.557 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.555+0000 7f23688a7640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f236406cd70 con 0x7f236409a5a0 2024-02-09T23:57:41.557 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.555+0000 7f23688a7640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f23640d03b0 con 0x7f236406c960 2024-02-09T23:57:41.557 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.555+0000 7f2361d9b640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f236409a5a0 0x7f236406c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:41.557 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.555+0000 7f236259c640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f236415dca0 0x7f23640cfbb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51504/0 (socket says 172.21.15.27:51504) 2024-02-09T23:57:41.557 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.555+0000 7f236259c640 1 -- 172.21.15.27:0/68436924 learned_addr learned my addr 172.21.15.27:0/68436924 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:41.558 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.555+0000 7f2362d9d640 1 --2- 172.21.15.27:0/68436924 >> v2:172.21.15.153:3300/0 conn(0x7f236406c960 0x7f2364167c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:41.558 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.555+0000 7f236159a640 1 -- 172.21.15.27:0/68436924 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 591762920 0 0) 0x7f23640d0fc0 con 0x7f236415dca0 2024-02-09T23:57:41.558 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.555+0000 7f236159a640 1 -- 172.21.15.27:0/68436924 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2350003520 con 0x7f236415dca0 2024-02-09T23:57:41.558 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.555+0000 7f2361d9b640 1 -- 172.21.15.27:0/68436924 >> v2:172.21.15.153:3300/0 conn(0x7f236406c960 msgr2=0x7f2364167c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:41.558 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.555+0000 7f2361d9b640 1 --2- 172.21.15.27:0/68436924 >> v2:172.21.15.153:3300/0 conn(0x7f236406c960 0x7f2364167c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:41.558 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.555+0000 7f2361d9b640 1 -- 172.21.15.27:0/68436924 >> v1:172.21.15.27:6789/0 conn(0x7f236415dca0 legacy=0x7f23640cfbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:41.558 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.555+0000 7f2361d9b640 1 -- 172.21.15.27:0/68436924 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23640d0690 con 0x7f236409a5a0 2024-02-09T23:57:41.558 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.555+0000 7f2362d9d640 1 --2- 172.21.15.27:0/68436924 >> v2:172.21.15.153:3300/0 conn(0x7f236406c960 0x7f2364167c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:41.559 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.556+0000 7f2361d9b640 1 --2- 172.21.15.27:0/68436924 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f236409a5a0 0x7f236406c420 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f23640c5450 tx=0x7f234c02b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76283ba7be29f802 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:41.560 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.556+0000 7f236159a640 1 -- 172.21.15.27:0/68436924 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f234c031830 con 0x7f236409a5a0 2024-02-09T23:57:41.560 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.556+0000 7f236159a640 1 -- 172.21.15.27:0/68436924 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f234c031990 con 0x7f236409a5a0 2024-02-09T23:57:41.560 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.556+0000 7f236159a640 1 -- 172.21.15.27:0/68436924 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f234c031d20 con 0x7f236409a5a0 2024-02-09T23:57:41.560 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.556+0000 7f23688a7640 1 -- 172.21.15.27:0/68436924 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f236409a5a0 msgr2=0x7f236406c420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:41.560 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.556+0000 7f23688a7640 1 --2- 172.21.15.27:0/68436924 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f236409a5a0 0x7f236406c420 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f23640c5450 tx=0x7f234c02b8d0 comp rx=0 tx=0).stop 2024-02-09T23:57:41.560 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.557+0000 7f23688a7640 1 -- 172.21.15.27:0/68436924 shutdown_connections 2024-02-09T23:57:41.560 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.557+0000 7f23688a7640 1 --2- 172.21.15.27:0/68436924 >> v2:172.21.15.153:3300/0 conn(0x7f236406c960 0x7f2364167c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:41.560 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.557+0000 7f23688a7640 1 --2- 172.21.15.27:0/68436924 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f236409a5a0 0x7f236406c420 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:41.560 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.557+0000 7f23688a7640 1 -- 172.21.15.27:0/68436924 >> 172.21.15.27:0/68436924 conn(0x7f23640b3460 msgr2=0x7f23640b3870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:41.560 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.557+0000 7f23688a7640 1 -- 172.21.15.27:0/68436924 shutdown_connections 2024-02-09T23:57:41.560 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.557+0000 7f23688a7640 1 -- 172.21.15.27:0/68436924 wait complete. 2024-02-09T23:57:41.560 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.558+0000 7f23688a7640 1 Processor -- start 2024-02-09T23:57:41.560 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.558+0000 7f23688a7640 1 -- start start 2024-02-09T23:57:41.563 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.559+0000 7f23688a7640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f236406c960 0x7f23641f7750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:41.563 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.559+0000 7f23688a7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f236409a5a0 0x7f236415c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:41.563 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.559+0000 7f23688a7640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f236415dca0 0x7f23640c9d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:41.563 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.559+0000 7f23688a7640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23641f72c0 con 0x7f236406c960 2024-02-09T23:57:41.563 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.559+0000 7f23688a7640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f236414ca60 con 0x7f236409a5a0 2024-02-09T23:57:41.563 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.559+0000 7f23688a7640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f23641492f0 con 0x7f236415dca0 2024-02-09T23:57:41.564 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.559+0000 7f236259c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f236406c960 0x7f23641f7750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:41.564 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.559+0000 7f236259c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f236406c960 0x7f23641f7750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59442/0 (socket says 172.21.15.27:59442) 2024-02-09T23:57:41.564 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.559+0000 7f236259c640 1 -- 172.21.15.27:0/2547318946 learned_addr learned my addr 172.21.15.27:0/2547318946 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:41.564 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.559+0000 7f2362d9d640 1 --2- 172.21.15.27:0/2547318946 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f236415dca0 0x7f23640c9d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:41.564 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.559+0000 7f236259c640 1 -- 172.21.15.27:0/2547318946 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f236415dca0 msgr2=0x7f23640c9d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:41.564 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.559+0000 7f236259c640 1 --2- 172.21.15.27:0/2547318946 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f236415dca0 0x7f23640c9d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:41.564 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.559+0000 7f236259c640 1 -- 172.21.15.27:0/2547318946 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f236409a5a0 msgr2=0x7f236415c3f0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-02-09T23:57:41.564 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.559+0000 7f236259c640 1 --2- 172.21.15.27:0/2547318946 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f236409a5a0 0x7f236415c3f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:41.564 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.559+0000 7f236259c640 1 -- 172.21.15.27:0/2547318946 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f234c009400 con 0x7f236406c960 2024-02-09T23:57:41.564 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.559+0000 7f236259c640 1 --2- 172.21.15.27:0/2547318946 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f236406c960 0x7f23641f7750 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f235c00c390 tx=0x7f235c00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:41.564 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.559+0000 7f235affd640 1 -- 172.21.15.27:0/2547318946 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f235c005ce0 con 0x7f236406c960 2024-02-09T23:57:41.564 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.559+0000 7f235affd640 1 -- 172.21.15.27:0/2547318946 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f235c005e40 con 0x7f236406c960 2024-02-09T23:57:41.564 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.559+0000 7f235affd640 1 -- 172.21.15.27:0/2547318946 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f235c0072d0 con 0x7f236406c960 2024-02-09T23:57:41.564 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.559+0000 7f23688a7640 1 -- 172.21.15.27:0/2547318946 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f23640d15d0 con 0x7f236406c960 2024-02-09T23:57:41.565 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.559+0000 7f23688a7640 1 -- 172.21.15.27:0/2547318946 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f23641f6c70 con 0x7f236406c960 2024-02-09T23:57:41.565 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.560+0000 7f23688a7640 1 -- 172.21.15.27:0/2547318946 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2364067cc0 con 0x7f236406c960 2024-02-09T23:57:41.565 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.561+0000 7f235affd640 1 -- 172.21.15.27:0/2547318946 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f235c007430 con 0x7f236406c960 2024-02-09T23:57:41.565 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.561+0000 7f235affd640 1 --2- 172.21.15.27:0/2547318946 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f234406b840 0x7f234406dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:41.565 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.561+0000 7f235affd640 1 -- 172.21.15.27:0/2547318946 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f235c089720 con 0x7f236406c960 2024-02-09T23:57:41.565 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.563+0000 7f2361d9b640 1 --2- 172.21.15.27:0/2547318946 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f234406b840 0x7f234406dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:41.566 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.564+0000 7f2361d9b640 1 --2- 172.21.15.27:0/2547318946 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f234406b840 0x7f234406dd00 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f234c036000 tx=0x7f234c008030 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:41.567 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.565+0000 7f235affd640 1 -- 172.21.15.27:0/2547318946 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f235c054170 con 0x7f236406c960 2024-02-09T23:57:41.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.783+0000 7f23688a7640 1 -- 172.21.15.27:0/2547318946 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f236409b090 con 0x7f236406c960 2024-02-09T23:57:41.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.783+0000 7f235affd640 1 -- 172.21.15.27:0/2547318946 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+4938 (secure 0 0 0) 0x7f235c057830 con 0x7f236406c960 2024-02-09T23:57:41.785 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:41.785 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4247,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6836/2626792010","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":2626792010},{"type":"v1","addr":"172.21.15.153:6836","nonce":2626792010}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6833/3864067545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6832","nonce":3864067545},{"type":"v1","addr":"172.21.15.27:6833","nonce":3864067545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/4239285038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":4239285038},{"type":"v1","addr":"172.21.15.27:6835","nonce":4239285038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-09T23:56:51.251193+0000","modified":"2024-02-09T23:56:53.266736+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.153:6837/3351789611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6835","nonce":3351789611},{"type":"v1","addr":"172.21.15.153:6837","nonce":3351789611}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-09T23:57:41.786 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 6 2024-02-09T23:57:41.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.785+0000 7f23688a7640 1 -- 172.21.15.27:0/2547318946 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f234406b840 msgr2=0x7f234406dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:41.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.785+0000 7f23688a7640 1 --2- 172.21.15.27:0/2547318946 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f234406b840 0x7f234406dd00 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f234c036000 tx=0x7f234c008030 comp rx=0 tx=0).stop 2024-02-09T23:57:41.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.785+0000 7f23688a7640 1 -- 172.21.15.27:0/2547318946 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f236406c960 msgr2=0x7f23641f7750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:41.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.785+0000 7f23688a7640 1 --2- 172.21.15.27:0/2547318946 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f236406c960 0x7f23641f7750 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f235c00c390 tx=0x7f235c00c850 comp rx=0 tx=0).stop 2024-02-09T23:57:41.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.785+0000 7f23688a7640 1 -- 172.21.15.27:0/2547318946 shutdown_connections 2024-02-09T23:57:41.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.785+0000 7f23688a7640 1 --2- 172.21.15.27:0/2547318946 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f234406b840 0x7f234406dd00 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:41.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.785+0000 7f23688a7640 1 --2- 172.21.15.27:0/2547318946 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f236415dca0 0x7f23640c9d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:41.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.785+0000 7f23688a7640 1 --2- 172.21.15.27:0/2547318946 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f236409a5a0 0x7f236415c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:41.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.785+0000 7f23688a7640 1 --2- 172.21.15.27:0/2547318946 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f236406c960 0x7f23641f7750 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:41.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.785+0000 7f23688a7640 1 -- 172.21.15.27:0/2547318946 >> 172.21.15.27:0/2547318946 conn(0x7f23640b3460 msgr2=0x7f23640b3840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:41.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.785+0000 7f23688a7640 1 -- 172.21.15.27:0/2547318946 shutdown_connections 2024-02-09T23:57:41.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.785+0000 7f23688a7640 1 -- 172.21.15.27:0/2547318946 wait complete. 2024-02-09T23:57:41.799 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:57:41.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.905+0000 7fa41efe9640 1 Processor -- start 2024-02-09T23:57:41.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.905+0000 7fa41efe9640 1 -- start start 2024-02-09T23:57:41.911 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.906+0000 7fa41efe9640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa418161160 0x7fa4180d1ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:41.911 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.906+0000 7fa41efe9640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fa4180d2020 0x7fa4180ce7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:41.911 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.906+0000 7fa41efe9640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa418161540 con 0x7fa4180ced00 2024-02-09T23:57:41.911 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.906+0000 7fa41efe9640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa4180cf1b0 con 0x7fa4180d2020 2024-02-09T23:57:41.911 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.906+0000 7fa41efe9640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4180d3120 con 0x7fa418161160 2024-02-09T23:57:41.911 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.906+0000 7fa41d586640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fa4180ced00 0x7fa41806c160 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51518/0 (socket says 172.21.15.27:51518) 2024-02-09T23:57:41.911 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.906+0000 7fa41d586640 1 -- 172.21.15.27:0/2088740696 learned_addr learned my addr 172.21.15.27:0/2088740696 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:41.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.907+0000 7fa417fff640 1 --2- 172.21.15.27:0/2088740696 >> v2:172.21.15.153:3300/0 conn(0x7fa4180d2020 0x7fa4180ce7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:41.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.907+0000 7fa41cd85640 1 --2- 172.21.15.27:0/2088740696 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa418161160 0x7fa4180d1ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:41.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.907+0000 7fa4177fe640 1 -- 172.21.15.27:0/2088740696 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 563353709 0 0) 0x7fa418161540 con 0x7fa4180ced00 2024-02-09T23:57:41.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.907+0000 7fa4177fe640 1 -- 172.21.15.27:0/2088740696 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa400003520 con 0x7fa4180ced00 2024-02-09T23:57:41.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.907+0000 7fa4177fe640 1 -- 172.21.15.27:0/2088740696 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2204814986 0 0) 0x7fa400003520 con 0x7fa4180ced00 2024-02-09T23:57:41.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.907+0000 7fa4177fe640 1 -- 172.21.15.27:0/2088740696 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa418161160 msgr2=0x7fa4180d1ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:41.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.907+0000 7fa4177fe640 1 --2- 172.21.15.27:0/2088740696 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa418161160 0x7fa4180d1ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:41.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.907+0000 7fa4177fe640 1 -- 172.21.15.27:0/2088740696 >> v2:172.21.15.153:3300/0 conn(0x7fa4180d2020 msgr2=0x7fa4180ce7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:41.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.907+0000 7fa4177fe640 1 --2- 172.21.15.27:0/2088740696 >> v2:172.21.15.153:3300/0 conn(0x7fa4180d2020 0x7fa4180ce7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:41.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.907+0000 7fa4177fe640 1 -- 172.21.15.27:0/2088740696 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4180d2510 con 0x7fa4180ced00 2024-02-09T23:57:41.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.907+0000 7fa4177fe640 1 -- 172.21.15.27:0/2088740696 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7fa408001670 con 0x7fa4180ced00 2024-02-09T23:57:41.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.907+0000 7fa4177fe640 1 -- 172.21.15.27:0/2088740696 >> v1:172.21.15.27:6789/0 conn(0x7fa4180ced00 legacy=0x7fa41806c160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:41.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.907+0000 7fa4177fe640 1 --2- 172.21.15.27:0/2088740696 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa418161160 0x7fa4000039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:41.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.907+0000 7fa4177fe640 1 --2- 172.21.15.27:0/2088740696 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa400003f60 0x7fa4000047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:41.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.907+0000 7fa4177fe640 1 --2- 172.21.15.27:0/2088740696 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa400004d00 0x7fa400005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:41.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.907+0000 7fa4177fe640 1 -- 172.21.15.27:0/2088740696 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4180cf1b0 con 0x7fa400004d00 2024-02-09T23:57:41.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.907+0000 7fa4177fe640 1 -- 172.21.15.27:0/2088740696 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4180d3120 con 0x7fa400003f60 2024-02-09T23:57:41.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.907+0000 7fa4177fe640 1 -- 172.21.15.27:0/2088740696 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa40000b9b0 con 0x7fa418161160 2024-02-09T23:57:41.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.907+0000 7fa41d586640 1 --2- 172.21.15.27:0/2088740696 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa400004d00 0x7fa400005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:41.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.907+0000 7fa41cd85640 1 --2- 172.21.15.27:0/2088740696 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa418161160 0x7fa4000039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:41.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.907+0000 7fa417fff640 1 --2- 172.21.15.27:0/2088740696 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa400003f60 0x7fa4000047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:41.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.907+0000 7fa41d586640 1 -- 172.21.15.27:0/2088740696 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa418161160 msgr2=0x7fa4000039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:41.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.907+0000 7fa41d586640 1 --2- 172.21.15.27:0/2088740696 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa418161160 0x7fa4000039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:41.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.907+0000 7fa41d586640 1 -- 172.21.15.27:0/2088740696 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa400003f60 msgr2=0x7fa4000047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:41.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.907+0000 7fa41d586640 1 --2- 172.21.15.27:0/2088740696 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa400003f60 0x7fa4000047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:41.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.907+0000 7fa41d586640 1 -- 172.21.15.27:0/2088740696 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa400003520 con 0x7fa400004d00 2024-02-09T23:57:41.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.908+0000 7fa41d586640 1 --2- 172.21.15.27:0/2088740696 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa400004d00 0x7fa400005180 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fa40800c290 tx=0x7fa4000057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=517146f702104289 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:41.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.908+0000 7fa4177fe640 1 -- 172.21.15.27:0/2088740696 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa408005ad0 con 0x7fa400004d00 2024-02-09T23:57:41.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.908+0000 7fa4177fe640 1 -- 172.21.15.27:0/2088740696 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa408005c30 con 0x7fa400004d00 2024-02-09T23:57:41.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.908+0000 7fa4177fe640 1 -- 172.21.15.27:0/2088740696 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa40802c8d0 con 0x7fa400004d00 2024-02-09T23:57:41.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.909+0000 7fa41efe9640 1 -- 172.21.15.27:0/2088740696 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa400004d00 msgr2=0x7fa400005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:41.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.909+0000 7fa41efe9640 1 --2- 172.21.15.27:0/2088740696 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa400004d00 0x7fa400005180 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fa40800c290 tx=0x7fa4000057f0 comp rx=0 tx=0).stop 2024-02-09T23:57:41.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.909+0000 7fa41d586640 1 -- 172.21.15.27:0/2088740696 reap_dead start 2024-02-09T23:57:41.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.909+0000 7fa41efe9640 1 -- 172.21.15.27:0/2088740696 shutdown_connections 2024-02-09T23:57:41.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.909+0000 7fa41efe9640 1 -- 172.21.15.27:0/2088740696 >> 172.21.15.27:0/2088740696 conn(0x7fa4180b56e0 msgr2=0x7fa4180b5af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:41.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.909+0000 7fa41efe9640 1 -- 172.21.15.27:0/2088740696 shutdown_connections 2024-02-09T23:57:41.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.909+0000 7fa41efe9640 1 -- 172.21.15.27:0/2088740696 wait complete. 2024-02-09T23:57:41.917 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.910+0000 7fa41efe9640 1 Processor -- start 2024-02-09T23:57:41.917 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.910+0000 7fa41efe9640 1 -- start start 2024-02-09T23:57:41.917 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.911+0000 7fa41efe9640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa4180adf20 0x7fa41814c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:41.917 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.911+0000 7fa41efe9640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa4180ae300 0x7fa41814ce30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:41.917 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.911+0000 7fa41efe9640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa41815ef20 0x7fa41815f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:41.917 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.911+0000 7fa41efe9640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4180ab330 con 0x7fa4180adf20 2024-02-09T23:57:41.917 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.911+0000 7fa41efe9640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa41814d370 con 0x7fa4180ae300 2024-02-09T23:57:41.917 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.911+0000 7fa41efe9640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4180ab580 con 0x7fa41815ef20 2024-02-09T23:57:41.917 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.911+0000 7fa41cd85640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa4180adf20 0x7fa41814c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:41.917 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.911+0000 7fa41cd85640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa4180adf20 0x7fa41814c8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59456/0 (socket says 172.21.15.27:59456) 2024-02-09T23:57:41.917 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.911+0000 7fa41cd85640 1 -- 172.21.15.27:0/678909754 learned_addr learned my addr 172.21.15.27:0/678909754 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:41.918 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.911+0000 7fa41d586640 1 --2- 172.21.15.27:0/678909754 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa41815ef20 0x7fa41815f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:41.918 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.911+0000 7fa417fff640 1 --2- 172.21.15.27:0/678909754 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa4180ae300 0x7fa41814ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:41.918 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.911+0000 7fa41cd85640 1 -- 172.21.15.27:0/678909754 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa41815ef20 msgr2=0x7fa41815f3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:41.918 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.911+0000 7fa41cd85640 1 --2- 172.21.15.27:0/678909754 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa41815ef20 0x7fa41815f3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:41.918 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.911+0000 7fa41cd85640 1 -- 172.21.15.27:0/678909754 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa4180ae300 msgr2=0x7fa41814ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:41.918 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.911+0000 7fa41cd85640 1 --2- 172.21.15.27:0/678909754 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa4180ae300 0x7fa41814ce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:41.918 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.911+0000 7fa41cd85640 1 -- 172.21.15.27:0/678909754 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4180ab860 con 0x7fa4180adf20 2024-02-09T23:57:41.918 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.911+0000 7fa417fff640 1 --2- 172.21.15.27:0/678909754 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa4180ae300 0x7fa41814ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:41.918 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.911+0000 7fa41d586640 1 --2- 172.21.15.27:0/678909754 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa41815ef20 0x7fa41815f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:41.918 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.912+0000 7fa41cd85640 1 --2- 172.21.15.27:0/678909754 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa4180adf20 0x7fa41814c8f0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fa410011e60 tx=0x7fa41000f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:41.918 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.912+0000 7fa4157fa640 1 -- 172.21.15.27:0/678909754 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa41000e040 con 0x7fa4180adf20 2024-02-09T23:57:41.918 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.912+0000 7fa4157fa640 1 -- 172.21.15.27:0/678909754 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa41000f040 con 0x7fa4180adf20 2024-02-09T23:57:41.918 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.912+0000 7fa4157fa640 1 -- 172.21.15.27:0/678909754 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa410015850 con 0x7fa4180adf20 2024-02-09T23:57:41.918 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.912+0000 7fa41efe9640 1 -- 172.21.15.27:0/678909754 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa4180abb40 con 0x7fa4180adf20 2024-02-09T23:57:41.919 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.912+0000 7fa41efe9640 1 -- 172.21.15.27:0/678909754 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa41815f8e0 con 0x7fa4180adf20 2024-02-09T23:57:41.919 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.913+0000 7fa41efe9640 1 -- 172.21.15.27:0/678909754 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa418067cc0 con 0x7fa4180adf20 2024-02-09T23:57:41.919 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.913+0000 7fa4157fa640 1 -- 172.21.15.27:0/678909754 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fa4100159b0 con 0x7fa4180adf20 2024-02-09T23:57:41.919 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.914+0000 7fa4157fa640 1 --2- 172.21.15.27:0/678909754 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa40406b810 0x7fa40406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:41.919 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.914+0000 7fa4157fa640 1 -- 172.21.15.27:0/678909754 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fa41008b010 con 0x7fa4180adf20 2024-02-09T23:57:41.919 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.914+0000 7fa417fff640 1 --2- 172.21.15.27:0/678909754 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa40406b810 0x7fa40406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:41.919 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.915+0000 7fa417fff640 1 --2- 172.21.15.27:0/678909754 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa40406b810 0x7fa40406dcd0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fa4180b54b0 tx=0x7fa40c008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:41.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:41.918+0000 7fa4157fa640 1 -- 172.21.15.27:0/678909754 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fa410055a40 con 0x7fa4180adf20 2024-02-09T23:57:42.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.142+0000 7fa41efe9640 1 -- 172.21.15.27:0/678909754 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa41815ff80 con 0x7fa4180adf20 2024-02-09T23:57:42.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.142+0000 7fa4157fa640 1 -- 172.21.15.27:0/678909754 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+4938 (secure 0 0 0) 0x7fa410059100 con 0x7fa4180adf20 2024-02-09T23:57:42.144 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:42.144 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4247,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6836/2626792010","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":2626792010},{"type":"v1","addr":"172.21.15.153:6836","nonce":2626792010}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6833/3864067545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6832","nonce":3864067545},{"type":"v1","addr":"172.21.15.27:6833","nonce":3864067545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/4239285038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":4239285038},{"type":"v1","addr":"172.21.15.27:6835","nonce":4239285038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-09T23:56:51.251193+0000","modified":"2024-02-09T23:56:53.266736+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.153:6837/3351789611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6835","nonce":3351789611},{"type":"v1","addr":"172.21.15.153:6837","nonce":3351789611}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-09T23:57:42.145 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 6 2024-02-09T23:57:42.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.144+0000 7fa41efe9640 1 -- 172.21.15.27:0/678909754 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa40406b810 msgr2=0x7fa40406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:42.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.144+0000 7fa41efe9640 1 --2- 172.21.15.27:0/678909754 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa40406b810 0x7fa40406dcd0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fa4180b54b0 tx=0x7fa40c008040 comp rx=0 tx=0).stop 2024-02-09T23:57:42.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.144+0000 7fa41efe9640 1 -- 172.21.15.27:0/678909754 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa4180adf20 msgr2=0x7fa41814c8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:42.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.144+0000 7fa41efe9640 1 --2- 172.21.15.27:0/678909754 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa4180adf20 0x7fa41814c8f0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fa410011e60 tx=0x7fa41000f580 comp rx=0 tx=0).stop 2024-02-09T23:57:42.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.144+0000 7fa41efe9640 1 -- 172.21.15.27:0/678909754 shutdown_connections 2024-02-09T23:57:42.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.144+0000 7fa41efe9640 1 --2- 172.21.15.27:0/678909754 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa40406b810 0x7fa40406dcd0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:42.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.144+0000 7fa41efe9640 1 --2- 172.21.15.27:0/678909754 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa41815ef20 0x7fa41815f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:42.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.144+0000 7fa41efe9640 1 --2- 172.21.15.27:0/678909754 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa4180ae300 0x7fa41814ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:42.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.144+0000 7fa41efe9640 1 --2- 172.21.15.27:0/678909754 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa4180adf20 0x7fa41814c8f0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:42.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.144+0000 7fa41efe9640 1 -- 172.21.15.27:0/678909754 >> 172.21.15.27:0/678909754 conn(0x7fa4180b56e0 msgr2=0x7fa41806c370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:42.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.144+0000 7fa41efe9640 1 -- 172.21.15.27:0/678909754 shutdown_connections 2024-02-09T23:57:42.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.144+0000 7fa41efe9640 1 -- 172.21.15.27:0/678909754 wait complete. 2024-02-09T23:57:42.157 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:57:42.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.262+0000 7f968baa4640 1 Processor -- start 2024-02-09T23:57:42.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.262+0000 7f968baa4640 1 -- start start 2024-02-09T23:57:42.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.263+0000 7f968baa4640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f9684161470 0x7f96840cecf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:42.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.263+0000 7f968baa4640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f96840d1330 con 0x7f96840ce180 2024-02-09T23:57:42.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.263+0000 7f968baa4640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f96840d3740 con 0x7f968406c830 2024-02-09T23:57:42.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.263+0000 7f968baa4640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9684161850 con 0x7f9684161470 2024-02-09T23:57:42.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.263+0000 7f9689840640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f9684161470 0x7f96840cecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:42.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.263+0000 7f968903f640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f96840ce180 0x7f968406c120 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51530/0 (socket says 172.21.15.27:51530) 2024-02-09T23:57:42.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.263+0000 7f968903f640 1 -- 172.21.15.27:0/3520286823 learned_addr learned my addr 172.21.15.27:0/3520286823 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:42.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.264+0000 7f9689840640 1 -- 172.21.15.27:0/3520286823 >> v1:172.21.15.153:6789/0 conn(0x7f968406c830 legacy=0x7f96840d1f00 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-02-09T23:57:42.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.264+0000 7f9689840640 1 -- 172.21.15.27:0/3520286823 >> v1:172.21.15.27:6789/0 conn(0x7f96840ce180 legacy=0x7f968406c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:42.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.264+0000 7f9689840640 1 -- 172.21.15.27:0/3520286823 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96840d1050 con 0x7f9684161470 2024-02-09T23:57:42.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.264+0000 7f968883e640 1 -- 172.21.15.27:0/3520286823 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1625914911 0 0) 0x7f9678001110 con 0x7f96840ce180 2024-02-09T23:57:42.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.264+0000 7f9689840640 1 --2- 172.21.15.27:0/3520286823 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9684161470 0x7f96840cecf0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f967c0097a0 tx=0x7f967c02b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e23c8bb2e100734b server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:42.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.265+0000 7f968883e640 1 -- 172.21.15.27:0/3520286823 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f967c02e070 con 0x7f9684161470 2024-02-09T23:57:42.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.265+0000 7f968883e640 1 -- 172.21.15.27:0/3520286823 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f967c0315a0 con 0x7f9684161470 2024-02-09T23:57:42.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.265+0000 7f968883e640 1 -- 172.21.15.27:0/3520286823 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f967c031930 con 0x7f9684161470 2024-02-09T23:57:42.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.265+0000 7f968baa4640 1 -- 172.21.15.27:0/3520286823 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9684161470 msgr2=0x7f96840cecf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:42.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.265+0000 7f968baa4640 1 --2- 172.21.15.27:0/3520286823 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9684161470 0x7f96840cecf0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f967c0097a0 tx=0x7f967c02b840 comp rx=0 tx=0).stop 2024-02-09T23:57:42.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.265+0000 7f968baa4640 1 -- 172.21.15.27:0/3520286823 shutdown_connections 2024-02-09T23:57:42.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.265+0000 7f968baa4640 1 --2- 172.21.15.27:0/3520286823 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9684161470 0x7f96840cecf0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:42.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.265+0000 7f968baa4640 1 -- 172.21.15.27:0/3520286823 >> 172.21.15.27:0/3520286823 conn(0x7f96840b58b0 msgr2=0x7f96840b5cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:42.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.265+0000 7f968baa4640 1 -- 172.21.15.27:0/3520286823 shutdown_connections 2024-02-09T23:57:42.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.265+0000 7f968baa4640 1 -- 172.21.15.27:0/3520286823 wait complete. 2024-02-09T23:57:42.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.266+0000 7f968baa4640 1 Processor -- start 2024-02-09T23:57:42.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.266+0000 7f968baa4640 1 -- start start 2024-02-09T23:57:42.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.267+0000 7f968baa4640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f968406c830 0x7f96841544e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:42.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.267+0000 7f968baa4640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9684161470 0x7f968415e1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:42.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.267+0000 7f968baa4640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f968415e700 0x7f96841e99e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:42.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.267+0000 7f968baa4640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96840cda80 con 0x7f9684161470 2024-02-09T23:57:42.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.267+0000 7f968baa4640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f968415ed30 con 0x7f968415e700 2024-02-09T23:57:42.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.267+0000 7f968baa4640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9684158f70 con 0x7f968406c830 2024-02-09T23:57:42.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.267+0000 7f968903f640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9684161470 0x7f968415e1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:42.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.267+0000 7f968903f640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9684161470 0x7f968415e1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59472/0 (socket says 172.21.15.27:59472) 2024-02-09T23:57:42.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.267+0000 7f968903f640 1 -- 172.21.15.27:0/1289852268 learned_addr learned my addr 172.21.15.27:0/1289852268 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:42.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.268+0000 7f968903f640 1 -- 172.21.15.27:0/1289852268 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f968406c830 msgr2=0x7f96841544e0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-02-09T23:57:42.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.268+0000 7f968903f640 1 --2- 172.21.15.27:0/1289852268 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f968406c830 0x7f96841544e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:42.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.268+0000 7f968903f640 1 -- 172.21.15.27:0/1289852268 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f968415e700 msgr2=0x7f96841e99e0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-02-09T23:57:42.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.268+0000 7f968903f640 1 --2- 172.21.15.27:0/1289852268 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f968415e700 0x7f96841e99e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:42.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.268+0000 7f968903f640 1 -- 172.21.15.27:0/1289852268 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f967c009400 con 0x7f9684161470 2024-02-09T23:57:42.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.268+0000 7f968903f640 1 --2- 172.21.15.27:0/1289852268 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9684161470 0x7f968415e1c0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f967800c780 tx=0x7f967800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:42.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.268+0000 7f96827fc640 1 -- 172.21.15.27:0/1289852268 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96780072d0 con 0x7f9684161470 2024-02-09T23:57:42.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.268+0000 7f96827fc640 1 -- 172.21.15.27:0/1289852268 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9678007450 con 0x7f9684161470 2024-02-09T23:57:42.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.268+0000 7f968baa4640 1 -- 172.21.15.27:0/1289852268 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9684159250 con 0x7f9684161470 2024-02-09T23:57:42.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.268+0000 7f96827fc640 1 -- 172.21.15.27:0/1289852268 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96780047e0 con 0x7f9684161470 2024-02-09T23:57:42.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.268+0000 7f968baa4640 1 -- 172.21.15.27:0/1289852268 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9684159810 con 0x7f9684161470 2024-02-09T23:57:42.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.269+0000 7f968baa4640 1 -- 172.21.15.27:0/1289852268 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f96840cfc50 con 0x7f9684161470 2024-02-09T23:57:42.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.269+0000 7f96827fc640 1 -- 172.21.15.27:0/1289852268 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f9678004960 con 0x7f9684161470 2024-02-09T23:57:42.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.270+0000 7f96827fc640 1 --2- 172.21.15.27:0/1289852268 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f967006b810 0x7f967006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:42.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.270+0000 7f96827fc640 1 -- 172.21.15.27:0/1289852268 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f9678089640 con 0x7f9684161470 2024-02-09T23:57:42.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.272+0000 7f9689840640 1 --2- 172.21.15.27:0/1289852268 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f967006b810 0x7f967006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:42.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.274+0000 7f96827fc640 1 -- 172.21.15.27:0/1289852268 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f9678053f50 con 0x7f9684161470 2024-02-09T23:57:42.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.275+0000 7f9689840640 1 --2- 172.21.15.27:0/1289852268 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f967006b810 0x7f967006dcd0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f967c036000 tx=0x7f967c008030 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:42.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.454+0000 7f968baa4640 1 -- 172.21.15.27:0/1289852268 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f96840d1330 con 0x7f9684161470 2024-02-09T23:57:42.457 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.455+0000 7f96827fc640 1 -- 172.21.15.27:0/1289852268 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16854 (secure 0 0 0) 0x7f96840d1330 con 0x7f9684161470 2024-02-09T23:57:42.458 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:42.458 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":22,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:57:34.058200+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:56:49.610721+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:56:50.234763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.c","mappings":[{"from":5,"to":2}]},{"pgid":"3.15","mappings":[{"from":3,"to":2}]},{"pgid":"3.2d","mappings":[{"from":7,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:57:42.459 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.457+0000 7f968baa4640 1 -- 172.21.15.27:0/1289852268 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f967006b810 msgr2=0x7f967006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:42.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.457+0000 7f968baa4640 1 --2- 172.21.15.27:0/1289852268 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f967006b810 0x7f967006dcd0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f967c036000 tx=0x7f967c008030 comp rx=0 tx=0).stop 2024-02-09T23:57:42.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.457+0000 7f968baa4640 1 -- 172.21.15.27:0/1289852268 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9684161470 msgr2=0x7f968415e1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:42.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.457+0000 7f968baa4640 1 --2- 172.21.15.27:0/1289852268 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9684161470 0x7f968415e1c0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f967800c780 tx=0x7f967800cc40 comp rx=0 tx=0).stop 2024-02-09T23:57:42.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.457+0000 7f968baa4640 1 -- 172.21.15.27:0/1289852268 shutdown_connections 2024-02-09T23:57:42.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.457+0000 7f968baa4640 1 --2- 172.21.15.27:0/1289852268 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f967006b810 0x7f967006dcd0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:42.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.457+0000 7f968baa4640 1 --2- 172.21.15.27:0/1289852268 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f968415e700 0x7f96841e99e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:42.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.457+0000 7f968baa4640 1 --2- 172.21.15.27:0/1289852268 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9684161470 0x7f968415e1c0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:42.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.457+0000 7f968baa4640 1 --2- 172.21.15.27:0/1289852268 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f968406c830 0x7f96841544e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:42.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.457+0000 7f968baa4640 1 -- 172.21.15.27:0/1289852268 >> 172.21.15.27:0/1289852268 conn(0x7f96840b58b0 msgr2=0x7f96840b76f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:42.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.457+0000 7f968baa4640 1 -- 172.21.15.27:0/1289852268 shutdown_connections 2024-02-09T23:57:42.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.457+0000 7f968baa4640 1 -- 172.21.15.27:0/1289852268 wait complete. 2024-02-09T23:57:42.471 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-02-09T23:57:42.578 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.576+0000 7f0b81bc7640 1 Processor -- start 2024-02-09T23:57:42.579 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.576+0000 7f0b81bc7640 1 -- start start 2024-02-09T23:57:42.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.577+0000 7f0b81bc7640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f0b7c06b460 0x7f0b7c1665c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:42.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.577+0000 7f0b81bc7640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0b7c0cf020 con 0x7f0b7c0cf4b0 2024-02-09T23:57:42.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.577+0000 7f0b81bc7640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0b7c0ce450 con 0x7f0b7c0cfa00 2024-02-09T23:57:42.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.577+0000 7f0b81bc7640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0b7c0ce6f0 con 0x7f0b7c06b460 2024-02-09T23:57:42.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.577+0000 7f0b7affd640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f0b7c0cf4b0 0x7f0b7c06ad50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51546/0 (socket says 172.21.15.27:51546) 2024-02-09T23:57:42.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.577+0000 7f0b7affd640 1 -- 172.21.15.27:0/4110613868 learned_addr learned my addr 172.21.15.27:0/4110613868 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:42.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.578+0000 7f0b7a7fc640 1 -- 172.21.15.27:0/4110613868 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2506929994 0 0) 0x7f0b7c0cf020 con 0x7f0b7c0cf4b0 2024-02-09T23:57:42.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.578+0000 7f0b7a7fc640 1 -- 172.21.15.27:0/4110613868 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0b68003520 con 0x7f0b7c0cf4b0 2024-02-09T23:57:42.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.578+0000 7f0b7bfff640 1 --2- 172.21.15.27:0/4110613868 >> v2:172.21.15.153:3300/0 conn(0x7f0b7c06b460 0x7f0b7c1665c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:42.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.578+0000 7f0b7a7fc640 1 -- 172.21.15.27:0/4110613868 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 650197269 0 0) 0x7f0b68003520 con 0x7f0b7c0cf4b0 2024-02-09T23:57:42.584 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.578+0000 7f0b7a7fc640 1 -- 172.21.15.27:0/4110613868 >> v2:172.21.15.153:3300/0 conn(0x7f0b7c06b460 msgr2=0x7f0b7c1665c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:42.584 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.578+0000 7f0b7a7fc640 1 --2- 172.21.15.27:0/4110613868 >> v2:172.21.15.153:3300/0 conn(0x7f0b7c06b460 0x7f0b7c1665c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:42.584 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.578+0000 7f0b7a7fc640 1 -- 172.21.15.27:0/4110613868 >> v1:172.21.15.153:6789/0 conn(0x7f0b7c0cfa00 legacy=0x7f0b7c0cfde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:42.584 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.578+0000 7f0b7a7fc640 1 -- 172.21.15.27:0/4110613868 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b7c0ce9d0 con 0x7f0b7c0cf4b0 2024-02-09T23:57:42.584 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.578+0000 7f0b7a7fc640 1 -- 172.21.15.27:0/4110613868 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7f0b64001670 con 0x7f0b7c0cf4b0 2024-02-09T23:57:42.584 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.578+0000 7f0b7bfff640 1 --2- 172.21.15.27:0/4110613868 >> v2:172.21.15.153:3300/0 conn(0x7f0b7c06b460 0x7f0b7c1665c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:42.584 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.578+0000 7f0b7a7fc640 1 -- 172.21.15.27:0/4110613868 >> v1:172.21.15.27:6789/0 conn(0x7f0b7c0cf4b0 legacy=0x7f0b7c06ad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:42.584 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.578+0000 7f0b7a7fc640 1 --2- 172.21.15.27:0/4110613868 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0b680039e0 0x7f0b68003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:42.584 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.578+0000 7f0b7a7fc640 1 --2- 172.21.15.27:0/4110613868 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f0b680047c0 0x7f0b68004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:42.584 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.578+0000 7f0b7a7fc640 1 --2- 172.21.15.27:0/4110613868 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0b680052a0 0x7f0b6800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:42.584 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.578+0000 7f0b7a7fc640 1 -- 172.21.15.27:0/4110613868 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b7c0ce6f0 con 0x7f0b680039e0 2024-02-09T23:57:42.585 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.578+0000 7f0b7a7fc640 1 -- 172.21.15.27:0/4110613868 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b6800c1f0 con 0x7f0b680052a0 2024-02-09T23:57:42.585 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.578+0000 7f0b7a7fc640 1 -- 172.21.15.27:0/4110613868 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0b6800c3b0 con 0x7f0b680047c0 2024-02-09T23:57:42.585 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.578+0000 7f0b7b7fe640 1 --2- 172.21.15.27:0/4110613868 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0b680039e0 0x7f0b68003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:42.585 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.578+0000 7f0b7bfff640 1 --2- 172.21.15.27:0/4110613868 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0b680052a0 0x7f0b6800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:42.585 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.578+0000 7f0b7affd640 1 --2- 172.21.15.27:0/4110613868 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f0b680047c0 0x7f0b68004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:42.585 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.578+0000 7f0b7b7fe640 1 -- 172.21.15.27:0/4110613868 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f0b680047c0 msgr2=0x7f0b68004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:42.585 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.578+0000 7f0b7b7fe640 1 --2- 172.21.15.27:0/4110613868 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f0b680047c0 0x7f0b68004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:42.585 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.578+0000 7f0b7b7fe640 1 -- 172.21.15.27:0/4110613868 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0b680052a0 msgr2=0x7f0b6800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:42.585 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.578+0000 7f0b7b7fe640 1 --2- 172.21.15.27:0/4110613868 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0b680052a0 0x7f0b6800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:42.585 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.579+0000 7f0b7b7fe640 1 -- 172.21.15.27:0/4110613868 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b68003520 con 0x7f0b680039e0 2024-02-09T23:57:42.585 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.579+0000 7f0b7bfff640 1 --2- 172.21.15.27:0/4110613868 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0b680052a0 0x7f0b6800b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:42.585 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.579+0000 7f0b7bfff640 1 -- 172.21.15.27:0/4110613868 reap_dead start 2024-02-09T23:57:42.585 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.579+0000 7f0b7b7fe640 1 --2- 172.21.15.27:0/4110613868 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0b680039e0 0x7f0b68003e00 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f0b6c001e20 tx=0x7f0b680057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce8a0da6d8e7cb9f server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:42.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.579+0000 7f0b7a7fc640 1 -- 172.21.15.27:0/4110613868 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b6c003b70 con 0x7f0b680039e0 2024-02-09T23:57:42.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.579+0000 7f0b7a7fc640 1 -- 172.21.15.27:0/4110613868 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0b6c003cd0 con 0x7f0b680039e0 2024-02-09T23:57:42.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.579+0000 7f0b7a7fc640 1 -- 172.21.15.27:0/4110613868 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b6c005310 con 0x7f0b680039e0 2024-02-09T23:57:42.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.580+0000 7f0b81bc7640 1 -- 172.21.15.27:0/4110613868 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0b680039e0 msgr2=0x7f0b68003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:42.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.580+0000 7f0b81bc7640 1 --2- 172.21.15.27:0/4110613868 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0b680039e0 0x7f0b68003e00 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f0b6c001e20 tx=0x7f0b680057f0 comp rx=0 tx=0).stop 2024-02-09T23:57:42.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.580+0000 7f0b81bc7640 1 -- 172.21.15.27:0/4110613868 shutdown_connections 2024-02-09T23:57:42.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.580+0000 7f0b81bc7640 1 --2- 172.21.15.27:0/4110613868 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0b680039e0 0x7f0b68003e00 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:42.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.580+0000 7f0b81bc7640 1 -- 172.21.15.27:0/4110613868 >> 172.21.15.27:0/4110613868 conn(0x7f0b7c0b2290 msgr2=0x7f0b7c0b26a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:42.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.580+0000 7f0b81bc7640 1 -- 172.21.15.27:0/4110613868 shutdown_connections 2024-02-09T23:57:42.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.580+0000 7f0b81bc7640 1 -- 172.21.15.27:0/4110613868 wait complete. 2024-02-09T23:57:42.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.581+0000 7f0b81bc7640 1 Processor -- start 2024-02-09T23:57:42.589 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.581+0000 7f0b81bc7640 1 -- start start 2024-02-09T23:57:42.589 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.582+0000 7f0b81bc7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0b680039e0 0x7f0b7c155410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:42.589 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.582+0000 7f0b81bc7640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0b7c0c77b0 0x7f0b7c0c60a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:42.589 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.582+0000 7f0b81bc7640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f0b7c0aeb70 0x7f0b7c0af020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:42.589 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.582+0000 7f0b81bc7640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b7c0af560 con 0x7f0b7c0c77b0 2024-02-09T23:57:42.589 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.582+0000 7f0b81bc7640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b7c0c8ce0 con 0x7f0b680039e0 2024-02-09T23:57:42.589 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.582+0000 7f0b81bc7640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0b7c155950 con 0x7f0b7c0aeb70 2024-02-09T23:57:42.589 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.582+0000 7f0b7affd640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0b7c0c77b0 0x7f0b7c0c60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:42.590 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.582+0000 7f0b7affd640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0b7c0c77b0 0x7f0b7c0c60a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59494/0 (socket says 172.21.15.27:59494) 2024-02-09T23:57:42.590 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.582+0000 7f0b7affd640 1 -- 172.21.15.27:0/840615910 learned_addr learned my addr 172.21.15.27:0/840615910 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:42.590 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.582+0000 7f0b7b7fe640 1 --2- 172.21.15.27:0/840615910 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0b680039e0 0x7f0b7c155410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:42.590 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.583+0000 7f0b7affd640 1 -- 172.21.15.27:0/840615910 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f0b7c0aeb70 msgr2=0x7f0b7c0af020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:42.590 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.583+0000 7f0b7affd640 1 --2- 172.21.15.27:0/840615910 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f0b7c0aeb70 0x7f0b7c0af020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:42.590 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.583+0000 7f0b7affd640 1 -- 172.21.15.27:0/840615910 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0b680039e0 msgr2=0x7f0b7c155410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:42.590 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.583+0000 7f0b7affd640 1 --2- 172.21.15.27:0/840615910 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0b680039e0 0x7f0b7c155410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:42.590 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.583+0000 7f0b7affd640 1 -- 172.21.15.27:0/840615910 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b7c0c7c40 con 0x7f0b7c0c77b0 2024-02-09T23:57:42.590 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.583+0000 7f0b7b7fe640 1 --2- 172.21.15.27:0/840615910 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0b680039e0 0x7f0b7c155410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:42.590 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.583+0000 7f0b7affd640 1 --2- 172.21.15.27:0/840615910 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0b7c0c77b0 0x7f0b7c0c60a0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f0b6400e710 tx=0x7f0b6400ebd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:42.591 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.583+0000 7f0b73fff640 1 -- 172.21.15.27:0/840615910 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b6400ee20 con 0x7f0b7c0c77b0 2024-02-09T23:57:42.591 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.583+0000 7f0b73fff640 1 -- 172.21.15.27:0/840615910 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0b6400c850 con 0x7f0b7c0c77b0 2024-02-09T23:57:42.591 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.583+0000 7f0b81bc7640 1 -- 172.21.15.27:0/840615910 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0b7c0c7f20 con 0x7f0b7c0c77b0 2024-02-09T23:57:42.591 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.583+0000 7f0b73fff640 1 -- 172.21.15.27:0/840615910 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b6400cc00 con 0x7f0b7c0c77b0 2024-02-09T23:57:42.591 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.583+0000 7f0b81bc7640 1 -- 172.21.15.27:0/840615910 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0b7c0c84e0 con 0x7f0b7c0c77b0 2024-02-09T23:57:42.591 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.584+0000 7f0b81bc7640 1 -- 172.21.15.27:0/840615910 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0b7c0746c0 con 0x7f0b7c0c77b0 2024-02-09T23:57:42.591 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.584+0000 7f0b73fff640 1 -- 172.21.15.27:0/840615910 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f0b6401d460 con 0x7f0b7c0c77b0 2024-02-09T23:57:42.591 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.585+0000 7f0b73fff640 1 --2- 172.21.15.27:0/840615910 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f0b5c06b810 0x7f0b5c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:42.591 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.585+0000 7f0b73fff640 1 -- 172.21.15.27:0/840615910 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f0b6408a140 con 0x7f0b7c0c77b0 2024-02-09T23:57:42.591 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.585+0000 7f0b7b7fe640 1 --2- 172.21.15.27:0/840615910 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f0b5c06b810 0x7f0b5c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:42.591 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.586+0000 7f0b7b7fe640 1 --2- 172.21.15.27:0/840615910 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f0b5c06b810 0x7f0b5c06dcd0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f0b6c034000 tx=0x7f0b6c009030 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:42.592 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.589+0000 7f0b73fff640 1 -- 172.21.15.27:0/840615910 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f0b640586a0 con 0x7f0b7c0c77b0 2024-02-09T23:57:42.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.811+0000 7f0b81bc7640 1 -- 172.21.15.27:0/840615910 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f0b7c0b3060 con 0x7f0b7c0c77b0 2024-02-09T23:57:42.813 INFO:tasks.ceph.mon.a.smithi027.stderr:2024-02-09T23:57:42.812+0000 7f82b5e11640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-02-09T23:57:42.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.813+0000 7f0b73fff640 1 -- 172.21.15.27:0/840615910 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v7) v1 ==== 161+0+0 (secure 0 0 0) 0x7f0b64058230 con 0x7f0b7c0c77b0 2024-02-09T23:57:42.814 INFO:teuthology.orchestra.run.smithi027.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-02-09T23:57:42.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.815+0000 7f0b81bc7640 1 -- 172.21.15.27:0/840615910 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f0b5c06b810 msgr2=0x7f0b5c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:42.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.815+0000 7f0b81bc7640 1 --2- 172.21.15.27:0/840615910 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f0b5c06b810 0x7f0b5c06dcd0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f0b6c034000 tx=0x7f0b6c009030 comp rx=0 tx=0).stop 2024-02-09T23:57:42.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.815+0000 7f0b81bc7640 1 -- 172.21.15.27:0/840615910 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0b7c0c77b0 msgr2=0x7f0b7c0c60a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:42.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.815+0000 7f0b81bc7640 1 --2- 172.21.15.27:0/840615910 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0b7c0c77b0 0x7f0b7c0c60a0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f0b6400e710 tx=0x7f0b6400ebd0 comp rx=0 tx=0).stop 2024-02-09T23:57:42.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.815+0000 7f0b81bc7640 1 -- 172.21.15.27:0/840615910 shutdown_connections 2024-02-09T23:57:42.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.815+0000 7f0b81bc7640 1 --2- 172.21.15.27:0/840615910 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f0b5c06b810 0x7f0b5c06dcd0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:42.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.815+0000 7f0b81bc7640 1 --2- 172.21.15.27:0/840615910 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f0b7c0aeb70 0x7f0b7c0af020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:42.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.815+0000 7f0b81bc7640 1 --2- 172.21.15.27:0/840615910 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0b7c0c77b0 0x7f0b7c0c60a0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:42.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.815+0000 7f0b81bc7640 1 --2- 172.21.15.27:0/840615910 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0b680039e0 0x7f0b7c155410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:42.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.815+0000 7f0b81bc7640 1 -- 172.21.15.27:0/840615910 >> 172.21.15.27:0/840615910 conn(0x7f0b7c0b2290 msgr2=0x7f0b7c0cfde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:42.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.815+0000 7f0b81bc7640 1 -- 172.21.15.27:0/840615910 shutdown_connections 2024-02-09T23:57:42.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.815+0000 7f0b81bc7640 1 -- 172.21.15.27:0/840615910 wait complete. 2024-02-09T23:57:42.821 INFO:tasks.ceph.mds.d.smithi153.stderr: -3081> 2024-02-09T23:56:57.069+0000 7f35540b8640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-02-09T23:57:42.829 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-02-09T23:57:42.851 INFO:tasks.ceph.mds.d.smithi153.stdout:starting mds.d at 2024-02-09T23:57:42.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.936+0000 7f9e9a19a640 1 Processor -- start 2024-02-09T23:57:42.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.936+0000 7f9e9a19a640 1 -- start start 2024-02-09T23:57:42.948 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.937+0000 7f9e9a19a640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f9e9409a470 0x7f9e940d0340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:42.948 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.937+0000 7f9e9a19a640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f9e940d0880 0x7f9e940d0d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:42.948 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.937+0000 7f9e9a19a640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9e940cfeb0 con 0x7f9e9406c770 2024-02-09T23:57:42.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.937+0000 7f9e9a19a640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9e9409a8d0 con 0x7f9e940d0880 2024-02-09T23:57:42.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.937+0000 7f9e9a19a640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9e9415eca0 con 0x7f9e9409a470 2024-02-09T23:57:42.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.937+0000 7f9e937fe640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f9e9406c770 0x7f9e9406cb50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:51550/0 (socket says 172.21.15.27:51550) 2024-02-09T23:57:42.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.937+0000 7f9e93fff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f9e940d0880 0x7f9e940d0d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:42.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.937+0000 7f9e937fe640 1 -- 172.21.15.27:0/1152934158 learned_addr learned my addr 172.21.15.27:0/1152934158 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:42.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.937+0000 7f9e92ffd640 1 --2- 172.21.15.27:0/1152934158 >> v2:172.21.15.153:3300/0 conn(0x7f9e9409a470 0x7f9e940d0340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:42.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.937+0000 7f9e93fff640 1 -- 172.21.15.27:0/1152934158 >> v2:172.21.15.153:3300/0 conn(0x7f9e9409a470 msgr2=0x7f9e940d0340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:42.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.937+0000 7f9e93fff640 1 --2- 172.21.15.27:0/1152934158 >> v2:172.21.15.153:3300/0 conn(0x7f9e9409a470 0x7f9e940d0340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:42.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.937+0000 7f9e93fff640 1 -- 172.21.15.27:0/1152934158 >> v1:172.21.15.27:6789/0 conn(0x7f9e9406c770 legacy=0x7f9e9406cb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:42.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.937+0000 7f9e927fc640 1 -- 172.21.15.27:0/1152934158 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2155463124 0 0) 0x7f9e940cfeb0 con 0x7f9e9406c770 2024-02-09T23:57:42.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.937+0000 7f9e93fff640 1 -- 172.21.15.27:0/1152934158 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e9415ef80 con 0x7f9e940d0880 2024-02-09T23:57:42.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.938+0000 7f9e93fff640 1 --2- 172.21.15.27:0/1152934158 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9e940d0880 0x7f9e940d0d10 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f9e94072650 tx=0x7f9e8c02bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=441b8b5dc8486dfc server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:42.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.938+0000 7f9e927fc640 1 -- 172.21.15.27:0/1152934158 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e8c02cc80 con 0x7f9e940d0880 2024-02-09T23:57:42.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.938+0000 7f9e927fc640 1 -- 172.21.15.27:0/1152934158 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9e8c02cde0 con 0x7f9e940d0880 2024-02-09T23:57:42.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.938+0000 7f9e927fc640 1 -- 172.21.15.27:0/1152934158 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e8c034660 con 0x7f9e940d0880 2024-02-09T23:57:42.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.939+0000 7f9e9a19a640 1 -- 172.21.15.27:0/1152934158 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9e940d0880 msgr2=0x7f9e940d0d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:42.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.939+0000 7f9e9a19a640 1 --2- 172.21.15.27:0/1152934158 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9e940d0880 0x7f9e940d0d10 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f9e94072650 tx=0x7f9e8c02bed0 comp rx=0 tx=0).stop 2024-02-09T23:57:42.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.939+0000 7f9e9a19a640 1 -- 172.21.15.27:0/1152934158 shutdown_connections 2024-02-09T23:57:42.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.939+0000 7f9e9a19a640 1 --2- 172.21.15.27:0/1152934158 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9e940d0880 0x7f9e940d0d10 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:42.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.939+0000 7f9e9a19a640 1 --2- 172.21.15.27:0/1152934158 >> v2:172.21.15.153:3300/0 conn(0x7f9e9409a470 0x7f9e940d0340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:42.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.939+0000 7f9e9a19a640 1 -- 172.21.15.27:0/1152934158 >> 172.21.15.27:0/1152934158 conn(0x7f9e940b32f0 msgr2=0x7f9e940b3700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:42.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.939+0000 7f9e9a19a640 1 -- 172.21.15.27:0/1152934158 shutdown_connections 2024-02-09T23:57:42.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.939+0000 7f9e9a19a640 1 -- 172.21.15.27:0/1152934158 wait complete. 2024-02-09T23:57:42.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.940+0000 7f9e9a19a640 1 Processor -- start 2024-02-09T23:57:42.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.940+0000 7f9e9a19a640 1 -- start start 2024-02-09T23:57:42.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.941+0000 7f9e9a19a640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9e9406c770 0x7f9e9409c090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:42.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.941+0000 7f9e9a19a640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9e9409a470 0x7f9e94150cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:42.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.941+0000 7f9e9a19a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9e940d0880 0x7f9e94150610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:42.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.941+0000 7f9e9a19a640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e9409d890 con 0x7f9e9409a470 2024-02-09T23:57:42.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.941+0000 7f9e9a19a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e940af7c0 con 0x7f9e940d0880 2024-02-09T23:57:42.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.941+0000 7f9e9a19a640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9e9409dac0 con 0x7f9e9406c770 2024-02-09T23:57:42.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.941+0000 7f9e92ffd640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9e9409a470 0x7f9e94150cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:42.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.941+0000 7f9e92ffd640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9e9409a470 0x7f9e94150cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59510/0 (socket says 172.21.15.27:59510) 2024-02-09T23:57:42.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.941+0000 7f9e92ffd640 1 -- 172.21.15.27:0/3036624998 learned_addr learned my addr 172.21.15.27:0/3036624998 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:42.952 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.941+0000 7f9e937fe640 1 --2- 172.21.15.27:0/3036624998 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9e9406c770 0x7f9e9409c090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:42.952 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.941+0000 7f9e93fff640 1 --2- 172.21.15.27:0/3036624998 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9e940d0880 0x7f9e94150610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:42.952 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.941+0000 7f9e92ffd640 1 -- 172.21.15.27:0/3036624998 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9e9406c770 msgr2=0x7f9e9409c090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:42.952 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.941+0000 7f9e92ffd640 1 --2- 172.21.15.27:0/3036624998 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9e9406c770 0x7f9e9409c090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:42.952 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.941+0000 7f9e92ffd640 1 -- 172.21.15.27:0/3036624998 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9e940d0880 msgr2=0x7f9e94150610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:42.952 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.941+0000 7f9e92ffd640 1 --2- 172.21.15.27:0/3036624998 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9e940d0880 0x7f9e94150610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:42.952 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.941+0000 7f9e92ffd640 1 -- 172.21.15.27:0/3036624998 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e8c009a70 con 0x7f9e9409a470 2024-02-09T23:57:42.952 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.941+0000 7f9e937fe640 1 --2- 172.21.15.27:0/3036624998 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9e9406c770 0x7f9e9409c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:42.952 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.941+0000 7f9e92ffd640 1 --2- 172.21.15.27:0/3036624998 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9e9409a470 0x7f9e94150cd0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f9e8800d800 tx=0x7f9e8800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:42.952 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.942+0000 7f9e7bfff640 1 -- 172.21.15.27:0/3036624998 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e8800b6c0 con 0x7f9e9409a470 2024-02-09T23:57:42.952 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.942+0000 7f9e7bfff640 1 -- 172.21.15.27:0/3036624998 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9e8800b820 con 0x7f9e9409a470 2024-02-09T23:57:42.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.942+0000 7f9e9a19a640 1 -- 172.21.15.27:0/3036624998 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9e9409dda0 con 0x7f9e9409a470 2024-02-09T23:57:42.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.942+0000 7f9e7bfff640 1 -- 172.21.15.27:0/3036624998 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e8800bbb0 con 0x7f9e9409a470 2024-02-09T23:57:42.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.942+0000 7f9e9a19a640 1 -- 172.21.15.27:0/3036624998 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9e9409e360 con 0x7f9e9409a470 2024-02-09T23:57:42.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.943+0000 7f9e9a19a640 1 -- 172.21.15.27:0/3036624998 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9e9406dcb0 con 0x7f9e9409a470 2024-02-09T23:57:42.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.943+0000 7f9e7bfff640 1 -- 172.21.15.27:0/3036624998 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f9e8800bd10 con 0x7f9e9409a470 2024-02-09T23:57:42.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.943+0000 7f9e7bfff640 1 --2- 172.21.15.27:0/3036624998 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f9e8006b810 0x7f9e8006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:42.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.944+0000 7f9e7bfff640 1 -- 172.21.15.27:0/3036624998 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5911+0+0 (secure 0 0 0) 0x7f9e8808a800 con 0x7f9e9409a470 2024-02-09T23:57:42.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.944+0000 7f9e937fe640 1 --2- 172.21.15.27:0/3036624998 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f9e8006b810 0x7f9e8006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:42.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.944+0000 7f9e937fe640 1 --2- 172.21.15.27:0/3036624998 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f9e8006b810 0x7f9e8006dcd0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f9e84000f60 tx=0x7f9e84007ca0 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:42.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:42.948+0000 7f9e7bfff640 1 -- 172.21.15.27:0/3036624998 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f9e88055150 con 0x7f9e9409a470 2024-02-09T23:57:43.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.165+0000 7f9e9a19a640 1 -- 172.21.15.27:0/3036624998 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f9e9409e4f0 con 0x7f9e9409a470 2024-02-09T23:57:43.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.814+0000 7f9e7bfff640 1 -- 172.21.15.27:0/3036624998 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v8) v1 ==== 104+0+0 (secure 0 0 0) 0x7f9e88058810 con 0x7f9e9409a470 2024-02-09T23:57:43.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.817+0000 7f9e9a19a640 1 -- 172.21.15.27:0/3036624998 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f9e8006b810 msgr2=0x7f9e8006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:43.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.817+0000 7f9e9a19a640 1 --2- 172.21.15.27:0/3036624998 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f9e8006b810 0x7f9e8006dcd0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f9e84000f60 tx=0x7f9e84007ca0 comp rx=0 tx=0).stop 2024-02-09T23:57:43.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.817+0000 7f9e9a19a640 1 -- 172.21.15.27:0/3036624998 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9e9409a470 msgr2=0x7f9e94150cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:43.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.817+0000 7f9e9a19a640 1 --2- 172.21.15.27:0/3036624998 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9e9409a470 0x7f9e94150cd0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f9e8800d800 tx=0x7f9e8800dcc0 comp rx=0 tx=0).stop 2024-02-09T23:57:43.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.817+0000 7f9e9a19a640 1 -- 172.21.15.27:0/3036624998 shutdown_connections 2024-02-09T23:57:43.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.817+0000 7f9e9a19a640 1 --2- 172.21.15.27:0/3036624998 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f9e8006b810 0x7f9e8006dcd0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:43.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.817+0000 7f9e9a19a640 1 --2- 172.21.15.27:0/3036624998 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9e940d0880 0x7f9e94150610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:43.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.817+0000 7f9e9a19a640 1 --2- 172.21.15.27:0/3036624998 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9e9409a470 0x7f9e94150cd0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:43.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.817+0000 7f9e9a19a640 1 --2- 172.21.15.27:0/3036624998 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9e9406c770 0x7f9e9409c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:43.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.817+0000 7f9e9a19a640 1 -- 172.21.15.27:0/3036624998 >> 172.21.15.27:0/3036624998 conn(0x7f9e940b32f0 msgr2=0x7f9e9406cb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:43.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.817+0000 7f9e9a19a640 1 -- 172.21.15.27:0/3036624998 shutdown_connections 2024-02-09T23:57:43.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.817+0000 7f9e9a19a640 1 -- 172.21.15.27:0/3036624998 wait complete. 2024-02-09T23:57:43.831 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-02-09T23:57:43.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.944+0000 7f3dbee2a640 1 Processor -- start 2024-02-09T23:57:43.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.944+0000 7f3dbee2a640 1 -- start start 2024-02-09T23:57:43.948 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.945+0000 7f3dbee2a640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f3db815b980 0x7f3db80ce0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:43.948 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.945+0000 7f3dbee2a640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f3db80ce5e0 0x7f3db80cc1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:43.948 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.945+0000 7f3dbee2a640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3db80cc720 0x7f3db8099a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:43.948 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.945+0000 7f3dbee2a640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3db80cea30 con 0x7f3db80ce5e0 2024-02-09T23:57:43.948 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.945+0000 7f3dbee2a640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3db80ccff0 con 0x7f3db815b980 2024-02-09T23:57:43.948 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.945+0000 7f3dbee2a640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3db80cd290 con 0x7f3db80cc720 2024-02-09T23:57:43.948 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.945+0000 7f3db7fff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f3db80ce5e0 0x7f3db80cc1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:43.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.945+0000 7f3db7fff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f3db80ce5e0 0x7f3db80cc1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58886/0 (socket says 172.21.15.27:58886) 2024-02-09T23:57:43.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.945+0000 7f3db7fff640 1 -- 172.21.15.27:0/3979663455 learned_addr learned my addr 172.21.15.27:0/3979663455 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:43.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.946+0000 7f3dbd3c7640 1 --2- 172.21.15.27:0/3979663455 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3db80cc720 0x7f3db8099a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:43.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.946+0000 7f3dbcbc6640 1 --2- 172.21.15.27:0/3979663455 >> v2:172.21.15.153:3300/0 conn(0x7f3db815b980 0x7f3db80ce0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:43.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.946+0000 7f3db7fff640 1 -- 172.21.15.27:0/3979663455 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3db80cc720 msgr2=0x7f3db8099a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:43.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.946+0000 7f3db7fff640 1 --2- 172.21.15.27:0/3979663455 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3db80cc720 0x7f3db8099a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:43.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.946+0000 7f3db7fff640 1 -- 172.21.15.27:0/3979663455 >> v2:172.21.15.153:3300/0 conn(0x7f3db815b980 msgr2=0x7f3db80ce0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:43.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.946+0000 7f3db7fff640 1 --2- 172.21.15.27:0/3979663455 >> v2:172.21.15.153:3300/0 conn(0x7f3db815b980 0x7f3db80ce0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:43.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.946+0000 7f3db7fff640 1 -- 172.21.15.27:0/3979663455 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3db80cd570 con 0x7f3db80ce5e0 2024-02-09T23:57:43.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.946+0000 7f3dbcbc6640 1 --2- 172.21.15.27:0/3979663455 >> v2:172.21.15.153:3300/0 conn(0x7f3db815b980 0x7f3db80ce0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:43.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.946+0000 7f3db7fff640 1 --2- 172.21.15.27:0/3979663455 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3db80ce5e0 0x7f3db80cc1e0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f3db80b32c0 tx=0x7f3dac02b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90cbf1ddb7baa298 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:43.952 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.947+0000 7f3db77fe640 1 -- 172.21.15.27:0/3979663455 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3dac031870 con 0x7f3db80ce5e0 2024-02-09T23:57:43.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.947+0000 7f3db77fe640 1 -- 172.21.15.27:0/3979663455 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3dac0319d0 con 0x7f3db80ce5e0 2024-02-09T23:57:43.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.947+0000 7f3db77fe640 1 -- 172.21.15.27:0/3979663455 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3dac031d60 con 0x7f3db80ce5e0 2024-02-09T23:57:43.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.947+0000 7f3dbee2a640 1 -- 172.21.15.27:0/3979663455 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3db80ce5e0 msgr2=0x7f3db80cc1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:43.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.947+0000 7f3dbee2a640 1 --2- 172.21.15.27:0/3979663455 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3db80ce5e0 0x7f3db80cc1e0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f3db80b32c0 tx=0x7f3dac02b910 comp rx=0 tx=0).stop 2024-02-09T23:57:43.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.947+0000 7f3dbee2a640 1 -- 172.21.15.27:0/3979663455 shutdown_connections 2024-02-09T23:57:43.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.947+0000 7f3dbee2a640 1 --2- 172.21.15.27:0/3979663455 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3db80cc720 0x7f3db8099a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:43.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.947+0000 7f3dbee2a640 1 --2- 172.21.15.27:0/3979663455 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3db80ce5e0 0x7f3db80cc1e0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:43.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.947+0000 7f3dbee2a640 1 --2- 172.21.15.27:0/3979663455 >> v2:172.21.15.153:3300/0 conn(0x7f3db815b980 0x7f3db80ce0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:43.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.947+0000 7f3dbee2a640 1 -- 172.21.15.27:0/3979663455 >> 172.21.15.27:0/3979663455 conn(0x7f3db80d1800 msgr2=0x7f3db80d1c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:43.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.947+0000 7f3dbee2a640 1 -- 172.21.15.27:0/3979663455 shutdown_connections 2024-02-09T23:57:43.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.947+0000 7f3dbee2a640 1 -- 172.21.15.27:0/3979663455 wait complete. 2024-02-09T23:57:43.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.948+0000 7f3dbee2a640 1 Processor -- start 2024-02-09T23:57:43.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.948+0000 7f3dbee2a640 1 -- start start 2024-02-09T23:57:43.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.949+0000 7f3dbee2a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3db80cc720 0x7f3db8150b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:43.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.949+0000 7f3dbee2a640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3db80ce5e0 0x7f3db815c070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:43.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.949+0000 7f3dbee2a640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3db815b980 0x7f3db815c5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:43.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.949+0000 7f3dbee2a640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3db80c9c80 con 0x7f3db815b980 2024-02-09T23:57:43.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.949+0000 7f3dbee2a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3db80c9070 con 0x7f3db80cc720 2024-02-09T23:57:43.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.949+0000 7f3dbee2a640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3db80c9350 con 0x7f3db80ce5e0 2024-02-09T23:57:43.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.950+0000 7f3dbd3c7640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3db815b980 0x7f3db815c5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:43.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.950+0000 7f3dbd3c7640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3db815b980 0x7f3db815c5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58894/0 (socket says 172.21.15.27:58894) 2024-02-09T23:57:43.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.950+0000 7f3dbd3c7640 1 -- 172.21.15.27:0/162801286 learned_addr learned my addr 172.21.15.27:0/162801286 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:43.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.950+0000 7f3dbcbc6640 1 --2- 172.21.15.27:0/162801286 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3db80cc720 0x7f3db8150b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:43.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.950+0000 7f3db7fff640 1 --2- 172.21.15.27:0/162801286 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3db80ce5e0 0x7f3db815c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:43.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.950+0000 7f3dbd3c7640 1 -- 172.21.15.27:0/162801286 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3db80ce5e0 msgr2=0x7f3db815c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:43.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.950+0000 7f3dbd3c7640 1 --2- 172.21.15.27:0/162801286 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3db80ce5e0 0x7f3db815c070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:43.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.950+0000 7f3dbd3c7640 1 -- 172.21.15.27:0/162801286 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3db80cc720 msgr2=0x7f3db8150b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:43.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.950+0000 7f3dbd3c7640 1 --2- 172.21.15.27:0/162801286 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3db80cc720 0x7f3db8150b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:43.955 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.950+0000 7f3dbd3c7640 1 -- 172.21.15.27:0/162801286 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3dac0094d0 con 0x7f3db815b980 2024-02-09T23:57:43.955 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.950+0000 7f3db7fff640 1 --2- 172.21.15.27:0/162801286 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3db80ce5e0 0x7f3db815c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:43.955 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.950+0000 7f3dbd3c7640 1 --2- 172.21.15.27:0/162801286 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3db815b980 0x7f3db815c5b0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f3da800d800 tx=0x7f3da800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:43.955 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.950+0000 7f3db57fa640 1 -- 172.21.15.27:0/162801286 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3da80096c0 con 0x7f3db815b980 2024-02-09T23:57:43.955 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.950+0000 7f3db57fa640 1 -- 172.21.15.27:0/162801286 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3da8009840 con 0x7f3db815b980 2024-02-09T23:57:43.955 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.950+0000 7f3dbee2a640 1 -- 172.21.15.27:0/162801286 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3db815bee0 con 0x7f3db815b980 2024-02-09T23:57:43.955 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.950+0000 7f3db57fa640 1 -- 172.21.15.27:0/162801286 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3da8009bf0 con 0x7f3db815b980 2024-02-09T23:57:43.955 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.950+0000 7f3dbee2a640 1 -- 172.21.15.27:0/162801286 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3db80c9910 con 0x7f3db815b980 2024-02-09T23:57:43.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.951+0000 7f3dbee2a640 1 -- 172.21.15.27:0/162801286 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3db80c9df0 con 0x7f3db815b980 2024-02-09T23:57:43.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.952+0000 7f3db57fa640 1 -- 172.21.15.27:0/162801286 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f3da8009d50 con 0x7f3db815b980 2024-02-09T23:57:43.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.952+0000 7f3db57fa640 1 --2- 172.21.15.27:0/162801286 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3da406b810 0x7f3da406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:43.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.952+0000 7f3db57fa640 1 -- 172.21.15.27:0/162801286 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5911+0+0 (secure 0 0 0) 0x7f3da808a6b0 con 0x7f3db815b980 2024-02-09T23:57:43.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.953+0000 7f3dbcbc6640 1 --2- 172.21.15.27:0/162801286 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3da406b810 0x7f3da406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:43.956 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.953+0000 7f3dbcbc6640 1 --2- 172.21.15.27:0/162801286 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3da406b810 0x7f3da406dcd0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f3db0007510 tx=0x7f3db00074a0 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:43.958 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:43.957+0000 7f3db57fa640 1 -- 172.21.15.27:0/162801286 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f3da8055000 con 0x7f3db815b980 2024-02-09T23:57:44.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:44.137+0000 7f3dbee2a640 1 -- 172.21.15.27:0/162801286 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f3db8067dd0 con 0x7f3db815b980 2024-02-09T23:57:45.102 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.100+0000 7f3db57fa640 1 -- 172.21.15.27:0/162801286 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v24) v1 ==== 181+0+0 (secure 0 0 0) 0x7f3da80586c0 con 0x7f3db815b980 2024-02-09T23:57:45.102 INFO:teuthology.orchestra.run.smithi027.stderr:pool 'cephfs_metadata' removed 2024-02-09T23:57:45.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.103+0000 7f3dbee2a640 1 -- 172.21.15.27:0/162801286 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3da406b810 msgr2=0x7f3da406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:45.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.103+0000 7f3dbee2a640 1 --2- 172.21.15.27:0/162801286 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3da406b810 0x7f3da406dcd0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f3db0007510 tx=0x7f3db00074a0 comp rx=0 tx=0).stop 2024-02-09T23:57:45.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.103+0000 7f3dbee2a640 1 -- 172.21.15.27:0/162801286 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3db815b980 msgr2=0x7f3db815c5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:45.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.103+0000 7f3dbee2a640 1 --2- 172.21.15.27:0/162801286 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3db815b980 0x7f3db815c5b0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f3da800d800 tx=0x7f3da800dcc0 comp rx=0 tx=0).stop 2024-02-09T23:57:45.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.104+0000 7f3dbee2a640 1 -- 172.21.15.27:0/162801286 shutdown_connections 2024-02-09T23:57:45.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.104+0000 7f3dbee2a640 1 --2- 172.21.15.27:0/162801286 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3da406b810 0x7f3da406dcd0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:45.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.104+0000 7f3dbee2a640 1 --2- 172.21.15.27:0/162801286 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3db815b980 0x7f3db815c5b0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:45.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.104+0000 7f3dbee2a640 1 --2- 172.21.15.27:0/162801286 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3db80ce5e0 0x7f3db815c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:45.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.104+0000 7f3dbee2a640 1 --2- 172.21.15.27:0/162801286 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3db80cc720 0x7f3db8150b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:45.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.104+0000 7f3dbee2a640 1 -- 172.21.15.27:0/162801286 >> 172.21.15.27:0/162801286 conn(0x7f3db80d1800 msgr2=0x7f3db80cd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:45.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.104+0000 7f3dbee2a640 1 -- 172.21.15.27:0/162801286 shutdown_connections 2024-02-09T23:57:45.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.104+0000 7f3dbee2a640 1 -- 172.21.15.27:0/162801286 wait complete. 2024-02-09T23:57:45.120 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-02-09T23:57:45.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.238+0000 7f6c4a80e640 1 Processor -- start 2024-02-09T23:57:45.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.238+0000 7f6c4a80e640 1 -- start start 2024-02-09T23:57:45.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.239+0000 7f6c4a80e640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f6c4415dbe0 0x7f6c440b6be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:45.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.239+0000 7f6c4a80e640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6c440b5450 0x7f6c440b5870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:45.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.239+0000 7f6c4a80e640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6c440d1e80 con 0x7f6c4415dfc0 2024-02-09T23:57:45.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.239+0000 7f6c4a80e640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6c440d2490 con 0x7f6c4415dbe0 2024-02-09T23:57:45.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.239+0000 7f6c4a80e640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c440b5db0 con 0x7f6c440b5450 2024-02-09T23:57:45.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.239+0000 7f6c43fff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f6c4415dbe0 0x7f6c440b6be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:45.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.239+0000 7f6c437fe640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f6c4415dfc0 0x7f6c441618b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:56034/0 (socket says 172.21.15.27:56034) 2024-02-09T23:57:45.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.239+0000 7f6c437fe640 1 -- 172.21.15.27:0/1037223015 learned_addr learned my addr 172.21.15.27:0/1037223015 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:45.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.239+0000 7f6c48dab640 1 --2- 172.21.15.27:0/1037223015 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6c440b5450 0x7f6c440b5870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:45.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.239+0000 7f6c43fff640 1 -- 172.21.15.27:0/1037223015 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6c440b5450 msgr2=0x7f6c440b5870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:45.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.239+0000 7f6c43fff640 1 --2- 172.21.15.27:0/1037223015 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6c440b5450 0x7f6c440b5870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:45.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.239+0000 7f6c43fff640 1 -- 172.21.15.27:0/1037223015 >> v1:172.21.15.27:6789/0 conn(0x7f6c4415dfc0 legacy=0x7f6c441618b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:45.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.239+0000 7f6c43fff640 1 -- 172.21.15.27:0/1037223015 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c44162330 con 0x7f6c4415dbe0 2024-02-09T23:57:45.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.239+0000 7f6c42ffd640 1 -- 172.21.15.27:0/1037223015 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2199189908 0 0) 0x7f6c440d1e80 con 0x7f6c4415dfc0 2024-02-09T23:57:45.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.239+0000 7f6c48dab640 1 --2- 172.21.15.27:0/1037223015 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6c440b5450 0x7f6c440b5870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:45.244 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.240+0000 7f6c43fff640 1 --2- 172.21.15.27:0/1037223015 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6c4415dbe0 0x7f6c440b6be0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f6c340097a0 tx=0x7f6c3402b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2951d5d3d213b751 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:45.244 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.240+0000 7f6c42ffd640 1 -- 172.21.15.27:0/1037223015 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c34031830 con 0x7f6c4415dbe0 2024-02-09T23:57:45.244 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.240+0000 7f6c42ffd640 1 -- 172.21.15.27:0/1037223015 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c34031990 con 0x7f6c4415dbe0 2024-02-09T23:57:45.244 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.240+0000 7f6c42ffd640 1 -- 172.21.15.27:0/1037223015 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c34031d20 con 0x7f6c4415dbe0 2024-02-09T23:57:45.244 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.241+0000 7f6c4a80e640 1 -- 172.21.15.27:0/1037223015 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6c4415dbe0 msgr2=0x7f6c440b6be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:45.244 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.241+0000 7f6c4a80e640 1 --2- 172.21.15.27:0/1037223015 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6c4415dbe0 0x7f6c440b6be0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f6c340097a0 tx=0x7f6c3402b8d0 comp rx=0 tx=0).stop 2024-02-09T23:57:45.244 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.241+0000 7f6c4a80e640 1 -- 172.21.15.27:0/1037223015 shutdown_connections 2024-02-09T23:57:45.244 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.241+0000 7f6c4a80e640 1 --2- 172.21.15.27:0/1037223015 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6c440b5450 0x7f6c440b5870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:45.244 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.241+0000 7f6c4a80e640 1 --2- 172.21.15.27:0/1037223015 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6c4415dbe0 0x7f6c440b6be0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:45.244 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.241+0000 7f6c4a80e640 1 -- 172.21.15.27:0/1037223015 >> 172.21.15.27:0/1037223015 conn(0x7f6c440d0630 msgr2=0x7f6c440d0a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:45.244 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.241+0000 7f6c4a80e640 1 -- 172.21.15.27:0/1037223015 shutdown_connections 2024-02-09T23:57:45.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.241+0000 7f6c4a80e640 1 -- 172.21.15.27:0/1037223015 wait complete. 2024-02-09T23:57:45.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.242+0000 7f6c4a80e640 1 Processor -- start 2024-02-09T23:57:45.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.242+0000 7f6c4a80e640 1 -- start start 2024-02-09T23:57:45.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.243+0000 7f6c4a80e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6c440b5450 0x7f6c44153b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:45.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.243+0000 7f6c4a80e640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6c4415dbe0 0x7f6c440c9e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:45.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.243+0000 7f6c4a80e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6c440cd270 0x7f6c441603c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:45.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.243+0000 7f6c4a80e640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c44152890 con 0x7f6c440cd270 2024-02-09T23:57:45.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.243+0000 7f6c4a80e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c440ca370 con 0x7f6c440b5450 2024-02-09T23:57:45.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.243+0000 7f6c4a80e640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c44152ae0 con 0x7f6c4415dbe0 2024-02-09T23:57:45.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.243+0000 7f6c48dab640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6c440cd270 0x7f6c441603c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:45.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.243+0000 7f6c48dab640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6c440cd270 0x7f6c441603c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58910/0 (socket says 172.21.15.27:58910) 2024-02-09T23:57:45.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.243+0000 7f6c48dab640 1 -- 172.21.15.27:0/3514852806 learned_addr learned my addr 172.21.15.27:0/3514852806 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:45.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.243+0000 7f6c43fff640 1 --2- 172.21.15.27:0/3514852806 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6c440b5450 0x7f6c44153b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:45.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.243+0000 7f6c437fe640 1 --2- 172.21.15.27:0/3514852806 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6c4415dbe0 0x7f6c440c9e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:45.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.243+0000 7f6c48dab640 1 -- 172.21.15.27:0/3514852806 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6c4415dbe0 msgr2=0x7f6c440c9e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:45.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.243+0000 7f6c48dab640 1 --2- 172.21.15.27:0/3514852806 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6c4415dbe0 0x7f6c440c9e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:45.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.243+0000 7f6c48dab640 1 -- 172.21.15.27:0/3514852806 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6c440b5450 msgr2=0x7f6c44153b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:45.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.243+0000 7f6c48dab640 1 --2- 172.21.15.27:0/3514852806 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6c440b5450 0x7f6c44153b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:45.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.244+0000 7f6c48dab640 1 -- 172.21.15.27:0/3514852806 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c34009400 con 0x7f6c440cd270 2024-02-09T23:57:45.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.244+0000 7f6c43fff640 1 --2- 172.21.15.27:0/3514852806 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6c440b5450 0x7f6c44153b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:45.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.244+0000 7f6c437fe640 1 --2- 172.21.15.27:0/3514852806 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6c4415dbe0 0x7f6c440c9e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:45.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.244+0000 7f6c48dab640 1 --2- 172.21.15.27:0/3514852806 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6c440cd270 0x7f6c441603c0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f6c3c00cf20 tx=0x7f6c3c00a7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:45.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.244+0000 7f6c40ff9640 1 -- 172.21.15.27:0/3514852806 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c3c00d840 con 0x7f6c440cd270 2024-02-09T23:57:45.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.244+0000 7f6c40ff9640 1 -- 172.21.15.27:0/3514852806 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c3c00d9a0 con 0x7f6c440cd270 2024-02-09T23:57:45.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.244+0000 7f6c4a80e640 1 -- 172.21.15.27:0/3514852806 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6c44152dc0 con 0x7f6c440cd270 2024-02-09T23:57:45.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.244+0000 7f6c40ff9640 1 -- 172.21.15.27:0/3514852806 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c3c00dd50 con 0x7f6c440cd270 2024-02-09T23:57:45.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.244+0000 7f6c4a80e640 1 -- 172.21.15.27:0/3514852806 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c44153380 con 0x7f6c440cd270 2024-02-09T23:57:45.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.245+0000 7f6c4a80e640 1 -- 172.21.15.27:0/3514852806 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6c440732d0 con 0x7f6c440cd270 2024-02-09T23:57:45.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.245+0000 7f6c40ff9640 1 -- 172.21.15.27:0/3514852806 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f6c3c01e3b0 con 0x7f6c440cd270 2024-02-09T23:57:45.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.246+0000 7f6c40ff9640 1 --2- 172.21.15.27:0/3514852806 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f6c3006b810 0x7f6c3006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:45.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.246+0000 7f6c40ff9640 1 -- 172.21.15.27:0/3514852806 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5473+0+0 (secure 0 0 0) 0x7f6c3c08abc0 con 0x7f6c440cd270 2024-02-09T23:57:45.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.246+0000 7f6c43fff640 1 --2- 172.21.15.27:0/3514852806 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f6c3006b810 0x7f6c3006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:45.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.247+0000 7f6c43fff640 1 --2- 172.21.15.27:0/3514852806 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f6c3006b810 0x7f6c3006dcd0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f6c34036000 tx=0x7f6c34008030 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:45.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.250+0000 7f6c40ff9640 1 -- 172.21.15.27:0/3514852806 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f6c3c0556c0 con 0x7f6c440cd270 2024-02-09T23:57:45.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:45.437+0000 7f6c4a80e640 1 -- 172.21.15.27:0/3514852806 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f6c44067dd0 con 0x7f6c440cd270 2024-02-09T23:57:46.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.112+0000 7f6c40ff9640 1 -- 172.21.15.27:0/3514852806 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v25) v1 ==== 169+0+0 (secure 0 0 0) 0x7f6c3c01a020 con 0x7f6c440cd270 2024-02-09T23:57:46.115 INFO:teuthology.orchestra.run.smithi027.stderr:pool 'cephfs_data' removed 2024-02-09T23:57:46.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.116+0000 7f6c4a80e640 1 -- 172.21.15.27:0/3514852806 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f6c3006b810 msgr2=0x7f6c3006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:46.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.116+0000 7f6c4a80e640 1 --2- 172.21.15.27:0/3514852806 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f6c3006b810 0x7f6c3006dcd0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f6c34036000 tx=0x7f6c34008030 comp rx=0 tx=0).stop 2024-02-09T23:57:46.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.116+0000 7f6c4a80e640 1 -- 172.21.15.27:0/3514852806 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6c440cd270 msgr2=0x7f6c441603c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:46.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.116+0000 7f6c4a80e640 1 --2- 172.21.15.27:0/3514852806 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6c440cd270 0x7f6c441603c0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f6c3c00cf20 tx=0x7f6c3c00a7d0 comp rx=0 tx=0).stop 2024-02-09T23:57:46.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.116+0000 7f6c4a80e640 1 -- 172.21.15.27:0/3514852806 shutdown_connections 2024-02-09T23:57:46.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.116+0000 7f6c4a80e640 1 --2- 172.21.15.27:0/3514852806 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f6c3006b810 0x7f6c3006dcd0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:46.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.116+0000 7f6c4a80e640 1 --2- 172.21.15.27:0/3514852806 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6c440cd270 0x7f6c441603c0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:46.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.116+0000 7f6c4a80e640 1 --2- 172.21.15.27:0/3514852806 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6c4415dbe0 0x7f6c440c9e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:46.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.116+0000 7f6c4a80e640 1 --2- 172.21.15.27:0/3514852806 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6c440b5450 0x7f6c44153b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:46.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.116+0000 7f6c4a80e640 1 -- 172.21.15.27:0/3514852806 >> 172.21.15.27:0/3514852806 conn(0x7f6c440d0630 msgr2=0x7f6c440b7140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:46.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.116+0000 7f6c4a80e640 1 -- 172.21.15.27:0/3514852806 shutdown_connections 2024-02-09T23:57:46.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.116+0000 7f6c4a80e640 1 -- 172.21.15.27:0/3514852806 wait complete. 2024-02-09T23:57:46.133 INFO:tasks.ceph.mds.a:Restarting daemon 2024-02-09T23:57:46.133 INFO:tasks.ceph.mds.a:Stopping old one... 2024-02-09T23:57:46.133 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-02-09T23:57:46.133 INFO:teuthology.orchestra.run:waiting for 300 2024-02-09T23:57:46.134 INFO:tasks.ceph.mds.c:Restarting daemon 2024-02-09T23:57:46.134 INFO:tasks.ceph.mds.c:Stopping old one... 2024-02-09T23:57:46.134 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-02-09T23:57:46.134 INFO:teuthology.orchestra.run:waiting for 300 2024-02-09T23:57:46.134 INFO:tasks.ceph.mds.b:Restarting daemon 2024-02-09T23:57:46.134 INFO:tasks.ceph.mds.b:Stopping old one... 2024-02-09T23:57:46.134 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-02-09T23:57:46.134 INFO:teuthology.orchestra.run:waiting for 300 2024-02-09T23:57:46.135 INFO:tasks.ceph.mds.d:Restarting daemon 2024-02-09T23:57:46.135 INFO:tasks.ceph.mds.d:Stopping old one... 2024-02-09T23:57:46.135 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-02-09T23:57:46.135 INFO:teuthology.orchestra.run:waiting for 300 2024-02-09T23:57:46.146 INFO:tasks.ceph.mds.a:Stopped 2024-02-09T23:57:46.146 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-02-09T23:57:46.147 INFO:tasks.ceph.mds.c:Stopped 2024-02-09T23:57:46.147 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-02-09T23:57:46.148 INFO:tasks.ceph.mds.b:Stopped 2024-02-09T23:57:46.148 DEBUG:teuthology.orchestra.run.smithi153:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-02-09T23:57:46.149 INFO:tasks.ceph.mds.d:Stopped 2024-02-09T23:57:46.149 DEBUG:teuthology.orchestra.run.smithi153:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-02-09T23:57:46.189 INFO:tasks.ceph.mds.a:Started 2024-02-09T23:57:46.189 DEBUG:teuthology.parallel:result is None 2024-02-09T23:57:46.190 INFO:tasks.ceph.mds.c:Started 2024-02-09T23:57:46.190 DEBUG:teuthology.parallel:result is None 2024-02-09T23:57:46.192 INFO:tasks.ceph.mds.b:Started 2024-02-09T23:57:46.192 DEBUG:teuthology.parallel:result is None 2024-02-09T23:57:46.192 INFO:tasks.ceph.mds.d:Started 2024-02-09T23:57:46.192 DEBUG:teuthology.parallel:result is None 2024-02-09T23:57:46.193 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-02-09T23:57:46.274 INFO:tasks.ceph.mds.a.smithi027.stdout:starting mds.a at 2024-02-09T23:57:46.274 INFO:tasks.ceph.mds.c.smithi027.stdout:starting mds.c at 2024-02-09T23:57:46.276 INFO:tasks.ceph.mds.b.smithi153.stdout:starting mds.b at 2024-02-09T23:57:46.276 INFO:tasks.ceph.mds.d.smithi153.stdout:starting mds.d at 2024-02-09T23:57:46.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.305+0000 7fb1abdbc640 1 Processor -- start 2024-02-09T23:57:46.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.305+0000 7fb1abdbc640 1 -- start start 2024-02-09T23:57:46.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.306+0000 7fb1abdbc640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fb1a40b6b20 0x7fb1a40b5470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:46.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.306+0000 7fb1abdbc640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fb1a40b6f80 0x7fb1a40b59b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:46.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.306+0000 7fb1abdbc640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb1a4161660 con 0x7fb1a4161280 2024-02-09T23:57:46.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.306+0000 7fb1abdbc640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb1a40b9a20 con 0x7fb1a40b6b20 2024-02-09T23:57:46.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.306+0000 7fb1abdbc640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb1a40d1c10 con 0x7fb1a40b6f80 2024-02-09T23:57:46.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.306+0000 7fb1a9357640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fb1a40b6b20 0x7fb1a40b5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:46.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.306+0000 7fb1a9357640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fb1a40b6b20 0x7fb1a40b5470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58940/0 (socket says 172.21.15.27:58940) 2024-02-09T23:57:46.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.306+0000 7fb1a9357640 1 -- 172.21.15.27:0/2037702160 learned_addr learned my addr 172.21.15.27:0/2037702160 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:46.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.306+0000 7fb1aa359640 1 --2- 172.21.15.27:0/2037702160 >> v2:172.21.15.153:3300/0 conn(0x7fb1a40b6f80 0x7fb1a40b59b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:46.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.306+0000 7fb1a9357640 1 -- 172.21.15.27:0/2037702160 >> v2:172.21.15.153:3300/0 conn(0x7fb1a40b6f80 msgr2=0x7fb1a40b59b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:46.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.306+0000 7fb1a9357640 1 --2- 172.21.15.27:0/2037702160 >> v2:172.21.15.153:3300/0 conn(0x7fb1a40b6f80 0x7fb1a40b59b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:46.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.306+0000 7fb1a9357640 1 -- 172.21.15.27:0/2037702160 >> v1:172.21.15.153:6789/0 conn(0x7fb1a4161280 legacy=0x7fb1a40b9310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:46.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.306+0000 7fb1a9357640 1 -- 172.21.15.27:0/2037702160 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1a40d1eb0 con 0x7fb1a40b6b20 2024-02-09T23:57:46.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.306+0000 7fb1a8b56640 1 -- 172.21.15.27:0/2037702160 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3916130953 0 0) 0x7fb1a4161660 con 0x7fb1a4161280 2024-02-09T23:57:46.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.306+0000 7fb1aa359640 1 --2- 172.21.15.27:0/2037702160 >> v2:172.21.15.153:3300/0 conn(0x7fb1a40b6f80 0x7fb1a40b59b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:57:46.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.307+0000 7fb1a9357640 1 --2- 172.21.15.27:0/2037702160 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb1a40b6b20 0x7fb1a40b5470 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fb1a40b3420 tx=0x7fb19402b9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90bc148694e12262 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:46.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.307+0000 7fb1a8b56640 1 -- 172.21.15.27:0/2037702160 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb194030860 con 0x7fb1a40b6b20 2024-02-09T23:57:46.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.307+0000 7fb1a8b56640 1 -- 172.21.15.27:0/2037702160 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb1940309c0 con 0x7fb1a40b6b20 2024-02-09T23:57:46.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.307+0000 7fb1a8b56640 1 -- 172.21.15.27:0/2037702160 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb194030d50 con 0x7fb1a40b6b20 2024-02-09T23:57:46.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.308+0000 7fb1abdbc640 1 -- 172.21.15.27:0/2037702160 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb1a40b6b20 msgr2=0x7fb1a40b5470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:46.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.308+0000 7fb1abdbc640 1 --2- 172.21.15.27:0/2037702160 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb1a40b6b20 0x7fb1a40b5470 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fb1a40b3420 tx=0x7fb19402b9a0 comp rx=0 tx=0).stop 2024-02-09T23:57:46.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.308+0000 7fb1abdbc640 1 -- 172.21.15.27:0/2037702160 shutdown_connections 2024-02-09T23:57:46.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.308+0000 7fb1abdbc640 1 --2- 172.21.15.27:0/2037702160 >> v2:172.21.15.153:3300/0 conn(0x7fb1a40b6f80 0x7fb1a40b59b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:46.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.308+0000 7fb1abdbc640 1 --2- 172.21.15.27:0/2037702160 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb1a40b6b20 0x7fb1a40b5470 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:46.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.308+0000 7fb1abdbc640 1 -- 172.21.15.27:0/2037702160 >> 172.21.15.27:0/2037702160 conn(0x7fb1a4066f90 msgr2=0x7fb1a40d0470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:46.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.308+0000 7fb1abdbc640 1 -- 172.21.15.27:0/2037702160 shutdown_connections 2024-02-09T23:57:46.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.308+0000 7fb1abdbc640 1 -- 172.21.15.27:0/2037702160 wait complete. 2024-02-09T23:57:46.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.309+0000 7fb1abdbc640 1 Processor -- start 2024-02-09T23:57:46.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.309+0000 7fb1abdbc640 1 -- start start 2024-02-09T23:57:46.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.310+0000 7fb1abdbc640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb1a40b6b20 0x7fb1a4154a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:46.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.310+0000 7fb1abdbc640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb1a40b6f80 0x7fb1a40c7520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:46.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.310+0000 7fb1abdbc640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb1a4161280 0x7fb1a40c7a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:46.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.310+0000 7fb1abdbc640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1a40c8ca0 con 0x7fb1a40b6b20 2024-02-09T23:57:46.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.310+0000 7fb1abdbc640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1a40c8090 con 0x7fb1a4161280 2024-02-09T23:57:46.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.310+0000 7fb1abdbc640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb1a40c8370 con 0x7fb1a40b6f80 2024-02-09T23:57:46.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.310+0000 7fb1a9b58640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb1a40b6b20 0x7fb1a4154a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:46.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.310+0000 7fb1a9b58640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb1a40b6b20 0x7fb1a4154a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58952/0 (socket says 172.21.15.27:58952) 2024-02-09T23:57:46.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.310+0000 7fb1a9b58640 1 -- 172.21.15.27:0/1215133526 learned_addr learned my addr 172.21.15.27:0/1215133526 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:46.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.310+0000 7fb1a9357640 1 --2- 172.21.15.27:0/1215133526 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb1a40b6f80 0x7fb1a40c7520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:46.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.310+0000 7fb1aa359640 1 --2- 172.21.15.27:0/1215133526 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb1a4161280 0x7fb1a40c7a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:46.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.310+0000 7fb1a9b58640 1 -- 172.21.15.27:0/1215133526 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb1a40b6f80 msgr2=0x7fb1a40c7520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:46.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.310+0000 7fb1a9b58640 1 --2- 172.21.15.27:0/1215133526 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb1a40b6f80 0x7fb1a40c7520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:46.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.310+0000 7fb1a9b58640 1 -- 172.21.15.27:0/1215133526 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb1a4161280 msgr2=0x7fb1a40c7a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:46.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.310+0000 7fb1a9b58640 1 --2- 172.21.15.27:0/1215133526 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb1a4161280 0x7fb1a40c7a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:46.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.310+0000 7fb1a9b58640 1 -- 172.21.15.27:0/1215133526 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb19c009a70 con 0x7fb1a40b6b20 2024-02-09T23:57:46.316 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.310+0000 7fb1a9b58640 1 --2- 172.21.15.27:0/1215133526 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb1a40b6b20 0x7fb1a4154a50 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fb1a000c410 tx=0x7fb1a000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:46.316 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.311+0000 7fb19a7fc640 1 -- 172.21.15.27:0/1215133526 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1a00035f0 con 0x7fb1a40b6b20 2024-02-09T23:57:46.316 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.311+0000 7fb1abdbc640 1 -- 172.21.15.27:0/1215133526 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb1940094d0 con 0x7fb1a40b6b20 2024-02-09T23:57:46.316 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.311+0000 7fb19a7fc640 1 -- 172.21.15.27:0/1215133526 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb1a0003770 con 0x7fb1a40b6b20 2024-02-09T23:57:46.316 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.311+0000 7fb19a7fc640 1 -- 172.21.15.27:0/1215133526 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1a0003b20 con 0x7fb1a40b6b20 2024-02-09T23:57:46.316 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.311+0000 7fb1abdbc640 1 -- 172.21.15.27:0/1215133526 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb1a40c8930 con 0x7fb1a40b6b20 2024-02-09T23:57:46.316 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.312+0000 7fb1abdbc640 1 -- 172.21.15.27:0/1215133526 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb1a40746c0 con 0x7fb1a40b6b20 2024-02-09T23:57:46.316 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.312+0000 7fb19a7fc640 1 -- 172.21.15.27:0/1215133526 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fb1a0003c80 con 0x7fb1a40b6b20 2024-02-09T23:57:46.317 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.312+0000 7fb19a7fc640 1 --2- 172.21.15.27:0/1215133526 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb18806b810 0x7fb18806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:46.317 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.313+0000 7fb19a7fc640 1 -- 172.21.15.27:0/1215133526 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fb1a0089440 con 0x7fb1a40b6b20 2024-02-09T23:57:46.317 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.313+0000 7fb1a9357640 1 --2- 172.21.15.27:0/1215133526 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb18806b810 0x7fb18806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:46.317 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.313+0000 7fb1a9357640 1 --2- 172.21.15.27:0/1215133526 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb18806b810 0x7fb18806dcd0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fb194036000 tx=0x7fb194008030 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:46.318 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.317+0000 7fb19a7fc640 1 -- 172.21.15.27:0/1215133526 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fb1a0054210 con 0x7fb1a40b6b20 2024-02-09T23:57:46.511 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:46.509+0000 7fb1abdbc640 1 -- 172.21.15.27:0/1215133526 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7fb1a41609a0 con 0x7fb1a40b6b20 2024-02-09T23:57:47.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:47.900+0000 7fb19a7fc640 1 -- 172.21.15.27:0/1215133526 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v30) v1 ==== 97+0+0 (secure 0 0 0) 0x7fb1a00578d0 con 0x7fb1a40b6b20 2024-02-09T23:57:47.902 INFO:teuthology.orchestra.run.smithi027.stderr: removed all blocklist entries 2024-02-09T23:57:47.905 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:47.903+0000 7fb1abdbc640 1 -- 172.21.15.27:0/1215133526 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb18806b810 msgr2=0x7fb18806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:47.905 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:47.903+0000 7fb1abdbc640 1 --2- 172.21.15.27:0/1215133526 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb18806b810 0x7fb18806dcd0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fb194036000 tx=0x7fb194008030 comp rx=0 tx=0).stop 2024-02-09T23:57:47.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:47.903+0000 7fb1abdbc640 1 -- 172.21.15.27:0/1215133526 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb1a40b6b20 msgr2=0x7fb1a4154a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:47.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:47.903+0000 7fb1abdbc640 1 --2- 172.21.15.27:0/1215133526 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb1a40b6b20 0x7fb1a4154a50 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fb1a000c410 tx=0x7fb1a000c8d0 comp rx=0 tx=0).stop 2024-02-09T23:57:47.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:47.903+0000 7fb1abdbc640 1 -- 172.21.15.27:0/1215133526 shutdown_connections 2024-02-09T23:57:47.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:47.903+0000 7fb1abdbc640 1 --2- 172.21.15.27:0/1215133526 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb18806b810 0x7fb18806dcd0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:47.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:47.903+0000 7fb1abdbc640 1 --2- 172.21.15.27:0/1215133526 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb1a4161280 0x7fb1a40c7a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:47.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:47.903+0000 7fb1abdbc640 1 --2- 172.21.15.27:0/1215133526 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb1a40b6f80 0x7fb1a40c7520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:47.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:47.903+0000 7fb1abdbc640 1 --2- 172.21.15.27:0/1215133526 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb1a40b6b20 0x7fb1a4154a50 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:47.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:47.903+0000 7fb1abdbc640 1 -- 172.21.15.27:0/1215133526 >> 172.21.15.27:0/1215133526 conn(0x7fb1a4066f90 msgr2=0x7fb1a40b5770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:47.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:47.903+0000 7fb1abdbc640 1 -- 172.21.15.27:0/1215133526 shutdown_connections 2024-02-09T23:57:47.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:47.904+0000 7fb1abdbc640 1 -- 172.21.15.27:0/1215133526 wait complete. 2024-02-09T23:57:47.919 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-02-09T23:57:48.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.030+0000 7f31ea7a7640 1 Processor -- start 2024-02-09T23:57:48.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.030+0000 7f31ea7a7640 1 -- start start 2024-02-09T23:57:48.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.030+0000 7f31ea7a7640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f31e40b0bb0 0x7f31e415da60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:48.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.030+0000 7f31ea7a7640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31e4145700 con 0x7f31e4145320 2024-02-09T23:57:48.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.030+0000 7f31ea7a7640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31e40cc190 con 0x7f31e40b0720 2024-02-09T23:57:48.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.030+0000 7f31ea7a7640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f31e40ccb10 con 0x7f31e40b0bb0 2024-02-09T23:57:48.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.031+0000 7f31e8d44640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f31e40b0bb0 0x7f31e415da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:48.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.031+0000 7f31e8d44640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f31e40b0bb0 0x7f31e415da60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58956/0 (socket says 172.21.15.27:58956) 2024-02-09T23:57:48.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.031+0000 7f31e3fff640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f31e4145320 0x7f31e40cc400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:56054/0 (socket says 172.21.15.27:56054) 2024-02-09T23:57:48.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.031+0000 7f31e8d44640 1 -- 172.21.15.27:0/1207934394 learned_addr learned my addr 172.21.15.27:0/1207934394 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:48.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.031+0000 7f31e8d44640 1 -- 172.21.15.27:0/1207934394 >> v1:172.21.15.153:6789/0 conn(0x7f31e40b0720 legacy=0x7f31e415d350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:48.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.031+0000 7f31e8d44640 1 -- 172.21.15.27:0/1207934394 >> v1:172.21.15.27:6789/0 conn(0x7f31e4145320 legacy=0x7f31e40cc400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:48.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.031+0000 7f31e8d44640 1 -- 172.21.15.27:0/1207934394 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31e415c2b0 con 0x7f31e40b0bb0 2024-02-09T23:57:48.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.031+0000 7f31e2ffd640 1 -- 172.21.15.27:0/1207934394 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 262778974 0 0) 0x7f31e4145700 con 0x7f31e4145320 2024-02-09T23:57:48.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.032+0000 7f31e8d44640 1 --2- 172.21.15.27:0/1207934394 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f31e40b0bb0 0x7f31e415da60 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f31dc009e50 tx=0x7f31dc02c010 comp rx=0 tx=0).ready entity=mon.0 client_cookie=beedca915f67d398 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:48.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.032+0000 7f31e2ffd640 1 -- 172.21.15.27:0/1207934394 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31dc02cbb0 con 0x7f31e40b0bb0 2024-02-09T23:57:48.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.032+0000 7f31e2ffd640 1 -- 172.21.15.27:0/1207934394 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31dc02cd10 con 0x7f31e40b0bb0 2024-02-09T23:57:48.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.032+0000 7f31e2ffd640 1 -- 172.21.15.27:0/1207934394 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31dc034610 con 0x7f31e40b0bb0 2024-02-09T23:57:48.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.032+0000 7f31ea7a7640 1 -- 172.21.15.27:0/1207934394 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f31e40b0bb0 msgr2=0x7f31e415da60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:48.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.032+0000 7f31ea7a7640 1 --2- 172.21.15.27:0/1207934394 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f31e40b0bb0 0x7f31e415da60 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f31dc009e50 tx=0x7f31dc02c010 comp rx=0 tx=0).stop 2024-02-09T23:57:48.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.032+0000 7f31ea7a7640 1 -- 172.21.15.27:0/1207934394 shutdown_connections 2024-02-09T23:57:48.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.032+0000 7f31ea7a7640 1 --2- 172.21.15.27:0/1207934394 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f31e40b0bb0 0x7f31e415da60 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:48.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.032+0000 7f31ea7a7640 1 -- 172.21.15.27:0/1207934394 >> 172.21.15.27:0/1207934394 conn(0x7f31e40d1730 msgr2=0x7f31e40d1b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:48.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.033+0000 7f31ea7a7640 1 -- 172.21.15.27:0/1207934394 shutdown_connections 2024-02-09T23:57:48.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.033+0000 7f31ea7a7640 1 -- 172.21.15.27:0/1207934394 wait complete. 2024-02-09T23:57:48.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.034+0000 7f31ea7a7640 1 Processor -- start 2024-02-09T23:57:48.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.034+0000 7f31ea7a7640 1 -- start start 2024-02-09T23:57:48.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.035+0000 7f31ea7a7640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f31e40b0720 0x7f31e4138c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:48.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.035+0000 7f31ea7a7640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f31e40b0bb0 0x7f31e413ce90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:48.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.035+0000 7f31ea7a7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f31e4145320 0x7f31e40b0fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:48.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.035+0000 7f31ea7a7640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31e40b4d20 con 0x7f31e40b0bb0 2024-02-09T23:57:48.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.035+0000 7f31ea7a7640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31e41391c0 con 0x7f31e4145320 2024-02-09T23:57:48.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.035+0000 7f31ea7a7640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31e40b7140 con 0x7f31e40b0720 2024-02-09T23:57:48.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.035+0000 7f31e37fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f31e40b0bb0 0x7f31e413ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:48.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.035+0000 7f31e37fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f31e40b0bb0 0x7f31e413ce90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58966/0 (socket says 172.21.15.27:58966) 2024-02-09T23:57:48.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.035+0000 7f31e37fe640 1 -- 172.21.15.27:0/3033919783 learned_addr learned my addr 172.21.15.27:0/3033919783 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:48.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.035+0000 7f31e8d44640 1 --2- 172.21.15.27:0/3033919783 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f31e4145320 0x7f31e40b0fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:48.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.035+0000 7f31e37fe640 1 -- 172.21.15.27:0/3033919783 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f31e40b0720 msgr2=0x7f31e4138c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:48.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.035+0000 7f31e37fe640 1 --2- 172.21.15.27:0/3033919783 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f31e40b0720 0x7f31e4138c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:48.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.035+0000 7f31e37fe640 1 -- 172.21.15.27:0/3033919783 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f31e4145320 msgr2=0x7f31e40b0fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:48.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.035+0000 7f31e37fe640 1 --2- 172.21.15.27:0/3033919783 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f31e4145320 0x7f31e40b0fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:48.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.035+0000 7f31e37fe640 1 -- 172.21.15.27:0/3033919783 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31dc009b30 con 0x7f31e40b0bb0 2024-02-09T23:57:48.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.035+0000 7f31e37fe640 1 --2- 172.21.15.27:0/3033919783 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f31e40b0bb0 0x7f31e413ce90 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f31d800c450 tx=0x7f31d800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:48.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.035+0000 7f31e0ff9640 1 -- 172.21.15.27:0/3033919783 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31d80052d0 con 0x7f31e40b0bb0 2024-02-09T23:57:48.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.035+0000 7f31e0ff9640 1 -- 172.21.15.27:0/3033919783 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31d8005430 con 0x7f31e40b0bb0 2024-02-09T23:57:48.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.035+0000 7f31ea7a7640 1 -- 172.21.15.27:0/3033919783 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f31e40b43e0 con 0x7f31e40b0bb0 2024-02-09T23:57:48.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.035+0000 7f31e0ff9640 1 -- 172.21.15.27:0/3033919783 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31d8012870 con 0x7f31e40b0bb0 2024-02-09T23:57:48.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.035+0000 7f31ea7a7640 1 -- 172.21.15.27:0/3033919783 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31e413fbd0 con 0x7f31e40b0bb0 2024-02-09T23:57:48.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.036+0000 7f31ea7a7640 1 -- 172.21.15.27:0/3033919783 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f31e40b4e60 con 0x7f31e40b0bb0 2024-02-09T23:57:48.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.037+0000 7f31e0ff9640 1 -- 172.21.15.27:0/3033919783 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f31d80129d0 con 0x7f31e40b0bb0 2024-02-09T23:57:48.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.037+0000 7f31e0ff9640 1 --2- 172.21.15.27:0/3033919783 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f31d006b810 0x7f31d006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:48.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.038+0000 7f31e0ff9640 1 -- 172.21.15.27:0/3033919783 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f31d8089940 con 0x7f31e40b0bb0 2024-02-09T23:57:48.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.038+0000 7f31e3fff640 1 --2- 172.21.15.27:0/3033919783 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f31d006b810 0x7f31d006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:48.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.039+0000 7f31e3fff640 1 --2- 172.21.15.27:0/3033919783 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f31d006b810 0x7f31d006dcd0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f31d4000c00 tx=0x7f31d40079c0 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:48.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.042+0000 7f31e0ff9640 1 -- 172.21.15.27:0/3033919783 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f31e40b4e60 con 0x7f31e40b0bb0 2024-02-09T23:57:48.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.291+0000 7f31ea7a7640 1 -- 172.21.15.27:0/3033919783 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7f31e40b4e60 con 0x7f31e40b0bb0 2024-02-09T23:57:48.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.291+0000 7f31e0ff9640 1 -- 172.21.15.27:0/3033919783 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v8) v1 ==== 80+0+6645 (secure 0 0 0) 0x7f31e40b4e60 con 0x7f31e40b0bb0 2024-02-09T23:57:48.294 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:48.294 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-02-09T23:57:48.294 INFO:teuthology.orchestra.run.smithi027.stdout: "auth_dump": [ 2024-02-09T23:57:48.294 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-02-09T23:57:48.294 INFO:teuthology.orchestra.run.smithi027.stdout: "entity": "mds.a", 2024-02-09T23:57:48.294 INFO:teuthology.orchestra.run.smithi027.stdout: "key": "AQCIu8ZlDgAQNhAAQOB47ya+MtdgbTemXhR3UQ==", 2024-02-09T23:57:48.294 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": { 2024-02-09T23:57:48.294 INFO:teuthology.orchestra.run.smithi027.stdout: "mds": "allow", 2024-02-09T23:57:48.294 INFO:teuthology.orchestra.run.smithi027.stdout: "mgr": "allow *", 2024-02-09T23:57:48.294 INFO:teuthology.orchestra.run.smithi027.stdout: "mon": "allow *", 2024-02-09T23:57:48.294 INFO:teuthology.orchestra.run.smithi027.stdout: "osd": "allow *" 2024-02-09T23:57:48.294 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-02-09T23:57:48.294 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:57:48.294 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-02-09T23:57:48.295 INFO:teuthology.orchestra.run.smithi027.stdout: "entity": "mds.b", 2024-02-09T23:57:48.295 INFO:teuthology.orchestra.run.smithi027.stdout: "key": "AQCJu8ZlD9LjBxAA+yxJ49iGPGNS7bpWqv+mTg==", 2024-02-09T23:57:48.295 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": { 2024-02-09T23:57:48.295 INFO:teuthology.orchestra.run.smithi027.stdout: "mds": "allow", 2024-02-09T23:57:48.295 INFO:teuthology.orchestra.run.smithi027.stdout: "mgr": "allow *", 2024-02-09T23:57:48.295 INFO:teuthology.orchestra.run.smithi027.stdout: "mon": "allow *", 2024-02-09T23:57:48.295 INFO:teuthology.orchestra.run.smithi027.stdout: "osd": "allow *" 2024-02-09T23:57:48.295 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-02-09T23:57:48.295 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:57:48.295 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-02-09T23:57:48.296 INFO:teuthology.orchestra.run.smithi027.stdout: "entity": "mds.c", 2024-02-09T23:57:48.296 INFO:teuthology.orchestra.run.smithi027.stdout: "key": "AQCJu8ZlvpSAAhAACiWIlII2TTg32Lx/9J8eJQ==", 2024-02-09T23:57:48.296 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": { 2024-02-09T23:57:48.296 INFO:teuthology.orchestra.run.smithi027.stdout: "mds": "allow", 2024-02-09T23:57:48.297 INFO:teuthology.orchestra.run.smithi027.stdout: "mgr": "allow *", 2024-02-09T23:57:48.297 INFO:teuthology.orchestra.run.smithi027.stdout: "mon": "allow *", 2024-02-09T23:57:48.297 INFO:teuthology.orchestra.run.smithi027.stdout: "osd": "allow *" 2024-02-09T23:57:48.297 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-02-09T23:57:48.297 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:57:48.297 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-02-09T23:57:48.297 INFO:teuthology.orchestra.run.smithi027.stdout: "entity": "mds.d", 2024-02-09T23:57:48.297 INFO:teuthology.orchestra.run.smithi027.stdout: "key": "AQCJu8ZlTJdjDxAAALJY4m7HZ9yHlIPLPZJ/FA==", 2024-02-09T23:57:48.297 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": { 2024-02-09T23:57:48.297 INFO:teuthology.orchestra.run.smithi027.stdout: "mds": "allow", 2024-02-09T23:57:48.297 INFO:teuthology.orchestra.run.smithi027.stdout: "mgr": "allow *", 2024-02-09T23:57:48.297 INFO:teuthology.orchestra.run.smithi027.stdout: "mon": "allow *", 2024-02-09T23:57:48.297 INFO:teuthology.orchestra.run.smithi027.stdout: "osd": "allow *" 2024-02-09T23:57:48.297 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-02-09T23:57:48.298 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:57:48.298 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-02-09T23:57:48.298 INFO:teuthology.orchestra.run.smithi027.stdout: "entity": "osd.0", 2024-02-09T23:57:48.298 INFO:teuthology.orchestra.run.smithi027.stdout: "key": "AQCMu8ZlixF+MBAAQYXIyyq5XELEgLNDyaMvBA==", 2024-02-09T23:57:48.298 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": { 2024-02-09T23:57:48.298 INFO:teuthology.orchestra.run.smithi027.stdout: "mgr": "allow profile osd", 2024-02-09T23:57:48.298 INFO:teuthology.orchestra.run.smithi027.stdout: "mon": "allow profile osd", 2024-02-09T23:57:48.298 INFO:teuthology.orchestra.run.smithi027.stdout: "osd": "allow *" 2024-02-09T23:57:48.298 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-02-09T23:57:48.298 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:57:48.298 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-02-09T23:57:48.298 INFO:teuthology.orchestra.run.smithi027.stdout: "entity": "osd.1", 2024-02-09T23:57:48.298 INFO:teuthology.orchestra.run.smithi027.stdout: "key": "AQCPu8Zlpai0LxAAGEzrDsWhbZSW8FB1chl42g==", 2024-02-09T23:57:48.298 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": { 2024-02-09T23:57:48.298 INFO:teuthology.orchestra.run.smithi027.stdout: "mgr": "allow profile osd", 2024-02-09T23:57:48.299 INFO:teuthology.orchestra.run.smithi027.stdout: "mon": "allow profile osd", 2024-02-09T23:57:48.299 INFO:teuthology.orchestra.run.smithi027.stdout: "osd": "allow *" 2024-02-09T23:57:48.299 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-02-09T23:57:48.299 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:57:48.299 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-02-09T23:57:48.299 INFO:teuthology.orchestra.run.smithi027.stdout: "entity": "osd.2", 2024-02-09T23:57:48.299 INFO:teuthology.orchestra.run.smithi027.stdout: "key": "AQCSu8ZlC3gTLxAAVlhUAZzrwaK5R5fl667eiQ==", 2024-02-09T23:57:48.299 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": { 2024-02-09T23:57:48.299 INFO:teuthology.orchestra.run.smithi027.stdout: "mgr": "allow profile osd", 2024-02-09T23:57:48.299 INFO:teuthology.orchestra.run.smithi027.stdout: "mon": "allow profile osd", 2024-02-09T23:57:48.299 INFO:teuthology.orchestra.run.smithi027.stdout: "osd": "allow *" 2024-02-09T23:57:48.300 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-02-09T23:57:48.300 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:57:48.300 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-02-09T23:57:48.300 INFO:teuthology.orchestra.run.smithi027.stdout: "entity": "osd.3", 2024-02-09T23:57:48.300 INFO:teuthology.orchestra.run.smithi027.stdout: "key": "AQCVu8Zl7qPrLRAAjXDXECCR+wgtwY//TiJrjQ==", 2024-02-09T23:57:48.300 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": { 2024-02-09T23:57:48.300 INFO:teuthology.orchestra.run.smithi027.stdout: "mgr": "allow profile osd", 2024-02-09T23:57:48.300 INFO:teuthology.orchestra.run.smithi027.stdout: "mon": "allow profile osd", 2024-02-09T23:57:48.300 INFO:teuthology.orchestra.run.smithi027.stdout: "osd": "allow *" 2024-02-09T23:57:48.300 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-02-09T23:57:48.300 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:57:48.300 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-02-09T23:57:48.300 INFO:teuthology.orchestra.run.smithi027.stdout: "entity": "osd.4", 2024-02-09T23:57:48.301 INFO:teuthology.orchestra.run.smithi027.stdout: "key": "AQCbu8ZlPG8LOhAALj724w9waeNjEKfd86Vw8g==", 2024-02-09T23:57:48.301 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": { 2024-02-09T23:57:48.301 INFO:teuthology.orchestra.run.smithi027.stdout: "mgr": "allow profile osd", 2024-02-09T23:57:48.301 INFO:teuthology.orchestra.run.smithi027.stdout: "mon": "allow profile osd", 2024-02-09T23:57:48.301 INFO:teuthology.orchestra.run.smithi027.stdout: "osd": "allow *" 2024-02-09T23:57:48.301 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-02-09T23:57:48.301 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:57:48.301 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-02-09T23:57:48.301 INFO:teuthology.orchestra.run.smithi027.stdout: "entity": "osd.5", 2024-02-09T23:57:48.301 INFO:teuthology.orchestra.run.smithi027.stdout: "key": "AQCeu8ZlkwXQORAAE4m/XxJxPpe4VB4OWuqBAg==", 2024-02-09T23:57:48.301 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": { 2024-02-09T23:57:48.301 INFO:teuthology.orchestra.run.smithi027.stdout: "mgr": "allow profile osd", 2024-02-09T23:57:48.301 INFO:teuthology.orchestra.run.smithi027.stdout: "mon": "allow profile osd", 2024-02-09T23:57:48.301 INFO:teuthology.orchestra.run.smithi027.stdout: "osd": "allow *" 2024-02-09T23:57:48.301 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-02-09T23:57:48.302 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:57:48.302 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-02-09T23:57:48.302 INFO:teuthology.orchestra.run.smithi027.stdout: "entity": "osd.6", 2024-02-09T23:57:48.302 INFO:teuthology.orchestra.run.smithi027.stdout: "key": "AQChu8Zl0s+vOBAA0p0Yv8I6zVNJTxN/9Voutg==", 2024-02-09T23:57:48.302 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": { 2024-02-09T23:57:48.302 INFO:teuthology.orchestra.run.smithi027.stdout: "mgr": "allow profile osd", 2024-02-09T23:57:48.302 INFO:teuthology.orchestra.run.smithi027.stdout: "mon": "allow profile osd", 2024-02-09T23:57:48.302 INFO:teuthology.orchestra.run.smithi027.stdout: "osd": "allow *" 2024-02-09T23:57:48.302 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-02-09T23:57:48.302 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:57:48.302 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-02-09T23:57:48.302 INFO:teuthology.orchestra.run.smithi027.stdout: "entity": "osd.7", 2024-02-09T23:57:48.302 INFO:teuthology.orchestra.run.smithi027.stdout: "key": "AQCku8ZlVeADNxAAaMBzJdTASa7b9A8YPjqFHw==", 2024-02-09T23:57:48.302 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": { 2024-02-09T23:57:48.302 INFO:teuthology.orchestra.run.smithi027.stdout: "mgr": "allow profile osd", 2024-02-09T23:57:48.303 INFO:teuthology.orchestra.run.smithi027.stdout: "mon": "allow profile osd", 2024-02-09T23:57:48.303 INFO:teuthology.orchestra.run.smithi027.stdout: "osd": "allow *" 2024-02-09T23:57:48.303 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-02-09T23:57:48.303 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:57:48.303 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-02-09T23:57:48.303 INFO:teuthology.orchestra.run.smithi027.stdout: "entity": "client.0", 2024-02-09T23:57:48.303 INFO:teuthology.orchestra.run.smithi027.stdout: "key": "AQCJu8Zl5aPyExAAWEuFyVnn8gCxmV57DUYNaw==", 2024-02-09T23:57:48.303 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": { 2024-02-09T23:57:48.303 INFO:teuthology.orchestra.run.smithi027.stdout: "mds": "allow", 2024-02-09T23:57:48.303 INFO:teuthology.orchestra.run.smithi027.stdout: "mgr": "allow r", 2024-02-09T23:57:48.303 INFO:teuthology.orchestra.run.smithi027.stdout: "mon": "allow rw", 2024-02-09T23:57:48.303 INFO:teuthology.orchestra.run.smithi027.stdout: "osd": "allow rwx" 2024-02-09T23:57:48.303 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-02-09T23:57:48.303 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:57:48.303 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-02-09T23:57:48.304 INFO:teuthology.orchestra.run.smithi027.stdout: "entity": "client.1", 2024-02-09T23:57:48.304 INFO:teuthology.orchestra.run.smithi027.stdout: "key": "AQCJu8ZlpvKOGxAAtH9Qp0bYXmn4VB5sgpGHTg==", 2024-02-09T23:57:48.304 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": { 2024-02-09T23:57:48.304 INFO:teuthology.orchestra.run.smithi027.stdout: "mds": "allow", 2024-02-09T23:57:48.304 INFO:teuthology.orchestra.run.smithi027.stdout: "mgr": "allow r", 2024-02-09T23:57:48.304 INFO:teuthology.orchestra.run.smithi027.stdout: "mon": "allow rw", 2024-02-09T23:57:48.304 INFO:teuthology.orchestra.run.smithi027.stdout: "osd": "allow rwx" 2024-02-09T23:57:48.304 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-02-09T23:57:48.304 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:57:48.304 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-02-09T23:57:48.304 INFO:teuthology.orchestra.run.smithi027.stdout: "entity": "client.2", 2024-02-09T23:57:48.304 INFO:teuthology.orchestra.run.smithi027.stdout: "key": "AQCJu8Zlrg3SFxAAyl2FXTqDyNoUbjPxAZ60Nw==", 2024-02-09T23:57:48.304 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": { 2024-02-09T23:57:48.304 INFO:teuthology.orchestra.run.smithi027.stdout: "mds": "allow", 2024-02-09T23:57:48.304 INFO:teuthology.orchestra.run.smithi027.stdout: "mgr": "allow r", 2024-02-09T23:57:48.305 INFO:teuthology.orchestra.run.smithi027.stdout: "mon": "allow rw", 2024-02-09T23:57:48.305 INFO:teuthology.orchestra.run.smithi027.stdout: "osd": "allow rwx" 2024-02-09T23:57:48.305 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-02-09T23:57:48.305 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:57:48.305 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-02-09T23:57:48.305 INFO:teuthology.orchestra.run.smithi027.stdout: "entity": "client.3", 2024-02-09T23:57:48.305 INFO:teuthology.orchestra.run.smithi027.stdout: "key": "AQCJu8ZliK9tIRAAEE6DAyOo/45/kRReuAUd+A==", 2024-02-09T23:57:48.305 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": { 2024-02-09T23:57:48.305 INFO:teuthology.orchestra.run.smithi027.stdout: "mds": "allow", 2024-02-09T23:57:48.305 INFO:teuthology.orchestra.run.smithi027.stdout: "mgr": "allow r", 2024-02-09T23:57:48.305 INFO:teuthology.orchestra.run.smithi027.stdout: "mon": "allow rw", 2024-02-09T23:57:48.305 INFO:teuthology.orchestra.run.smithi027.stdout: "osd": "allow rwx" 2024-02-09T23:57:48.305 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-02-09T23:57:48.305 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:57:48.305 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-02-09T23:57:48.306 INFO:teuthology.orchestra.run.smithi027.stdout: "entity": "client.admin", 2024-02-09T23:57:48.306 INFO:teuthology.orchestra.run.smithi027.stdout: "key": "AQCIu8Zlh0rlFxAA1nXWYCUctwEHAYepe+pclA==", 2024-02-09T23:57:48.306 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": { 2024-02-09T23:57:48.306 INFO:teuthology.orchestra.run.smithi027.stdout: "mds": "allow *", 2024-02-09T23:57:48.306 INFO:teuthology.orchestra.run.smithi027.stdout: "mgr": "allow *", 2024-02-09T23:57:48.306 INFO:teuthology.orchestra.run.smithi027.stdout: "mon": "allow *", 2024-02-09T23:57:48.306 INFO:teuthology.orchestra.run.smithi027.stdout: "osd": "allow *" 2024-02-09T23:57:48.306 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-02-09T23:57:48.306 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:57:48.306 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-02-09T23:57:48.306 INFO:teuthology.orchestra.run.smithi027.stdout: "entity": "client.bootstrap-mds", 2024-02-09T23:57:48.306 INFO:teuthology.orchestra.run.smithi027.stdout: "key": "AQCru8Zl0lasBhAAHRIddM8mXO0EhqFiOr8RTg==", 2024-02-09T23:57:48.306 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": { 2024-02-09T23:57:48.306 INFO:teuthology.orchestra.run.smithi027.stdout: "mon": "allow profile bootstrap-mds" 2024-02-09T23:57:48.307 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-02-09T23:57:48.307 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:57:48.307 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-02-09T23:57:48.307 INFO:teuthology.orchestra.run.smithi027.stdout: "entity": "client.bootstrap-mgr", 2024-02-09T23:57:48.307 INFO:teuthology.orchestra.run.smithi027.stdout: "key": "AQCru8ZlGGCsBhAA9Yxdqg7rJ08xdXnu79BpAA==", 2024-02-09T23:57:48.307 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": { 2024-02-09T23:57:48.307 INFO:teuthology.orchestra.run.smithi027.stdout: "mon": "allow profile bootstrap-mgr" 2024-02-09T23:57:48.307 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-02-09T23:57:48.307 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:57:48.307 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-02-09T23:57:48.307 INFO:teuthology.orchestra.run.smithi027.stdout: "entity": "client.bootstrap-osd", 2024-02-09T23:57:48.307 INFO:teuthology.orchestra.run.smithi027.stdout: "key": "AQCru8ZlfGesBhAAm2zBCbHUGUWX7UekPeQijg==", 2024-02-09T23:57:48.307 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": { 2024-02-09T23:57:48.307 INFO:teuthology.orchestra.run.smithi027.stdout: "mon": "allow profile bootstrap-osd" 2024-02-09T23:57:48.307 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-02-09T23:57:48.307 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:57:48.308 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-02-09T23:57:48.308 INFO:teuthology.orchestra.run.smithi027.stdout: "entity": "client.bootstrap-rbd", 2024-02-09T23:57:48.308 INFO:teuthology.orchestra.run.smithi027.stdout: "key": "AQCru8Zlf26sBhAAV0Pt3q4KOZzsZ3BZ2HbBtw==", 2024-02-09T23:57:48.308 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": { 2024-02-09T23:57:48.308 INFO:teuthology.orchestra.run.smithi027.stdout: "mon": "allow profile bootstrap-rbd" 2024-02-09T23:57:48.308 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-02-09T23:57:48.308 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:57:48.308 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-02-09T23:57:48.308 INFO:teuthology.orchestra.run.smithi027.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-02-09T23:57:48.308 INFO:teuthology.orchestra.run.smithi027.stdout: "key": "AQCru8Zl53WsBhAAWPJC857aoeuWsXvcdYXAWw==", 2024-02-09T23:57:48.308 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": { 2024-02-09T23:57:48.308 INFO:teuthology.orchestra.run.smithi027.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-02-09T23:57:48.308 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-02-09T23:57:48.308 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:57:48.309 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-02-09T23:57:48.309 INFO:teuthology.orchestra.run.smithi027.stdout: "entity": "client.bootstrap-rgw", 2024-02-09T23:57:48.309 INFO:teuthology.orchestra.run.smithi027.stdout: "key": "AQCru8ZlYX2sBhAAyc9XOPSyrJeOGc6oWocUbg==", 2024-02-09T23:57:48.309 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": { 2024-02-09T23:57:48.309 INFO:teuthology.orchestra.run.smithi027.stdout: "mon": "allow profile bootstrap-rgw" 2024-02-09T23:57:48.309 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-02-09T23:57:48.309 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:57:48.309 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-02-09T23:57:48.309 INFO:teuthology.orchestra.run.smithi027.stdout: "entity": "mgr.x", 2024-02-09T23:57:48.309 INFO:teuthology.orchestra.run.smithi027.stdout: "key": "AQCIu8Zl14kvMhAA5ilF/3OPMJgB6vAcmhcgfA==", 2024-02-09T23:57:48.309 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": { 2024-02-09T23:57:48.309 INFO:teuthology.orchestra.run.smithi027.stdout: "mds": "allow *", 2024-02-09T23:57:48.309 INFO:teuthology.orchestra.run.smithi027.stdout: "mon": "allow profile mgr", 2024-02-09T23:57:48.309 INFO:teuthology.orchestra.run.smithi027.stdout: "osd": "allow *" 2024-02-09T23:57:48.309 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-02-09T23:57:48.310 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:57:48.310 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-02-09T23:57:48.310 INFO:teuthology.orchestra.run.smithi027.stdout: "entity": "mgr.y", 2024-02-09T23:57:48.310 INFO:teuthology.orchestra.run.smithi027.stdout: "key": "AQCIu8Zlll92LhAAxGRx9u7qGn/0YS/CvV+5GA==", 2024-02-09T23:57:48.310 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": { 2024-02-09T23:57:48.310 INFO:teuthology.orchestra.run.smithi027.stdout: "mds": "allow *", 2024-02-09T23:57:48.310 INFO:teuthology.orchestra.run.smithi027.stdout: "mon": "allow profile mgr", 2024-02-09T23:57:48.310 INFO:teuthology.orchestra.run.smithi027.stdout: "osd": "allow *" 2024-02-09T23:57:48.310 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-02-09T23:57:48.310 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-02-09T23:57:48.310 INFO:teuthology.orchestra.run.smithi027.stdout: ] 2024-02-09T23:57:48.310 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-02-09T23:57:48.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.293+0000 7f31ea7a7640 1 -- 172.21.15.27:0/3033919783 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f31d006b810 msgr2=0x7f31d006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:48.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.293+0000 7f31ea7a7640 1 --2- 172.21.15.27:0/3033919783 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f31d006b810 0x7f31d006dcd0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f31d4000c00 tx=0x7f31d40079c0 comp rx=0 tx=0).stop 2024-02-09T23:57:48.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.293+0000 7f31ea7a7640 1 -- 172.21.15.27:0/3033919783 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f31e40b0bb0 msgr2=0x7f31e413ce90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:48.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.293+0000 7f31ea7a7640 1 --2- 172.21.15.27:0/3033919783 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f31e40b0bb0 0x7f31e413ce90 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f31d800c450 tx=0x7f31d800c910 comp rx=0 tx=0).stop 2024-02-09T23:57:48.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.293+0000 7f31ea7a7640 1 -- 172.21.15.27:0/3033919783 shutdown_connections 2024-02-09T23:57:48.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.293+0000 7f31ea7a7640 1 --2- 172.21.15.27:0/3033919783 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f31d006b810 0x7f31d006dcd0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:48.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.293+0000 7f31ea7a7640 1 --2- 172.21.15.27:0/3033919783 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f31e4145320 0x7f31e40b0fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:48.313 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.293+0000 7f31ea7a7640 1 --2- 172.21.15.27:0/3033919783 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f31e40b0bb0 0x7f31e413ce90 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:48.313 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.293+0000 7f31ea7a7640 1 --2- 172.21.15.27:0/3033919783 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f31e40b0720 0x7f31e4138c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:48.313 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.293+0000 7f31ea7a7640 1 -- 172.21.15.27:0/3033919783 >> 172.21.15.27:0/3033919783 conn(0x7f31e40d1730 msgr2=0x7f31e4070ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:48.313 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.293+0000 7f31ea7a7640 1 -- 172.21.15.27:0/3033919783 shutdown_connections 2024-02-09T23:57:48.313 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.293+0000 7f31ea7a7640 1 -- 172.21.15.27:0/3033919783 wait complete. 2024-02-09T23:57:48.313 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-02-09T23:57:48.422 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.420+0000 7f9af2f0d640 1 Processor -- start 2024-02-09T23:57:48.422 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.420+0000 7f9af2f0d640 1 -- start start 2024-02-09T23:57:48.423 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.421+0000 7f9af2f0d640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9aec0b18b0 0x7f9aec143c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:48.423 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.421+0000 7f9af2f0d640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f9aec0cd000 0x7f9aec144140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:48.423 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.421+0000 7f9af2f0d640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9aec0b4ec0 con 0x7f9aec0b1c90 2024-02-09T23:57:48.423 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.421+0000 7f9af2f0d640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9aec144680 con 0x7f9aec0cd000 2024-02-09T23:57:48.423 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.421+0000 7f9af2f0d640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9aec0cd460 con 0x7f9aec0b18b0 2024-02-09T23:57:48.423 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.421+0000 7f9af14aa640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f9aec0cd000 0x7f9aec144140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:48.424 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.421+0000 7f9ae3fff640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f9aec0b1c90 0x7f9aec0cc8f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:56056/0 (socket says 172.21.15.27:56056) 2024-02-09T23:57:48.424 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.421+0000 7f9ae3fff640 1 -- 172.21.15.27:0/1495096041 learned_addr learned my addr 172.21.15.27:0/1495096041 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:48.424 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.421+0000 7f9af14aa640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f9aec0cd000 0x7f9aec144140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58972/0 (socket says 172.21.15.27:58972) 2024-02-09T23:57:48.424 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.421+0000 7f9af0ca9640 1 --2- 172.21.15.27:0/1495096041 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9aec0b18b0 0x7f9aec143c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:48.424 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.421+0000 7f9af14aa640 1 -- 172.21.15.27:0/1495096041 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9aec0b18b0 msgr2=0x7f9aec143c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:48.424 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.421+0000 7f9af14aa640 1 --2- 172.21.15.27:0/1495096041 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9aec0b18b0 0x7f9aec143c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:48.424 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.421+0000 7f9af14aa640 1 -- 172.21.15.27:0/1495096041 >> v1:172.21.15.27:6789/0 conn(0x7f9aec0b1c90 legacy=0x7f9aec0cc8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:48.424 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.421+0000 7f9af14aa640 1 -- 172.21.15.27:0/1495096041 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9aec0b3e20 con 0x7f9aec0cd000 2024-02-09T23:57:48.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.422+0000 7f9af14aa640 1 --2- 172.21.15.27:0/1495096041 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9aec0cd000 0x7f9aec144140 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f9ae4009d90 tx=0x7f9ae402bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cae7b2c037754c1e server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:48.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.422+0000 7f9ae37fe640 1 -- 172.21.15.27:0/1495096041 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ae402cc50 con 0x7f9aec0cd000 2024-02-09T23:57:48.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.422+0000 7f9ae37fe640 1 -- 172.21.15.27:0/1495096041 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ae402cdb0 con 0x7f9aec0cd000 2024-02-09T23:57:48.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.422+0000 7f9ae37fe640 1 -- 172.21.15.27:0/1495096041 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ae4034660 con 0x7f9aec0cd000 2024-02-09T23:57:48.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.423+0000 7f9af2f0d640 1 -- 172.21.15.27:0/1495096041 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9aec0cd000 msgr2=0x7f9aec144140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:48.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.423+0000 7f9af2f0d640 1 --2- 172.21.15.27:0/1495096041 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9aec0cd000 0x7f9aec144140 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f9ae4009d90 tx=0x7f9ae402bea0 comp rx=0 tx=0).stop 2024-02-09T23:57:48.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.423+0000 7f9af2f0d640 1 -- 172.21.15.27:0/1495096041 shutdown_connections 2024-02-09T23:57:48.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.423+0000 7f9af2f0d640 1 --2- 172.21.15.27:0/1495096041 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9aec0cd000 0x7f9aec144140 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:48.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.423+0000 7f9af2f0d640 1 --2- 172.21.15.27:0/1495096041 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9aec0b18b0 0x7f9aec143c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:48.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.423+0000 7f9af2f0d640 1 -- 172.21.15.27:0/1495096041 >> 172.21.15.27:0/1495096041 conn(0x7f9aec071240 msgr2=0x7f9aec071620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:48.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.423+0000 7f9af2f0d640 1 -- 172.21.15.27:0/1495096041 shutdown_connections 2024-02-09T23:57:48.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.423+0000 7f9af2f0d640 1 -- 172.21.15.27:0/1495096041 wait complete. 2024-02-09T23:57:48.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.424+0000 7f9af2f0d640 1 Processor -- start 2024-02-09T23:57:48.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.424+0000 7f9af2f0d640 1 -- start start 2024-02-09T23:57:48.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.425+0000 7f9af2f0d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9aec0b18b0 0x7f9aec0c8bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:48.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.425+0000 7f9af2f0d640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9aec0b1c90 0x7f9aec0c9100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:48.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.425+0000 7f9af2f0d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9aec0cd000 0x7f9aec1f3550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:48.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.425+0000 7f9af2f0d640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9aec1418f0 con 0x7f9aec0b18b0 2024-02-09T23:57:48.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.425+0000 7f9af2f0d640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9aec141bd0 con 0x7f9aec0cd000 2024-02-09T23:57:48.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.425+0000 7f9af2f0d640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9aec141eb0 con 0x7f9aec0b1c90 2024-02-09T23:57:48.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.425+0000 7f9af0ca9640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9aec0b18b0 0x7f9aec0c8bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:48.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.425+0000 7f9af0ca9640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9aec0b18b0 0x7f9aec0c8bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58986/0 (socket says 172.21.15.27:58986) 2024-02-09T23:57:48.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.425+0000 7f9af0ca9640 1 -- 172.21.15.27:0/560735820 learned_addr learned my addr 172.21.15.27:0/560735820 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:48.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.425+0000 7f9ae3fff640 1 --2- 172.21.15.27:0/560735820 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9aec0b1c90 0x7f9aec0c9100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:48.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.425+0000 7f9af14aa640 1 --2- 172.21.15.27:0/560735820 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9aec0cd000 0x7f9aec1f3550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:48.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.425+0000 7f9af0ca9640 1 -- 172.21.15.27:0/560735820 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9aec0b1c90 msgr2=0x7f9aec0c9100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:48.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.425+0000 7f9af0ca9640 1 --2- 172.21.15.27:0/560735820 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9aec0b1c90 0x7f9aec0c9100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:48.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.425+0000 7f9af0ca9640 1 -- 172.21.15.27:0/560735820 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9aec0cd000 msgr2=0x7f9aec1f3550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:48.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.425+0000 7f9af0ca9640 1 --2- 172.21.15.27:0/560735820 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9aec0cd000 0x7f9aec1f3550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:48.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.425+0000 7f9af0ca9640 1 -- 172.21.15.27:0/560735820 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ae4009a70 con 0x7f9aec0b18b0 2024-02-09T23:57:48.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.425+0000 7f9af0ca9640 1 --2- 172.21.15.27:0/560735820 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9aec0b18b0 0x7f9aec0c8bc0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f9ae800e9b0 tx=0x7f9ae800ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:48.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.426+0000 7f9ae17fa640 1 -- 172.21.15.27:0/560735820 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ae8009670 con 0x7f9aec0b18b0 2024-02-09T23:57:48.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.426+0000 7f9ae17fa640 1 -- 172.21.15.27:0/560735820 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ae800c9a0 con 0x7f9aec0b18b0 2024-02-09T23:57:48.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.426+0000 7f9af2f0d640 1 -- 172.21.15.27:0/560735820 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9aec142190 con 0x7f9aec0b18b0 2024-02-09T23:57:48.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.426+0000 7f9ae17fa640 1 -- 172.21.15.27:0/560735820 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ae800cd50 con 0x7f9aec0b18b0 2024-02-09T23:57:48.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.426+0000 7f9af2f0d640 1 -- 172.21.15.27:0/560735820 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9aec142990 con 0x7f9aec0b18b0 2024-02-09T23:57:48.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.427+0000 7f9af2f0d640 1 -- 172.21.15.27:0/560735820 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9aec067cc0 con 0x7f9aec0b18b0 2024-02-09T23:57:48.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.427+0000 7f9ae17fa640 1 -- 172.21.15.27:0/560735820 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f9ae8013470 con 0x7f9aec0b18b0 2024-02-09T23:57:48.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.427+0000 7f9ae17fa640 1 --2- 172.21.15.27:0/560735820 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f9ad806b810 0x7f9ad806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:48.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.428+0000 7f9ae17fa640 1 -- 172.21.15.27:0/560735820 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f9ae8089fe0 con 0x7f9aec0b18b0 2024-02-09T23:57:48.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.428+0000 7f9ae3fff640 1 --2- 172.21.15.27:0/560735820 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f9ad806b810 0x7f9ad806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:48.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.428+0000 7f9ae3fff640 1 --2- 172.21.15.27:0/560735820 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f9ad806b810 0x7f9ad806dcd0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f9aec0749a0 tx=0x7f9adc007e80 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:48.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.432+0000 7f9ae17fa640 1 -- 172.21.15.27:0/560735820 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f9ae8054e90 con 0x7f9aec0b18b0 2024-02-09T23:57:48.683 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.681+0000 7f9af2f0d640 1 -- 172.21.15.27:0/560735820 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) v1 -- 0x7f9aec0b2980 con 0x7f9aec0b18b0 2024-02-09T23:57:48.684 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.683+0000 7f9ae17fa640 1 -- 172.21.15.27:0/560735820 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v9) v1 ==== 90+0+0 (secure 0 0 0) 0x7f9ae8058550 con 0x7f9aec0b18b0 2024-02-09T23:57:48.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.685+0000 7f9af2f0d640 1 -- 172.21.15.27:0/560735820 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f9ad806b810 msgr2=0x7f9ad806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:48.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.685+0000 7f9af2f0d640 1 --2- 172.21.15.27:0/560735820 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f9ad806b810 0x7f9ad806dcd0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f9aec0749a0 tx=0x7f9adc007e80 comp rx=0 tx=0).stop 2024-02-09T23:57:48.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.685+0000 7f9af2f0d640 1 -- 172.21.15.27:0/560735820 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9aec0b18b0 msgr2=0x7f9aec0c8bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:48.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.685+0000 7f9af2f0d640 1 --2- 172.21.15.27:0/560735820 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9aec0b18b0 0x7f9aec0c8bc0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f9ae800e9b0 tx=0x7f9ae800ee70 comp rx=0 tx=0).stop 2024-02-09T23:57:48.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.685+0000 7f9af2f0d640 1 -- 172.21.15.27:0/560735820 shutdown_connections 2024-02-09T23:57:48.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.685+0000 7f9af2f0d640 1 --2- 172.21.15.27:0/560735820 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f9ad806b810 0x7f9ad806dcd0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:48.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.685+0000 7f9af2f0d640 1 --2- 172.21.15.27:0/560735820 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9aec0cd000 0x7f9aec1f3550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:48.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.685+0000 7f9af2f0d640 1 --2- 172.21.15.27:0/560735820 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9aec0b1c90 0x7f9aec0c9100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:48.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.685+0000 7f9af2f0d640 1 --2- 172.21.15.27:0/560735820 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9aec0b18b0 0x7f9aec0c8bc0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:48.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.685+0000 7f9af2f0d640 1 -- 172.21.15.27:0/560735820 >> 172.21.15.27:0/560735820 conn(0x7f9aec071240 msgr2=0x7f9aec073e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:48.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.685+0000 7f9af2f0d640 1 -- 172.21.15.27:0/560735820 shutdown_connections 2024-02-09T23:57:48.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.685+0000 7f9af2f0d640 1 -- 172.21.15.27:0/560735820 wait complete. 2024-02-09T23:57:48.698 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-02-09T23:57:48.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.803+0000 7f2cdad47640 1 Processor -- start 2024-02-09T23:57:48.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.803+0000 7f2cdad47640 1 -- start start 2024-02-09T23:57:48.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.804+0000 7f2cdad47640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f2cd4161160 0x7f2cd40d1ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:48.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.804+0000 7f2cdad47640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2cd40d2020 0x7f2cd40ce7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:48.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.804+0000 7f2cdad47640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2cd4161540 con 0x7f2cd40ced00 2024-02-09T23:57:48.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.804+0000 7f2cdad47640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2cd40cf1b0 con 0x7f2cd4161160 2024-02-09T23:57:48.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.804+0000 7f2cdad47640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2cd40d3120 con 0x7f2cd40d2020 2024-02-09T23:57:48.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.804+0000 7f2cd8ae3640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f2cd4161160 0x7f2cd40d1ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:48.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.804+0000 7f2cd8ae3640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f2cd4161160 0x7f2cd40d1ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58998/0 (socket says 172.21.15.27:58998) 2024-02-09T23:57:48.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.804+0000 7f2cd8ae3640 1 -- 172.21.15.27:0/3155386384 learned_addr learned my addr 172.21.15.27:0/3155386384 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:48.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.805+0000 7f2cd3fff640 1 --2- 172.21.15.27:0/3155386384 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2cd40d2020 0x7f2cd40ce7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:48.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.805+0000 7f2cd8ae3640 1 -- 172.21.15.27:0/3155386384 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2cd40d2020 msgr2=0x7f2cd40ce7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:48.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.805+0000 7f2cd8ae3640 1 --2- 172.21.15.27:0/3155386384 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2cd40d2020 0x7f2cd40ce7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:48.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.805+0000 7f2cd8ae3640 1 -- 172.21.15.27:0/3155386384 >> v1:172.21.15.153:6789/0 conn(0x7f2cd40ced00 legacy=0x7f2cd406c160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:48.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.805+0000 7f2cd8ae3640 1 -- 172.21.15.27:0/3155386384 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2cd40d2510 con 0x7f2cd4161160 2024-02-09T23:57:48.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.805+0000 7f2cd3fff640 1 --2- 172.21.15.27:0/3155386384 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2cd40d2020 0x7f2cd40ce7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:48.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.805+0000 7f2cd8ae3640 1 --2- 172.21.15.27:0/3155386384 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2cd4161160 0x7f2cd40d1ae0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f2ccc009e50 tx=0x7f2ccc02bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0fb7a4f184b2eb0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:48.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.806+0000 7f2cd37fe640 1 -- 172.21.15.27:0/3155386384 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ccc02cb00 con 0x7f2cd4161160 2024-02-09T23:57:48.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.806+0000 7f2cd37fe640 1 -- 172.21.15.27:0/3155386384 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2ccc02cc60 con 0x7f2cd4161160 2024-02-09T23:57:48.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.806+0000 7f2cd37fe640 1 -- 172.21.15.27:0/3155386384 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ccc0343f0 con 0x7f2cd4161160 2024-02-09T23:57:48.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.806+0000 7f2cdad47640 1 -- 172.21.15.27:0/3155386384 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2cd4161160 msgr2=0x7f2cd40d1ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:48.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.806+0000 7f2cdad47640 1 --2- 172.21.15.27:0/3155386384 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2cd4161160 0x7f2cd40d1ae0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f2ccc009e50 tx=0x7f2ccc02bf60 comp rx=0 tx=0).stop 2024-02-09T23:57:48.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.806+0000 7f2cdad47640 1 -- 172.21.15.27:0/3155386384 shutdown_connections 2024-02-09T23:57:48.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.806+0000 7f2cdad47640 1 --2- 172.21.15.27:0/3155386384 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2cd40d2020 0x7f2cd40ce7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:48.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.806+0000 7f2cdad47640 1 --2- 172.21.15.27:0/3155386384 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2cd4161160 0x7f2cd40d1ae0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:48.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.806+0000 7f2cdad47640 1 -- 172.21.15.27:0/3155386384 >> 172.21.15.27:0/3155386384 conn(0x7f2cd40b56e0 msgr2=0x7f2cd40b5af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:48.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.806+0000 7f2cdad47640 1 -- 172.21.15.27:0/3155386384 shutdown_connections 2024-02-09T23:57:48.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.806+0000 7f2cdad47640 1 -- 172.21.15.27:0/3155386384 wait complete. 2024-02-09T23:57:48.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.807+0000 7f2cdad47640 1 Processor -- start 2024-02-09T23:57:48.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.807+0000 7f2cdad47640 1 -- start start 2024-02-09T23:57:48.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.808+0000 7f2cdad47640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2cd40ced00 0x7f2cd4151990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:48.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.808+0000 7f2cdad47640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2cd40d2020 0x7f2cd40b89f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:48.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.808+0000 7f2cdad47640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2cd4161160 0x7f2cd40b7da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:48.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.808+0000 7f2cdad47640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2cd40cbe80 con 0x7f2cd40ced00 2024-02-09T23:57:48.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.808+0000 7f2cdad47640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2cd40b8f30 con 0x7f2cd40d2020 2024-02-09T23:57:48.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.808+0000 7f2cdad47640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2cd40caf90 con 0x7f2cd4161160 2024-02-09T23:57:48.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.808+0000 7f2cd8ae3640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2cd40ced00 0x7f2cd4151990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:48.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.808+0000 7f2cd8ae3640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2cd40ced00 0x7f2cd4151990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59004/0 (socket says 172.21.15.27:59004) 2024-02-09T23:57:48.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.808+0000 7f2cd8ae3640 1 -- 172.21.15.27:0/2143319697 learned_addr learned my addr 172.21.15.27:0/2143319697 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:48.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.809+0000 7f2cd3fff640 1 --2- 172.21.15.27:0/2143319697 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2cd40d2020 0x7f2cd40b89f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:48.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.809+0000 7f2cd92e4640 1 --2- 172.21.15.27:0/2143319697 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2cd4161160 0x7f2cd40b7da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:48.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.809+0000 7f2cd8ae3640 1 -- 172.21.15.27:0/2143319697 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2cd4161160 msgr2=0x7f2cd40b7da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:48.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.809+0000 7f2cd8ae3640 1 --2- 172.21.15.27:0/2143319697 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2cd4161160 0x7f2cd40b7da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:48.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.809+0000 7f2cd8ae3640 1 -- 172.21.15.27:0/2143319697 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2cd40d2020 msgr2=0x7f2cd40b89f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:48.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.809+0000 7f2cd8ae3640 1 --2- 172.21.15.27:0/2143319697 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2cd40d2020 0x7f2cd40b89f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:48.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.809+0000 7f2cd8ae3640 1 -- 172.21.15.27:0/2143319697 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ccc009b30 con 0x7f2cd40ced00 2024-02-09T23:57:48.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.809+0000 7f2cd8ae3640 1 --2- 172.21.15.27:0/2143319697 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2cd40ced00 0x7f2cd4151990 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f2ccc009e50 tx=0x7f2ccc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:48.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.809+0000 7f2cd17fa640 1 -- 172.21.15.27:0/2143319697 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ccc009510 con 0x7f2cd40ced00 2024-02-09T23:57:48.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.809+0000 7f2cd17fa640 1 -- 172.21.15.27:0/2143319697 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2ccc03e450 con 0x7f2cd40ced00 2024-02-09T23:57:48.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.809+0000 7f2cdad47640 1 -- 172.21.15.27:0/2143319697 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2cd40cb270 con 0x7f2cd40ced00 2024-02-09T23:57:48.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.809+0000 7f2cd17fa640 1 -- 172.21.15.27:0/2143319697 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ccc03e7e0 con 0x7f2cd40ced00 2024-02-09T23:57:48.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.809+0000 7f2cdad47640 1 -- 172.21.15.27:0/2143319697 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2cd40cb830 con 0x7f2cd40ced00 2024-02-09T23:57:48.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.810+0000 7f2cdad47640 1 -- 172.21.15.27:0/2143319697 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2cd40cc030 con 0x7f2cd40ced00 2024-02-09T23:57:48.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.811+0000 7f2cd17fa640 1 -- 172.21.15.27:0/2143319697 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f2ccc03e940 con 0x7f2cd40ced00 2024-02-09T23:57:48.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.811+0000 7f2cd17fa640 1 --2- 172.21.15.27:0/2143319697 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2cc006b810 0x7f2cc006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:48.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.811+0000 7f2cd17fa640 1 -- 172.21.15.27:0/2143319697 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f2ccc0acb50 con 0x7f2cd40ced00 2024-02-09T23:57:48.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.811+0000 7f2cd3fff640 1 --2- 172.21.15.27:0/2143319697 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2cc006b810 0x7f2cc006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:48.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.812+0000 7f2cd3fff640 1 --2- 172.21.15.27:0/2143319697 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2cc006b810 0x7f2cc006dcd0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f2cd40b4cc0 tx=0x7f2cc8008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:48.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:48.815+0000 7f2cd17fa640 1 -- 172.21.15.27:0/2143319697 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f2cd40cc030 con 0x7f2cd40ced00 2024-02-09T23:57:49.064 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.063+0000 7f2cdad47640 1 -- 172.21.15.27:0/2143319697 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) v1 -- 0x7f2cd4067cc0 con 0x7f2cd40ced00 2024-02-09T23:57:49.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.065+0000 7f2cd17fa640 1 -- 172.21.15.27:0/2143319697 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v10) v1 ==== 90+0+0 (secure 0 0 0) 0x7f2ccc0430a0 con 0x7f2cd40ced00 2024-02-09T23:57:49.069 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.067+0000 7f2cdad47640 1 -- 172.21.15.27:0/2143319697 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2cc006b810 msgr2=0x7f2cc006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:49.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.067+0000 7f2cdad47640 1 --2- 172.21.15.27:0/2143319697 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2cc006b810 0x7f2cc006dcd0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f2cd40b4cc0 tx=0x7f2cc8008040 comp rx=0 tx=0).stop 2024-02-09T23:57:49.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.068+0000 7f2cdad47640 1 -- 172.21.15.27:0/2143319697 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2cd40ced00 msgr2=0x7f2cd4151990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:49.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.068+0000 7f2cdad47640 1 --2- 172.21.15.27:0/2143319697 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2cd40ced00 0x7f2cd4151990 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f2ccc009e50 tx=0x7f2ccc004a40 comp rx=0 tx=0).stop 2024-02-09T23:57:49.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.068+0000 7f2cdad47640 1 -- 172.21.15.27:0/2143319697 shutdown_connections 2024-02-09T23:57:49.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.068+0000 7f2cdad47640 1 --2- 172.21.15.27:0/2143319697 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2cc006b810 0x7f2cc006dcd0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.068+0000 7f2cdad47640 1 --2- 172.21.15.27:0/2143319697 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2cd4161160 0x7f2cd40b7da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.068+0000 7f2cdad47640 1 --2- 172.21.15.27:0/2143319697 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2cd40d2020 0x7f2cd40b89f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.068+0000 7f2cdad47640 1 --2- 172.21.15.27:0/2143319697 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2cd40ced00 0x7f2cd4151990 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.068+0000 7f2cdad47640 1 -- 172.21.15.27:0/2143319697 >> 172.21.15.27:0/2143319697 conn(0x7f2cd40b56e0 msgr2=0x7f2cd40b3500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:49.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.068+0000 7f2cdad47640 1 -- 172.21.15.27:0/2143319697 shutdown_connections 2024-02-09T23:57:49.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.068+0000 7f2cdad47640 1 -- 172.21.15.27:0/2143319697 wait complete. 2024-02-09T23:57:49.081 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-02-09T23:57:49.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.191+0000 7f8f9b0fb640 1 Processor -- start 2024-02-09T23:57:49.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.191+0000 7f8f9b0fb640 1 -- start start 2024-02-09T23:57:49.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.191+0000 7f8f9b0fb640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f8f9406bf70 0x7f8f94099a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:49.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.191+0000 7f8f9b0fb640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f8f94099f80 0x7f8f940cc610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:49.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.191+0000 7f8f9b0fb640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8f9409aa00 con 0x7f8f94161590 2024-02-09T23:57:49.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.191+0000 7f8f9b0fb640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8f9409a3f0 con 0x7f8f9406bf70 2024-02-09T23:57:49.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.191+0000 7f8f9b0fb640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f9409ac70 con 0x7f8f94099f80 2024-02-09T23:57:49.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.192+0000 7f8f93fff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f8f9406bf70 0x7f8f94099a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:49.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.192+0000 7f8f93fff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f8f9406bf70 0x7f8f94099a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59018/0 (socket says 172.21.15.27:59018) 2024-02-09T23:57:49.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.192+0000 7f8f93fff640 1 -- 172.21.15.27:0/4062787377 learned_addr learned my addr 172.21.15.27:0/4062787377 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:49.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.192+0000 7f8f93fff640 1 -- 172.21.15.27:0/4062787377 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f8f94099f80 msgr2=0x7f8f940cc610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:49.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.192+0000 7f8f99698640 1 --2- 172.21.15.27:0/4062787377 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f8f94099f80 0x7f8f940cc610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:49.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.192+0000 7f8f93fff640 1 --2- 172.21.15.27:0/4062787377 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f8f94099f80 0x7f8f940cc610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.192+0000 7f8f93fff640 1 -- 172.21.15.27:0/4062787377 >> v1:172.21.15.153:6789/0 conn(0x7f8f94161590 legacy=0x7f8f940b2900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:49.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.192+0000 7f8f93fff640 1 -- 172.21.15.27:0/4062787377 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f940cbe10 con 0x7f8f9406bf70 2024-02-09T23:57:49.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.193+0000 7f8f93fff640 1 --2- 172.21.15.27:0/4062787377 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8f9406bf70 0x7f8f94099a40 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f8f80009870 tx=0x7f8f8002b980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a97d269308ed1a89 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:49.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.193+0000 7f8f937fe640 1 -- 172.21.15.27:0/4062787377 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f80030840 con 0x7f8f9406bf70 2024-02-09T23:57:49.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.193+0000 7f8f937fe640 1 -- 172.21.15.27:0/4062787377 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8f800309a0 con 0x7f8f9406bf70 2024-02-09T23:57:49.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.193+0000 7f8f937fe640 1 -- 172.21.15.27:0/4062787377 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f80030d30 con 0x7f8f9406bf70 2024-02-09T23:57:49.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.193+0000 7f8f9b0fb640 1 -- 172.21.15.27:0/4062787377 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8f9406bf70 msgr2=0x7f8f94099a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:49.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.193+0000 7f8f9b0fb640 1 --2- 172.21.15.27:0/4062787377 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8f9406bf70 0x7f8f94099a40 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f8f80009870 tx=0x7f8f8002b980 comp rx=0 tx=0).stop 2024-02-09T23:57:49.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.193+0000 7f8f9b0fb640 1 -- 172.21.15.27:0/4062787377 shutdown_connections 2024-02-09T23:57:49.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.193+0000 7f8f9b0fb640 1 --2- 172.21.15.27:0/4062787377 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f8f94099f80 0x7f8f940cc610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.193+0000 7f8f9b0fb640 1 --2- 172.21.15.27:0/4062787377 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8f9406bf70 0x7f8f94099a40 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.193+0000 7f8f9b0fb640 1 -- 172.21.15.27:0/4062787377 >> 172.21.15.27:0/4062787377 conn(0x7f8f940b3210 msgr2=0x7f8f940b3620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:49.200 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.193+0000 7f8f9b0fb640 1 -- 172.21.15.27:0/4062787377 shutdown_connections 2024-02-09T23:57:49.200 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.193+0000 7f8f9b0fb640 1 -- 172.21.15.27:0/4062787377 wait complete. 2024-02-09T23:57:49.200 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.195+0000 7f8f9b0fb640 1 Processor -- start 2024-02-09T23:57:49.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.195+0000 7f8f9b0fb640 1 -- start start 2024-02-09T23:57:49.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.195+0000 7f8f9b0fb640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f8f9406bf70 0x7f8f940c7b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:49.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.195+0000 7f8f9b0fb640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8f94099f80 0x7f8f940ce6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:49.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.196+0000 7f8f9b0fb640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8f94161590 0x7f8f940cebe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:49.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.196+0000 7f8f9b0fb640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f941f4f30 con 0x7f8f94099f80 2024-02-09T23:57:49.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.196+0000 7f8f9b0fb640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f940cb460 con 0x7f8f94161590 2024-02-09T23:57:49.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.196+0000 7f8f9b0fb640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f941f4900 con 0x7f8f9406bf70 2024-02-09T23:57:49.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.196+0000 7f8f93fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8f94099f80 0x7f8f940ce6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:49.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.196+0000 7f8f93fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8f94099f80 0x7f8f940ce6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59028/0 (socket says 172.21.15.27:59028) 2024-02-09T23:57:49.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.196+0000 7f8f93fff640 1 -- 172.21.15.27:0/1495379592 learned_addr learned my addr 172.21.15.27:0/1495379592 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:49.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.196+0000 7f8f99698640 1 --2- 172.21.15.27:0/1495379592 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8f94161590 0x7f8f940cebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:49.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.196+0000 7f8f98e97640 1 --2- 172.21.15.27:0/1495379592 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f8f9406bf70 0x7f8f940c7b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:49.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.196+0000 7f8f93fff640 1 -- 172.21.15.27:0/1495379592 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f8f9406bf70 msgr2=0x7f8f940c7b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:49.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.196+0000 7f8f93fff640 1 --2- 172.21.15.27:0/1495379592 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f8f9406bf70 0x7f8f940c7b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.196+0000 7f8f93fff640 1 -- 172.21.15.27:0/1495379592 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8f94161590 msgr2=0x7f8f940cebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:49.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.196+0000 7f8f93fff640 1 --2- 172.21.15.27:0/1495379592 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8f94161590 0x7f8f940cebe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.196+0000 7f8f93fff640 1 -- 172.21.15.27:0/1495379592 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f800094d0 con 0x7f8f94099f80 2024-02-09T23:57:49.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.196+0000 7f8f99698640 1 --2- 172.21.15.27:0/1495379592 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8f94161590 0x7f8f940cebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:49.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.196+0000 7f8f93fff640 1 --2- 172.21.15.27:0/1495379592 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8f94099f80 0x7f8f940ce6a0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f8f80009870 tx=0x7f8f80004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:49.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.196+0000 7f8f917fa640 1 -- 172.21.15.27:0/1495379592 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f800307f0 con 0x7f8f94099f80 2024-02-09T23:57:49.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.196+0000 7f8f917fa640 1 -- 172.21.15.27:0/1495379592 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8f80043400 con 0x7f8f94099f80 2024-02-09T23:57:49.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.196+0000 7f8f9b0fb640 1 -- 172.21.15.27:0/1495379592 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8f941f4300 con 0x7f8f94099f80 2024-02-09T23:57:49.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.196+0000 7f8f917fa640 1 -- 172.21.15.27:0/1495379592 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f800437b0 con 0x7f8f94099f80 2024-02-09T23:57:49.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.196+0000 7f8f9b0fb640 1 -- 172.21.15.27:0/1495379592 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f941f4bc0 con 0x7f8f94099f80 2024-02-09T23:57:49.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.197+0000 7f8f9b0fb640 1 -- 172.21.15.27:0/1495379592 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8f941f50a0 con 0x7f8f94099f80 2024-02-09T23:57:49.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.198+0000 7f8f917fa640 1 -- 172.21.15.27:0/1495379592 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f8f80043910 con 0x7f8f94099f80 2024-02-09T23:57:49.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.198+0000 7f8f917fa640 1 --2- 172.21.15.27:0/1495379592 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f8f7806b840 0x7f8f7806dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:49.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.198+0000 7f8f917fa640 1 -- 172.21.15.27:0/1495379592 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f8f8003e070 con 0x7f8f94099f80 2024-02-09T23:57:49.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.199+0000 7f8f98e97640 1 --2- 172.21.15.27:0/1495379592 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f8f7806b840 0x7f8f7806dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:49.210 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.199+0000 7f8f98e97640 1 --2- 172.21.15.27:0/1495379592 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f8f7806b840 0x7f8f7806dd00 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f8f88006fd0 tx=0x7f8f88008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:49.210 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.203+0000 7f8f917fa640 1 -- 172.21.15.27:0/1495379592 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f8f80077fa0 con 0x7f8f94099f80 2024-02-09T23:57:49.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.450+0000 7f8f9b0fb640 1 -- 172.21.15.27:0/1495379592 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) v1 -- 0x7f8f94067cc0 con 0x7f8f94099f80 2024-02-09T23:57:49.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.453+0000 7f8f917fa640 1 -- 172.21.15.27:0/1495379592 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v11) v1 ==== 90+0+0 (secure 0 0 0) 0x7f8f8007b660 con 0x7f8f94099f80 2024-02-09T23:57:49.457 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.455+0000 7f8f9b0fb640 1 -- 172.21.15.27:0/1495379592 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f8f7806b840 msgr2=0x7f8f7806dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:49.457 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.455+0000 7f8f9b0fb640 1 --2- 172.21.15.27:0/1495379592 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f8f7806b840 0x7f8f7806dd00 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f8f88006fd0 tx=0x7f8f88008040 comp rx=0 tx=0).stop 2024-02-09T23:57:49.457 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.455+0000 7f8f9b0fb640 1 -- 172.21.15.27:0/1495379592 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8f94099f80 msgr2=0x7f8f940ce6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:49.457 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.455+0000 7f8f9b0fb640 1 --2- 172.21.15.27:0/1495379592 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8f94099f80 0x7f8f940ce6a0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f8f80009870 tx=0x7f8f80004730 comp rx=0 tx=0).stop 2024-02-09T23:57:49.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.455+0000 7f8f9b0fb640 1 -- 172.21.15.27:0/1495379592 shutdown_connections 2024-02-09T23:57:49.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.455+0000 7f8f9b0fb640 1 --2- 172.21.15.27:0/1495379592 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f8f7806b840 0x7f8f7806dd00 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.455+0000 7f8f9b0fb640 1 --2- 172.21.15.27:0/1495379592 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8f94161590 0x7f8f940cebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.455+0000 7f8f9b0fb640 1 --2- 172.21.15.27:0/1495379592 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8f94099f80 0x7f8f940ce6a0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.455+0000 7f8f9b0fb640 1 --2- 172.21.15.27:0/1495379592 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f8f9406bf70 0x7f8f940c7b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.455+0000 7f8f9b0fb640 1 -- 172.21.15.27:0/1495379592 >> 172.21.15.27:0/1495379592 conn(0x7f8f940b3210 msgr2=0x7f8f940cf820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:49.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.455+0000 7f8f9b0fb640 1 -- 172.21.15.27:0/1495379592 shutdown_connections 2024-02-09T23:57:49.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.455+0000 7f8f9b0fb640 1 -- 172.21.15.27:0/1495379592 wait complete. 2024-02-09T23:57:49.468 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-02-09T23:57:49.576 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.574+0000 7f7c09a0b640 1 Processor -- start 2024-02-09T23:57:49.576 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.574+0000 7f7c09a0b640 1 -- start start 2024-02-09T23:57:49.578 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.575+0000 7f7c09a0b640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c0415dc10 0x7f7c040b9220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:49.579 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.575+0000 7f7c09a0b640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7c040d1570 con 0x7f7c040b5380 2024-02-09T23:57:49.579 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.575+0000 7f7c09a0b640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7c040d1850 con 0x7f7c040d2330 2024-02-09T23:57:49.579 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.575+0000 7f7c09a0b640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c040d1b30 con 0x7f7c0415dc10 2024-02-09T23:57:49.579 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.575+0000 7f7c037fe640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f7c040b5380 0x7f7c040b6a30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:56066/0 (socket says 172.21.15.27:56066) 2024-02-09T23:57:49.579 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.575+0000 7f7c037fe640 1 -- 172.21.15.27:0/3075382861 learned_addr learned my addr 172.21.15.27:0/3075382861 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:49.579 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.575+0000 7f7c02ffd640 1 --2- 172.21.15.27:0/3075382861 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c0415dc10 0x7f7c040b9220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:49.579 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.575+0000 7f7c01ffb640 1 -- 172.21.15.27:0/3075382861 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1919622030 0 0) 0x7f7c040d1570 con 0x7f7c040b5380 2024-02-09T23:57:49.579 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.575+0000 7f7c01ffb640 1 -- 172.21.15.27:0/3075382861 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7bec003520 con 0x7f7c040b5380 2024-02-09T23:57:49.579 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.575+0000 7f7c01ffb640 1 -- 172.21.15.27:0/3075382861 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3798083802 0 0) 0x7f7bec003520 con 0x7f7c040b5380 2024-02-09T23:57:49.579 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.575+0000 7f7c01ffb640 1 -- 172.21.15.27:0/3075382861 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c0415dc10 msgr2=0x7f7c040b9220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:49.579 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.575+0000 7f7c01ffb640 1 --2- 172.21.15.27:0/3075382861 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c0415dc10 0x7f7c040b9220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.579 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.575+0000 7f7c01ffb640 1 -- 172.21.15.27:0/3075382861 >> v1:172.21.15.153:6789/0 conn(0x7f7c040d2330 legacy=0x7f7c040ce9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:49.580 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.575+0000 7f7c01ffb640 1 -- 172.21.15.27:0/3075382861 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c040d1e10 con 0x7f7c040b5380 2024-02-09T23:57:49.580 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.575+0000 7f7c01ffb640 1 -- 172.21.15.27:0/3075382861 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7f7bfc0019f0 con 0x7f7c040b5380 2024-02-09T23:57:49.580 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.575+0000 7f7c01ffb640 1 -- 172.21.15.27:0/3075382861 >> v1:172.21.15.27:6789/0 conn(0x7f7c040b5380 legacy=0x7f7c040b6a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:49.580 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.576+0000 7f7c01ffb640 1 --2- 172.21.15.27:0/3075382861 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7bec003a10 0x7f7bec003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:49.580 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.576+0000 7f7c01ffb640 1 --2- 172.21.15.27:0/3075382861 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c0415dc10 0x7f7bec0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:49.580 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.576+0000 7f7c01ffb640 1 --2- 172.21.15.27:0/3075382861 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7bec004d00 0x7f7bec005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:49.580 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.576+0000 7f7c01ffb640 1 -- 172.21.15.27:0/3075382861 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c040d1b30 con 0x7f7bec003a10 2024-02-09T23:57:49.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.576+0000 7f7c01ffb640 1 -- 172.21.15.27:0/3075382861 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7bec00ba30 con 0x7f7bec004d00 2024-02-09T23:57:49.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.576+0000 7f7c01ffb640 1 -- 172.21.15.27:0/3075382861 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7bec00bba0 con 0x7f7c0415dc10 2024-02-09T23:57:49.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.576+0000 7f7c02ffd640 1 --2- 172.21.15.27:0/3075382861 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7bec003a10 0x7f7bec003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:49.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.576+0000 7f7c037fe640 1 --2- 172.21.15.27:0/3075382861 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7bec004d00 0x7f7bec005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:49.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.576+0000 7f7c027fc640 1 --2- 172.21.15.27:0/3075382861 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c0415dc10 0x7f7bec0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:49.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.576+0000 7f7c02ffd640 1 -- 172.21.15.27:0/3075382861 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c0415dc10 msgr2=0x7f7bec0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:49.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.576+0000 7f7c02ffd640 1 --2- 172.21.15.27:0/3075382861 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c0415dc10 0x7f7bec0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.576+0000 7f7c02ffd640 1 -- 172.21.15.27:0/3075382861 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7bec004d00 msgr2=0x7f7bec005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:49.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.576+0000 7f7c02ffd640 1 --2- 172.21.15.27:0/3075382861 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7bec004d00 0x7f7bec005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.576+0000 7f7c02ffd640 1 -- 172.21.15.27:0/3075382861 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7bec003520 con 0x7f7bec003a10 2024-02-09T23:57:49.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.576+0000 7f7c037fe640 1 --2- 172.21.15.27:0/3075382861 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7bec004d00 0x7f7bec005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:49.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.577+0000 7f7c02ffd640 1 --2- 172.21.15.27:0/3075382861 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7bec003a10 0x7f7bec003df0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f7bf4009ac0 tx=0x7f7bec0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e2f38df23c19231 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:49.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.577+0000 7f7c01ffb640 1 -- 172.21.15.27:0/3075382861 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bf402c6b0 con 0x7f7bec003a10 2024-02-09T23:57:49.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.577+0000 7f7c01ffb640 1 -- 172.21.15.27:0/3075382861 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7bf402c810 con 0x7f7bec003a10 2024-02-09T23:57:49.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.577+0000 7f7c01ffb640 1 -- 172.21.15.27:0/3075382861 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bf402cba0 con 0x7f7bec003a10 2024-02-09T23:57:49.585 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.577+0000 7f7c09a0b640 1 -- 172.21.15.27:0/3075382861 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7bec003a10 msgr2=0x7f7bec003df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:49.585 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.577+0000 7f7c09a0b640 1 --2- 172.21.15.27:0/3075382861 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7bec003a10 0x7f7bec003df0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f7bf4009ac0 tx=0x7f7bec0057f0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.585 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.577+0000 7f7c037fe640 1 -- 172.21.15.27:0/3075382861 reap_dead start 2024-02-09T23:57:49.585 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.577+0000 7f7c09a0b640 1 -- 172.21.15.27:0/3075382861 shutdown_connections 2024-02-09T23:57:49.585 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.577+0000 7f7c09a0b640 1 -- 172.21.15.27:0/3075382861 >> 172.21.15.27:0/3075382861 conn(0x7f7c040d0560 msgr2=0x7f7c040d0970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:49.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.577+0000 7f7c09a0b640 1 -- 172.21.15.27:0/3075382861 shutdown_connections 2024-02-09T23:57:49.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.577+0000 7f7c09a0b640 1 -- 172.21.15.27:0/3075382861 wait complete. 2024-02-09T23:57:49.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.579+0000 7f7c09a0b640 1 Processor -- start 2024-02-09T23:57:49.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.579+0000 7f7c09a0b640 1 -- start start 2024-02-09T23:57:49.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.579+0000 7f7c09a0b640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7bec003a10 0x7f7c0415b680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:49.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.580+0000 7f7c09a0b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c040c9700 0x7f7c040c9b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:49.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.580+0000 7f7c09a0b640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c040c7240 0x7f7c040c76c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:49.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.580+0000 7f7c09a0b640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c040ca0c0 con 0x7f7c040c9700 2024-02-09T23:57:49.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.580+0000 7f7c09a0b640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c040c7f70 con 0x7f7bec003a10 2024-02-09T23:57:49.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.580+0000 7f7c09a0b640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c040c8250 con 0x7f7c040c7240 2024-02-09T23:57:49.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.580+0000 7f7c027fc640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c040c9700 0x7f7c040c9b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:49.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.580+0000 7f7c027fc640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c040c9700 0x7f7c040c9b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59046/0 (socket says 172.21.15.27:59046) 2024-02-09T23:57:49.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.580+0000 7f7c027fc640 1 -- 172.21.15.27:0/54451937 learned_addr learned my addr 172.21.15.27:0/54451937 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:49.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.580+0000 7f7c027fc640 1 -- 172.21.15.27:0/54451937 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c040c7240 msgr2=0x7f7c040c76c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:49.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.580+0000 7f7c027fc640 1 --2- 172.21.15.27:0/54451937 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c040c7240 0x7f7c040c76c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.580+0000 7f7c027fc640 1 -- 172.21.15.27:0/54451937 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7bec003a10 msgr2=0x7f7c0415b680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:49.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.580+0000 7f7c02ffd640 1 --2- 172.21.15.27:0/54451937 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7bec003a10 0x7f7c0415b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:49.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.580+0000 7f7c027fc640 1 --2- 172.21.15.27:0/54451937 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7bec003a10 0x7f7c0415b680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.580+0000 7f7c027fc640 1 -- 172.21.15.27:0/54451937 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c040c8530 con 0x7f7c040c9700 2024-02-09T23:57:49.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.580+0000 7f7c027fc640 1 --2- 172.21.15.27:0/54451937 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c040c9700 0x7f7c040c9b80 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f7bf800f830 tx=0x7f7bf800fcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:49.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.580+0000 7f7bebfff640 1 -- 172.21.15.27:0/54451937 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bf80014c0 con 0x7f7c040c9700 2024-02-09T23:57:49.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.580+0000 7f7bebfff640 1 -- 172.21.15.27:0/54451937 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7bf80052e0 con 0x7f7c040c9700 2024-02-09T23:57:49.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.580+0000 7f7bebfff640 1 -- 172.21.15.27:0/54451937 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bf800d870 con 0x7f7c040c9700 2024-02-09T23:57:49.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.580+0000 7f7c09a0b640 1 -- 172.21.15.27:0/54451937 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7c040c8810 con 0x7f7c040c9700 2024-02-09T23:57:49.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.580+0000 7f7c09a0b640 1 -- 172.21.15.27:0/54451937 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c0415bbc0 con 0x7f7c040c9700 2024-02-09T23:57:49.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.581+0000 7f7c09a0b640 1 -- 172.21.15.27:0/54451937 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7c04067cc0 con 0x7f7c040c9700 2024-02-09T23:57:49.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.582+0000 7f7bebfff640 1 -- 172.21.15.27:0/54451937 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f7bf800d9d0 con 0x7f7c040c9700 2024-02-09T23:57:49.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.582+0000 7f7bebfff640 1 --2- 172.21.15.27:0/54451937 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7bf006b810 0x7f7bf006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:49.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.583+0000 7f7bebfff640 1 -- 172.21.15.27:0/54451937 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f7bf8089e20 con 0x7f7c040c9700 2024-02-09T23:57:49.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.583+0000 7f7c02ffd640 1 --2- 172.21.15.27:0/54451937 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7bf006b810 0x7f7bf006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:49.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.583+0000 7f7c02ffd640 1 --2- 172.21.15.27:0/54451937 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7bf006b810 0x7f7bf006dcd0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f7bf4036000 tx=0x7f7bf4030000 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:49.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.587+0000 7f7bebfff640 1 -- 172.21.15.27:0/54451937 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f7bf8054c20 con 0x7f7c040c9700 2024-02-09T23:57:49.836 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.835+0000 7f7c09a0b640 1 -- 172.21.15.27:0/54451937 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) v1 -- 0x7f7c040b7f70 con 0x7f7c040c9700 2024-02-09T23:57:49.838 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.837+0000 7f7bebfff640 1 -- 172.21.15.27:0/54451937 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v12) v1 ==== 90+0+0 (secure 0 0 0) 0x7f7bf80582e0 con 0x7f7c040c9700 2024-02-09T23:57:49.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.839+0000 7f7c09a0b640 1 -- 172.21.15.27:0/54451937 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7bf006b810 msgr2=0x7f7bf006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:49.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.839+0000 7f7c09a0b640 1 --2- 172.21.15.27:0/54451937 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7bf006b810 0x7f7bf006dcd0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f7bf4036000 tx=0x7f7bf4030000 comp rx=0 tx=0).stop 2024-02-09T23:57:49.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.839+0000 7f7c09a0b640 1 -- 172.21.15.27:0/54451937 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c040c9700 msgr2=0x7f7c040c9b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:49.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.839+0000 7f7c09a0b640 1 --2- 172.21.15.27:0/54451937 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c040c9700 0x7f7c040c9b80 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f7bf800f830 tx=0x7f7bf800fcf0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.839+0000 7f7c09a0b640 1 -- 172.21.15.27:0/54451937 shutdown_connections 2024-02-09T23:57:49.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.839+0000 7f7c09a0b640 1 --2- 172.21.15.27:0/54451937 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7bf006b810 0x7f7bf006dcd0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.839+0000 7f7c09a0b640 1 --2- 172.21.15.27:0/54451937 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c040c7240 0x7f7c040c76c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.839+0000 7f7c09a0b640 1 --2- 172.21.15.27:0/54451937 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c040c9700 0x7f7c040c9b80 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.839+0000 7f7c09a0b640 1 --2- 172.21.15.27:0/54451937 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7bec003a10 0x7f7c0415b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.839+0000 7f7c09a0b640 1 -- 172.21.15.27:0/54451937 >> 172.21.15.27:0/54451937 conn(0x7f7c040d0560 msgr2=0x7f7c040b57d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:49.842 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.839+0000 7f7c09a0b640 1 -- 172.21.15.27:0/54451937 shutdown_connections 2024-02-09T23:57:49.842 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.839+0000 7f7c09a0b640 1 -- 172.21.15.27:0/54451937 wait complete. 2024-02-09T23:57:49.852 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-02-09T23:57:49.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.958+0000 7f5b4490c640 1 Processor -- start 2024-02-09T23:57:49.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.958+0000 7f5b4490c640 1 -- start start 2024-02-09T23:57:49.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.959+0000 7f5b4490c640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f5b4015dc90 0x7f5b400b9250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:49.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.959+0000 7f5b4490c640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5b400d2650 con 0x7f5b400b2df0 2024-02-09T23:57:49.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.959+0000 7f5b4490c640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5b400d1d60 con 0x7f5b400b5490 2024-02-09T23:57:49.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.959+0000 7f5b4490c640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5b4015e070 con 0x7f5b4015dc90 2024-02-09T23:57:49.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.959+0000 7f5b3e59c640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f5b4015dc90 0x7f5b400b9250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:49.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.959+0000 7f5b35d9b640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f5b400b2df0 0x7f5b400b69f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:56068/0 (socket says 172.21.15.27:56068) 2024-02-09T23:57:49.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.959+0000 7f5b3e59c640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f5b4015dc90 0x7f5b400b9250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59050/0 (socket says 172.21.15.27:59050) 2024-02-09T23:57:49.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.959+0000 7f5b35d9b640 1 -- 172.21.15.27:0/696288914 learned_addr learned my addr 172.21.15.27:0/696288914 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:49.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.959+0000 7f5b3e59c640 1 -- 172.21.15.27:0/696288914 >> v1:172.21.15.153:6789/0 conn(0x7f5b400b5490 legacy=0x7f5b400d2ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:49.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.960+0000 7f5b3e59c640 1 -- 172.21.15.27:0/696288914 >> v1:172.21.15.27:6789/0 conn(0x7f5b400b2df0 legacy=0x7f5b400b69f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:49.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.960+0000 7f5b3dd9b640 1 -- 172.21.15.27:0/696288914 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 65276855 0 0) 0x7f5b400d2650 con 0x7f5b400b2df0 2024-02-09T23:57:49.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.960+0000 7f5b3e59c640 1 -- 172.21.15.27:0/696288914 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b400b3260 con 0x7f5b4015dc90 2024-02-09T23:57:49.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.960+0000 7f5b3e59c640 1 --2- 172.21.15.27:0/696288914 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5b4015dc90 0x7f5b400b9250 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f5b300097d0 tx=0x7f5b3002b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c33ec36a0e271367 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:49.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.960+0000 7f5b3dd9b640 1 -- 172.21.15.27:0/696288914 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b30030610 con 0x7f5b4015dc90 2024-02-09T23:57:49.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.960+0000 7f5b3dd9b640 1 -- 172.21.15.27:0/696288914 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b30030770 con 0x7f5b4015dc90 2024-02-09T23:57:49.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.960+0000 7f5b3dd9b640 1 -- 172.21.15.27:0/696288914 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b30030b00 con 0x7f5b4015dc90 2024-02-09T23:57:49.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.961+0000 7f5b4490c640 1 -- 172.21.15.27:0/696288914 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5b4015dc90 msgr2=0x7f5b400b9250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:49.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.961+0000 7f5b4490c640 1 --2- 172.21.15.27:0/696288914 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5b4015dc90 0x7f5b400b9250 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f5b300097d0 tx=0x7f5b3002b960 comp rx=0 tx=0).stop 2024-02-09T23:57:49.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.961+0000 7f5b4490c640 1 -- 172.21.15.27:0/696288914 shutdown_connections 2024-02-09T23:57:49.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.961+0000 7f5b4490c640 1 --2- 172.21.15.27:0/696288914 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5b4015dc90 0x7f5b400b9250 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.961+0000 7f5b4490c640 1 -- 172.21.15.27:0/696288914 >> 172.21.15.27:0/696288914 conn(0x7f5b40066f90 msgr2=0x7f5b400d0490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:49.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.961+0000 7f5b4490c640 1 -- 172.21.15.27:0/696288914 shutdown_connections 2024-02-09T23:57:49.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.961+0000 7f5b4490c640 1 -- 172.21.15.27:0/696288914 wait complete. 2024-02-09T23:57:49.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.962+0000 7f5b4490c640 1 Processor -- start 2024-02-09T23:57:49.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.963+0000 7f5b4490c640 1 -- start start 2024-02-09T23:57:49.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.963+0000 7f5b4490c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5b400b2df0 0x7f5b40150610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:49.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.963+0000 7f5b4490c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5b400b5490 0x7f5b401f3910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:49.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.963+0000 7f5b4490c640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5b4015dc90 0x7f5b401f6f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:49.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.963+0000 7f5b4490c640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b40151c70 con 0x7f5b400b2df0 2024-02-09T23:57:49.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.963+0000 7f5b4490c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b4014f730 con 0x7f5b400b5490 2024-02-09T23:57:49.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.963+0000 7f5b4490c640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b40150ff0 con 0x7f5b4015dc90 2024-02-09T23:57:49.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.963+0000 7f5b3e59c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5b400b2df0 0x7f5b40150610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:49.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.963+0000 7f5b3e59c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5b400b2df0 0x7f5b40150610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59064/0 (socket says 172.21.15.27:59064) 2024-02-09T23:57:49.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.963+0000 7f5b3e59c640 1 -- 172.21.15.27:0/3634807510 learned_addr learned my addr 172.21.15.27:0/3634807510 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:49.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.964+0000 7f5b3e59c640 1 -- 172.21.15.27:0/3634807510 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5b4015dc90 msgr2=0x7f5b401f6f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:49.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.964+0000 7f5b3e59c640 1 --2- 172.21.15.27:0/3634807510 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5b4015dc90 0x7f5b401f6f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.964+0000 7f5b3e59c640 1 -- 172.21.15.27:0/3634807510 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5b400b5490 msgr2=0x7f5b401f3910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:49.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.964+0000 7f5b3e59c640 1 --2- 172.21.15.27:0/3634807510 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5b400b5490 0x7f5b401f3910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.964+0000 7f5b3e59c640 1 -- 172.21.15.27:0/3634807510 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b30009400 con 0x7f5b400b2df0 2024-02-09T23:57:49.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.964+0000 7f5b3e59c640 1 --2- 172.21.15.27:0/3634807510 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5b400b2df0 0x7f5b40150610 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f5b300098f0 tx=0x7f5b300046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:49.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.964+0000 7f5b377fe640 1 -- 172.21.15.27:0/3634807510 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b3003e070 con 0x7f5b400b2df0 2024-02-09T23:57:49.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.964+0000 7f5b377fe640 1 -- 172.21.15.27:0/3634807510 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b30039800 con 0x7f5b400b2df0 2024-02-09T23:57:49.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.964+0000 7f5b4490c640 1 -- 172.21.15.27:0/3634807510 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5b401512d0 con 0x7f5b400b2df0 2024-02-09T23:57:49.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.964+0000 7f5b377fe640 1 -- 172.21.15.27:0/3634807510 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b30039bb0 con 0x7f5b400b2df0 2024-02-09T23:57:49.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.964+0000 7f5b4490c640 1 -- 172.21.15.27:0/3634807510 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5b40151890 con 0x7f5b400b2df0 2024-02-09T23:57:49.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.965+0000 7f5b4490c640 1 -- 172.21.15.27:0/3634807510 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5b40151db0 con 0x7f5b400b2df0 2024-02-09T23:57:49.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.966+0000 7f5b377fe640 1 -- 172.21.15.27:0/3634807510 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f5b30042070 con 0x7f5b400b2df0 2024-02-09T23:57:49.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.966+0000 7f5b377fe640 1 --2- 172.21.15.27:0/3634807510 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5b2006b810 0x7f5b2006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:49.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.966+0000 7f5b377fe640 1 -- 172.21.15.27:0/3634807510 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f5b300abbf0 con 0x7f5b400b2df0 2024-02-09T23:57:49.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.966+0000 7f5b35d9b640 1 --2- 172.21.15.27:0/3634807510 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5b2006b810 0x7f5b2006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:49.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.967+0000 7f5b35d9b640 1 --2- 172.21.15.27:0/3634807510 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5b2006b810 0x7f5b2006dcd0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f5b28007fd0 tx=0x7f5b28007920 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:49.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:49.970+0000 7f5b377fe640 1 -- 172.21.15.27:0/3634807510 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f5b40151db0 con 0x7f5b400b2df0 2024-02-09T23:57:50.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.220+0000 7f5b4490c640 1 -- 172.21.15.27:0/3634807510 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) v1 -- 0x7f5b40151db0 con 0x7f5b400b2df0 2024-02-09T23:57:50.224 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.223+0000 7f5b377fe640 1 -- 172.21.15.27:0/3634807510 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v13) v1 ==== 97+0+0 (secure 0 0 0) 0x7f5b40151db0 con 0x7f5b400b2df0 2024-02-09T23:57:50.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.225+0000 7f5b4490c640 1 -- 172.21.15.27:0/3634807510 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5b2006b810 msgr2=0x7f5b2006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:50.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.225+0000 7f5b4490c640 1 --2- 172.21.15.27:0/3634807510 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5b2006b810 0x7f5b2006dcd0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f5b28007fd0 tx=0x7f5b28007920 comp rx=0 tx=0).stop 2024-02-09T23:57:50.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.225+0000 7f5b4490c640 1 -- 172.21.15.27:0/3634807510 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5b400b2df0 msgr2=0x7f5b40150610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:50.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.225+0000 7f5b4490c640 1 --2- 172.21.15.27:0/3634807510 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5b400b2df0 0x7f5b40150610 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f5b300098f0 tx=0x7f5b300046c0 comp rx=0 tx=0).stop 2024-02-09T23:57:50.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.225+0000 7f5b4490c640 1 -- 172.21.15.27:0/3634807510 shutdown_connections 2024-02-09T23:57:50.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.225+0000 7f5b4490c640 1 --2- 172.21.15.27:0/3634807510 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5b2006b810 0x7f5b2006dcd0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:50.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.225+0000 7f5b4490c640 1 --2- 172.21.15.27:0/3634807510 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5b4015dc90 0x7f5b401f6f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:50.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.225+0000 7f5b4490c640 1 --2- 172.21.15.27:0/3634807510 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5b400b5490 0x7f5b401f3910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:50.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.225+0000 7f5b4490c640 1 --2- 172.21.15.27:0/3634807510 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5b400b2df0 0x7f5b40150610 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:50.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.225+0000 7f5b4490c640 1 -- 172.21.15.27:0/3634807510 >> 172.21.15.27:0/3634807510 conn(0x7f5b40066f90 msgr2=0x7f5b400b4b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:50.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.225+0000 7f5b4490c640 1 -- 172.21.15.27:0/3634807510 shutdown_connections 2024-02-09T23:57:50.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.225+0000 7f5b4490c640 1 -- 172.21.15.27:0/3634807510 wait complete. 2024-02-09T23:57:50.239 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-02-09T23:57:50.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.346+0000 7fbd8e0b4640 1 Processor -- start 2024-02-09T23:57:50.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.346+0000 7fbd8e0b4640 1 -- start start 2024-02-09T23:57:50.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.347+0000 7fbd8e0b4640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fbd8815ef10 0x7fbd880cfe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:50.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.347+0000 7fbd8e0b4640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbd880ccba0 con 0x7fbd88162440 2024-02-09T23:57:50.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.347+0000 7fbd8e0b4640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbd880cd960 con 0x7fbd8815db20 2024-02-09T23:57:50.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.347+0000 7fbd8e0b4640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbd880ccde0 con 0x7fbd8815ef10 2024-02-09T23:57:50.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.347+0000 7fbd87fff640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fbd88162440 0x7fbd8806cee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:56080/0 (socket says 172.21.15.27:56080) 2024-02-09T23:57:50.352 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.347+0000 7fbd87fff640 1 -- 172.21.15.27:0/2502490952 learned_addr learned my addr 172.21.15.27:0/2502490952 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:50.352 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.347+0000 7fbd86ffd640 1 -- 172.21.15.27:0/2502490952 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3104908170 0 0) 0x7fbd80001490 con 0x7fbd88162440 2024-02-09T23:57:50.352 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.347+0000 7fbd86ffd640 1 -- 172.21.15.27:0/2502490952 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbd74003520 con 0x7fbd88162440 2024-02-09T23:57:50.352 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.347+0000 7fbd7ffff640 1 --2- 172.21.15.27:0/2502490952 >> v2:172.21.15.153:3300/0 conn(0x7fbd8815ef10 0x7fbd880cfe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:50.352 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.347+0000 7fbd86ffd640 1 -- 172.21.15.27:0/2502490952 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 914260442 0 0) 0x7fbd74003520 con 0x7fbd88162440 2024-02-09T23:57:50.352 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.347+0000 7fbd86ffd640 1 -- 172.21.15.27:0/2502490952 >> v2:172.21.15.153:3300/0 conn(0x7fbd8815ef10 msgr2=0x7fbd880cfe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:50.352 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.347+0000 7fbd86ffd640 1 --2- 172.21.15.27:0/2502490952 >> v2:172.21.15.153:3300/0 conn(0x7fbd8815ef10 0x7fbd880cfe60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:50.352 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.347+0000 7fbd86ffd640 1 -- 172.21.15.27:0/2502490952 >> v1:172.21.15.153:6789/0 conn(0x7fbd8815db20 legacy=0x7fbd880cc490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:50.352 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.347+0000 7fbd86ffd640 1 -- 172.21.15.27:0/2502490952 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd880cd0c0 con 0x7fbd88162440 2024-02-09T23:57:50.352 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.347+0000 7fbd86ffd640 1 -- 172.21.15.27:0/2502490952 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7fbd80001b80 con 0x7fbd88162440 2024-02-09T23:57:50.352 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.347+0000 7fbd86ffd640 1 -- 172.21.15.27:0/2502490952 >> v1:172.21.15.27:6789/0 conn(0x7fbd88162440 legacy=0x7fbd8806cee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:50.352 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.347+0000 7fbd86ffd640 1 --2- 172.21.15.27:0/2502490952 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbd740039e0 0x7fbd74003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:50.352 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.347+0000 7fbd86ffd640 1 --2- 172.21.15.27:0/2502490952 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbd740047c0 0x7fbd74004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:50.352 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.347+0000 7fbd86ffd640 1 --2- 172.21.15.27:0/2502490952 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbd74005180 0x7fbd7400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:50.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.347+0000 7fbd86ffd640 1 -- 172.21.15.27:0/2502490952 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd880ccde0 con 0x7fbd74005180 2024-02-09T23:57:50.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.347+0000 7fbd86ffd640 1 -- 172.21.15.27:0/2502490952 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd7400c0b0 con 0x7fbd740039e0 2024-02-09T23:57:50.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.347+0000 7fbd86ffd640 1 -- 172.21.15.27:0/2502490952 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbd7400c270 con 0x7fbd740047c0 2024-02-09T23:57:50.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.348+0000 7fbd87fff640 1 --2- 172.21.15.27:0/2502490952 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbd74005180 0x7fbd7400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:50.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.348+0000 7fbd877fe640 1 --2- 172.21.15.27:0/2502490952 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbd740039e0 0x7fbd74003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:50.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.348+0000 7fbd7ffff640 1 --2- 172.21.15.27:0/2502490952 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbd740047c0 0x7fbd74004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:50.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.348+0000 7fbd87fff640 1 -- 172.21.15.27:0/2502490952 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbd740047c0 msgr2=0x7fbd74004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:50.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.348+0000 7fbd87fff640 1 --2- 172.21.15.27:0/2502490952 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbd740047c0 0x7fbd74004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:50.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.348+0000 7fbd87fff640 1 -- 172.21.15.27:0/2502490952 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbd740039e0 msgr2=0x7fbd74003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:50.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.348+0000 7fbd87fff640 1 --2- 172.21.15.27:0/2502490952 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbd740039e0 0x7fbd74003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:50.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.348+0000 7fbd87fff640 1 -- 172.21.15.27:0/2502490952 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd74003520 con 0x7fbd74005180 2024-02-09T23:57:50.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.348+0000 7fbd7ffff640 1 --2- 172.21.15.27:0/2502490952 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbd740047c0 0x7fbd74004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:50.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.348+0000 7fbd87fff640 1 -- 172.21.15.27:0/2502490952 reap_dead start 2024-02-09T23:57:50.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.349+0000 7fbd87fff640 1 --2- 172.21.15.27:0/2502490952 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbd74005180 0x7fbd7400b980 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fbd8000a830 tx=0x7fbd740057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d2436f1d4981446 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:50.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.349+0000 7fbd86ffd640 1 -- 172.21.15.27:0/2502490952 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd80034630 con 0x7fbd74005180 2024-02-09T23:57:50.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.349+0000 7fbd86ffd640 1 -- 172.21.15.27:0/2502490952 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd8002f070 con 0x7fbd74005180 2024-02-09T23:57:50.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.349+0000 7fbd86ffd640 1 -- 172.21.15.27:0/2502490952 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd800349f0 con 0x7fbd74005180 2024-02-09T23:57:50.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.349+0000 7fbd8e0b4640 1 -- 172.21.15.27:0/2502490952 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbd74005180 msgr2=0x7fbd7400b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:50.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.349+0000 7fbd8e0b4640 1 --2- 172.21.15.27:0/2502490952 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbd74005180 0x7fbd7400b980 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fbd8000a830 tx=0x7fbd740057f0 comp rx=0 tx=0).stop 2024-02-09T23:57:50.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.349+0000 7fbd8e0b4640 1 -- 172.21.15.27:0/2502490952 shutdown_connections 2024-02-09T23:57:50.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.349+0000 7fbd8e0b4640 1 --2- 172.21.15.27:0/2502490952 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbd74005180 0x7fbd7400b980 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:50.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.349+0000 7fbd8e0b4640 1 -- 172.21.15.27:0/2502490952 >> 172.21.15.27:0/2502490952 conn(0x7fbd880b3370 msgr2=0x7fbd880b3780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:50.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.349+0000 7fbd8e0b4640 1 -- 172.21.15.27:0/2502490952 shutdown_connections 2024-02-09T23:57:50.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.349+0000 7fbd8e0b4640 1 -- 172.21.15.27:0/2502490952 wait complete. 2024-02-09T23:57:50.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.351+0000 7fbd8e0b4640 1 Processor -- start 2024-02-09T23:57:50.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.351+0000 7fbd8e0b4640 1 -- start start 2024-02-09T23:57:50.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.351+0000 7fbd8e0b4640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbd74005180 0x7fbd880b6ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:50.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.351+0000 7fbd8e0b4640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbd880c90d0 0x7fbd880c9550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:50.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.351+0000 7fbd8e0b4640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbd8815fd10 0x7fbd88160190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:50.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.351+0000 7fbd8e0b4640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd880c9a90 con 0x7fbd880c90d0 2024-02-09T23:57:50.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.351+0000 7fbd8e0b4640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd881606d0 con 0x7fbd8815fd10 2024-02-09T23:57:50.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.351+0000 7fbd8e0b4640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbd88160960 con 0x7fbd74005180 2024-02-09T23:57:50.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.351+0000 7fbd7ffff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbd880c90d0 0x7fbd880c9550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:50.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.351+0000 7fbd7ffff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbd880c90d0 0x7fbd880c9550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59084/0 (socket says 172.21.15.27:59084) 2024-02-09T23:57:50.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.351+0000 7fbd7ffff640 1 -- 172.21.15.27:0/4186274442 learned_addr learned my addr 172.21.15.27:0/4186274442 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:50.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.352+0000 7fbd87fff640 1 --2- 172.21.15.27:0/4186274442 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbd8815fd10 0x7fbd88160190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:50.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.352+0000 7fbd877fe640 1 --2- 172.21.15.27:0/4186274442 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbd74005180 0x7fbd880b6ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:50.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.352+0000 7fbd7ffff640 1 -- 172.21.15.27:0/4186274442 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbd74005180 msgr2=0x7fbd880b6ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:50.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.352+0000 7fbd7ffff640 1 --2- 172.21.15.27:0/4186274442 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbd74005180 0x7fbd880b6ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:50.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.352+0000 7fbd7ffff640 1 -- 172.21.15.27:0/4186274442 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbd8815fd10 msgr2=0x7fbd88160190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:50.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.352+0000 7fbd7ffff640 1 --2- 172.21.15.27:0/4186274442 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbd8815fd10 0x7fbd88160190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:50.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.352+0000 7fbd7ffff640 1 -- 172.21.15.27:0/4186274442 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd88160c40 con 0x7fbd880c90d0 2024-02-09T23:57:50.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.352+0000 7fbd7ffff640 1 --2- 172.21.15.27:0/4186274442 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbd880c90d0 0x7fbd880c9550 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fbd70011540 tx=0x7fbd70011a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:50.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.352+0000 7fbd84ff9640 1 -- 172.21.15.27:0/4186274442 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd70015870 con 0x7fbd880c90d0 2024-02-09T23:57:50.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.352+0000 7fbd84ff9640 1 -- 172.21.15.27:0/4186274442 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd700159d0 con 0x7fbd880c90d0 2024-02-09T23:57:50.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.352+0000 7fbd8e0b4640 1 -- 172.21.15.27:0/4186274442 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbd880aebb0 con 0x7fbd880c90d0 2024-02-09T23:57:50.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.352+0000 7fbd84ff9640 1 -- 172.21.15.27:0/4186274442 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd70015d40 con 0x7fbd880c90d0 2024-02-09T23:57:50.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.352+0000 7fbd8e0b4640 1 -- 172.21.15.27:0/4186274442 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd880af170 con 0x7fbd880c90d0 2024-02-09T23:57:50.359 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.353+0000 7fbd8e0b4640 1 -- 172.21.15.27:0/4186274442 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbd880746c0 con 0x7fbd880c90d0 2024-02-09T23:57:50.359 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.354+0000 7fbd84ff9640 1 -- 172.21.15.27:0/4186274442 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fbd7000f460 con 0x7fbd880c90d0 2024-02-09T23:57:50.359 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.354+0000 7fbd84ff9640 1 --2- 172.21.15.27:0/4186274442 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbd6806b840 0x7fbd6806dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:50.359 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.354+0000 7fbd84ff9640 1 -- 172.21.15.27:0/4186274442 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fbd7008a580 con 0x7fbd880c90d0 2024-02-09T23:57:50.359 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.354+0000 7fbd877fe640 1 --2- 172.21.15.27:0/4186274442 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbd6806b840 0x7fbd6806dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:50.359 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.355+0000 7fbd877fe640 1 --2- 172.21.15.27:0/4186274442 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbd6806b840 0x7fbd6806dd00 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fbd78000c00 tx=0x7fbd78009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:50.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.358+0000 7fbd84ff9640 1 -- 172.21.15.27:0/4186274442 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fbd70055380 con 0x7fbd880c90d0 2024-02-09T23:57:50.607 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.605+0000 7fbd8e0b4640 1 -- 172.21.15.27:0/4186274442 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) v1 -- 0x7fbd88161390 con 0x7fbd880c90d0 2024-02-09T23:57:50.609 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.608+0000 7fbd84ff9640 1 -- 172.21.15.27:0/4186274442 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v14) v1 ==== 90+0+0 (secure 0 0 0) 0x7fbd70058a40 con 0x7fbd880c90d0 2024-02-09T23:57:50.612 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.609+0000 7fbd8e0b4640 1 -- 172.21.15.27:0/4186274442 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbd6806b840 msgr2=0x7fbd6806dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:50.612 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.609+0000 7fbd8e0b4640 1 --2- 172.21.15.27:0/4186274442 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbd6806b840 0x7fbd6806dd00 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fbd78000c00 tx=0x7fbd78009040 comp rx=0 tx=0).stop 2024-02-09T23:57:50.612 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.609+0000 7fbd8e0b4640 1 -- 172.21.15.27:0/4186274442 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbd880c90d0 msgr2=0x7fbd880c9550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:50.612 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.609+0000 7fbd8e0b4640 1 --2- 172.21.15.27:0/4186274442 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbd880c90d0 0x7fbd880c9550 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fbd70011540 tx=0x7fbd70011a00 comp rx=0 tx=0).stop 2024-02-09T23:57:50.612 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.610+0000 7fbd8e0b4640 1 -- 172.21.15.27:0/4186274442 shutdown_connections 2024-02-09T23:57:50.612 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.610+0000 7fbd8e0b4640 1 --2- 172.21.15.27:0/4186274442 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbd6806b840 0x7fbd6806dd00 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:50.612 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.610+0000 7fbd8e0b4640 1 --2- 172.21.15.27:0/4186274442 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbd8815fd10 0x7fbd88160190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:50.612 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.610+0000 7fbd8e0b4640 1 --2- 172.21.15.27:0/4186274442 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbd880c90d0 0x7fbd880c9550 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:50.612 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.610+0000 7fbd8e0b4640 1 --2- 172.21.15.27:0/4186274442 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbd74005180 0x7fbd880b6ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:50.612 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.610+0000 7fbd8e0b4640 1 -- 172.21.15.27:0/4186274442 >> 172.21.15.27:0/4186274442 conn(0x7fbd880b3370 msgr2=0x7fbd880ce8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:50.612 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.610+0000 7fbd8e0b4640 1 -- 172.21.15.27:0/4186274442 shutdown_connections 2024-02-09T23:57:50.612 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.610+0000 7fbd8e0b4640 1 -- 172.21.15.27:0/4186274442 wait complete. 2024-02-09T23:57:50.622 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:57:50.668 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-09T23:57:50.670 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-09T23:57:50.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.728+0000 7fe205281640 1 Processor -- start 2024-02-09T23:57:50.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.728+0000 7fe205281640 1 -- start start 2024-02-09T23:57:50.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.729+0000 7fe205281640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fe2000ce7c0 0x7fe2000cec50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:50.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.729+0000 7fe205281640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe200161540 con 0x7fe2000b6b20 2024-02-09T23:57:50.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.729+0000 7fe205281640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2000d3120 con 0x7fe200161160 2024-02-09T23:57:50.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.729+0000 7fe205281640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe2000cf190 con 0x7fe2000ce7c0 2024-02-09T23:57:50.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.729+0000 7fe1f7fff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fe2000ce7c0 0x7fe2000cec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:50.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.729+0000 7fe1ff7fe640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fe2000b6b20 0x7fe2000b6fb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:56084/0 (socket says 172.21.15.27:56084) 2024-02-09T23:57:50.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.729+0000 7fe1ff7fe640 1 -- 172.21.15.27:0/1305394253 learned_addr learned my addr 172.21.15.27:0/1305394253 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:50.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.729+0000 7fe1f7fff640 1 -- 172.21.15.27:0/1305394253 >> v1:172.21.15.153:6789/0 conn(0x7fe200161160 legacy=0x7fe2000d1ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:50.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.729+0000 7fe1f7fff640 1 -- 172.21.15.27:0/1305394253 >> v1:172.21.15.27:6789/0 conn(0x7fe2000b6b20 legacy=0x7fe2000b6fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:50.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.729+0000 7fe1f7fff640 1 -- 172.21.15.27:0/1305394253 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2000d2510 con 0x7fe2000ce7c0 2024-02-09T23:57:50.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.730+0000 7fe1f7fff640 1 --2- 172.21.15.27:0/1305394253 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe2000ce7c0 0x7fe2000cec50 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fe1e80097a0 tx=0x7fe1e802b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2dab8ce97cb2ea24 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:50.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.730+0000 7fe1fe7fc640 1 -- 172.21.15.27:0/1305394253 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1e8030610 con 0x7fe2000ce7c0 2024-02-09T23:57:50.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.730+0000 7fe1fe7fc640 1 -- 172.21.15.27:0/1305394253 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1e8030770 con 0x7fe2000ce7c0 2024-02-09T23:57:50.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.730+0000 7fe1fe7fc640 1 -- 172.21.15.27:0/1305394253 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1e8030b00 con 0x7fe2000ce7c0 2024-02-09T23:57:50.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.731+0000 7fe205281640 1 -- 172.21.15.27:0/1305394253 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe2000ce7c0 msgr2=0x7fe2000cec50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:50.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.731+0000 7fe205281640 1 --2- 172.21.15.27:0/1305394253 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe2000ce7c0 0x7fe2000cec50 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fe1e80097a0 tx=0x7fe1e802b960 comp rx=0 tx=0).stop 2024-02-09T23:57:50.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.731+0000 7fe205281640 1 -- 172.21.15.27:0/1305394253 shutdown_connections 2024-02-09T23:57:50.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.731+0000 7fe205281640 1 --2- 172.21.15.27:0/1305394253 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe2000ce7c0 0x7fe2000cec50 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:50.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.731+0000 7fe205281640 1 -- 172.21.15.27:0/1305394253 >> 172.21.15.27:0/1305394253 conn(0x7fe2000b56e0 msgr2=0x7fe2000b5af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:50.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.731+0000 7fe205281640 1 -- 172.21.15.27:0/1305394253 shutdown_connections 2024-02-09T23:57:50.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.731+0000 7fe205281640 1 -- 172.21.15.27:0/1305394253 wait complete. 2024-02-09T23:57:50.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.732+0000 7fe205281640 1 Processor -- start 2024-02-09T23:57:50.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.732+0000 7fe205281640 1 -- start start 2024-02-09T23:57:50.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.733+0000 7fe205281640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe2000b6b20 0x7fe20014bea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:50.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.733+0000 7fe205281640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe2000ce7c0 0x7fe2001559a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:50.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.733+0000 7fe205281640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe200161160 0x7fe200157370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:50.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.733+0000 7fe205281640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe20014c3e0 con 0x7fe2000ce7c0 2024-02-09T23:57:50.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.733+0000 7fe205281640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe200158d40 con 0x7fe2000b6b20 2024-02-09T23:57:50.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.733+0000 7fe205281640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe200155ee0 con 0x7fe200161160 2024-02-09T23:57:50.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.733+0000 7fe1f7fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe2000ce7c0 0x7fe2001559a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:50.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.733+0000 7fe1f7fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe2000ce7c0 0x7fe2001559a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59106/0 (socket says 172.21.15.27:59106) 2024-02-09T23:57:50.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.733+0000 7fe1f7fff640 1 -- 172.21.15.27:0/2854353279 learned_addr learned my addr 172.21.15.27:0/2854353279 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:50.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.733+0000 7fe1feffd640 1 --2- 172.21.15.27:0/2854353279 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe2000b6b20 0x7fe20014bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:50.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.733+0000 7fe1ff7fe640 1 --2- 172.21.15.27:0/2854353279 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe200161160 0x7fe200157370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:50.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.733+0000 7fe1f7fff640 1 -- 172.21.15.27:0/2854353279 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe200161160 msgr2=0x7fe200157370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:50.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.733+0000 7fe1f7fff640 1 --2- 172.21.15.27:0/2854353279 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe200161160 0x7fe200157370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:50.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.733+0000 7fe1f7fff640 1 -- 172.21.15.27:0/2854353279 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe2000b6b20 msgr2=0x7fe20014bea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:50.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.733+0000 7fe1f7fff640 1 --2- 172.21.15.27:0/2854353279 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe2000b6b20 0x7fe20014bea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:50.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.733+0000 7fe1f7fff640 1 -- 172.21.15.27:0/2854353279 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1e8009400 con 0x7fe2000ce7c0 2024-02-09T23:57:50.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.733+0000 7fe1f7fff640 1 --2- 172.21.15.27:0/2854353279 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe2000ce7c0 0x7fe2001559a0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fe1e802bf70 tx=0x7fe1e8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:50.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.733+0000 7fe1f77fe640 1 -- 172.21.15.27:0/2854353279 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1e803e040 con 0x7fe2000ce7c0 2024-02-09T23:57:50.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.733+0000 7fe1f77fe640 1 -- 172.21.15.27:0/2854353279 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1e8039cb0 con 0x7fe2000ce7c0 2024-02-09T23:57:50.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.734+0000 7fe205281640 1 -- 172.21.15.27:0/2854353279 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe20015c180 con 0x7fe2000ce7c0 2024-02-09T23:57:50.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.734+0000 7fe1f77fe640 1 -- 172.21.15.27:0/2854353279 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1e8044630 con 0x7fe2000ce7c0 2024-02-09T23:57:50.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.734+0000 7fe205281640 1 -- 172.21.15.27:0/2854353279 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe200158540 con 0x7fe2000ce7c0 2024-02-09T23:57:50.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.735+0000 7fe205281640 1 -- 172.21.15.27:0/2854353279 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe200067cc0 con 0x7fe2000ce7c0 2024-02-09T23:57:50.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.735+0000 7fe1f77fe640 1 -- 172.21.15.27:0/2854353279 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fe1e804d3b0 con 0x7fe2000ce7c0 2024-02-09T23:57:50.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.736+0000 7fe1f77fe640 1 --2- 172.21.15.27:0/2854353279 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe1e006b810 0x7fe1e006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:50.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.736+0000 7fe1f77fe640 1 -- 172.21.15.27:0/2854353279 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fe1e80ac410 con 0x7fe2000ce7c0 2024-02-09T23:57:50.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.736+0000 7fe1feffd640 1 --2- 172.21.15.27:0/2854353279 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe1e006b810 0x7fe1e006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:50.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.736+0000 7fe1feffd640 1 --2- 172.21.15.27:0/2854353279 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe1e006b810 0x7fe1e006dcd0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fe1f0001780 tx=0x7fe1f0009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:50.741 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.740+0000 7fe1f77fe640 1 -- 172.21.15.27:0/2854353279 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fe1e80771a0 con 0x7fe2000ce7c0 2024-02-09T23:57:50.921 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.920+0000 7fe205281640 1 -- 172.21.15.27:0/2854353279 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe2000b7410 con 0x7fe2000ce7c0 2024-02-09T23:57:50.922 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.920+0000 7fe1f77fe640 1 -- 172.21.15.27:0/2854353279 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v30) v1 ==== 74+0+12891 (secure 0 0 0) 0x7fe1e807a860 con 0x7fe2000ce7c0 2024-02-09T23:57:50.922 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:50.922 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":30,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:57:47.899394+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:57:50.924 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.922+0000 7fe205281640 1 -- 172.21.15.27:0/2854353279 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe1e006b810 msgr2=0x7fe1e006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:50.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.922+0000 7fe205281640 1 --2- 172.21.15.27:0/2854353279 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe1e006b810 0x7fe1e006dcd0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fe1f0001780 tx=0x7fe1f0009040 comp rx=0 tx=0).stop 2024-02-09T23:57:50.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.922+0000 7fe205281640 1 -- 172.21.15.27:0/2854353279 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe2000ce7c0 msgr2=0x7fe2001559a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:50.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.922+0000 7fe205281640 1 --2- 172.21.15.27:0/2854353279 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe2000ce7c0 0x7fe2001559a0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fe1e802bf70 tx=0x7fe1e8004730 comp rx=0 tx=0).stop 2024-02-09T23:57:50.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.922+0000 7fe205281640 1 -- 172.21.15.27:0/2854353279 shutdown_connections 2024-02-09T23:57:50.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.922+0000 7fe205281640 1 --2- 172.21.15.27:0/2854353279 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe1e006b810 0x7fe1e006dcd0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:50.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.922+0000 7fe205281640 1 --2- 172.21.15.27:0/2854353279 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe200161160 0x7fe200157370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:50.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.922+0000 7fe205281640 1 --2- 172.21.15.27:0/2854353279 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe2000ce7c0 0x7fe2001559a0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:50.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.922+0000 7fe205281640 1 --2- 172.21.15.27:0/2854353279 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe2000b6b20 0x7fe20014bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:50.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.922+0000 7fe205281640 1 -- 172.21.15.27:0/2854353279 >> 172.21.15.27:0/2854353279 conn(0x7fe2000b56e0 msgr2=0x7fe2000b3a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:50.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.922+0000 7fe205281640 1 -- 172.21.15.27:0/2854353279 shutdown_connections 2024-02-09T23:57:50.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:50.922+0000 7fe205281640 1 -- 172.21.15.27:0/2854353279 wait complete. 2024-02-09T23:57:50.935 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-09T23:56:39.494694+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-09T23:57:50.936 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-09T23:57:51.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.084+0000 7f9aac5b9640 1 Processor -- start 2024-02-09T23:57:51.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.084+0000 7f9aac5b9640 1 -- start start 2024-02-09T23:57:51.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.085+0000 7f9aac5b9640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f9aa406c770 0x7f9aa409a470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:51.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.085+0000 7f9aac5b9640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9aa40cfeb0 con 0x7f9aa406cb50 2024-02-09T23:57:51.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.085+0000 7f9aac5b9640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9aa4162770 con 0x7f9aa40d1350 2024-02-09T23:57:51.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.085+0000 7f9aac5b9640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9aa415eca0 con 0x7f9aa406c770 2024-02-09T23:57:51.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.085+0000 7f9aa9b54640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f9aa406cb50 0x7f9aa4161950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:56092/0 (socket says 172.21.15.27:56092) 2024-02-09T23:57:51.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.085+0000 7f9aa9b54640 1 -- 172.21.15.27:0/1162140916 learned_addr learned my addr 172.21.15.27:0/1162140916 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:51.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.085+0000 7f9aaa355640 1 --2- 172.21.15.27:0/1162140916 >> v2:172.21.15.153:3300/0 conn(0x7f9aa406c770 0x7f9aa409a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:51.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.085+0000 7f9aa9353640 1 -- 172.21.15.27:0/1162140916 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 768468140 0 0) 0x7f9aa40cfeb0 con 0x7f9aa406cb50 2024-02-09T23:57:51.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.085+0000 7f9aa9353640 1 -- 172.21.15.27:0/1162140916 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9a90003520 con 0x7f9aa406cb50 2024-02-09T23:57:51.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.085+0000 7f9aa9353640 1 -- 172.21.15.27:0/1162140916 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2516173834 0 0) 0x7f9a90003520 con 0x7f9aa406cb50 2024-02-09T23:57:51.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.085+0000 7f9aa9353640 1 -- 172.21.15.27:0/1162140916 >> v2:172.21.15.153:3300/0 conn(0x7f9aa406c770 msgr2=0x7f9aa409a470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:51.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.085+0000 7f9aa9353640 1 --2- 172.21.15.27:0/1162140916 >> v2:172.21.15.153:3300/0 conn(0x7f9aa406c770 0x7f9aa409a470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.085+0000 7f9aa9353640 1 -- 172.21.15.27:0/1162140916 >> v1:172.21.15.153:6789/0 conn(0x7f9aa40d1350 legacy=0x7f9aa4162060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:51.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.085+0000 7f9aa9353640 1 -- 172.21.15.27:0/1162140916 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9aa415ef80 con 0x7f9aa406cb50 2024-02-09T23:57:51.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.086+0000 7f9aa9353640 1 -- 172.21.15.27:0/1162140916 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7f9a94001670 con 0x7f9aa406cb50 2024-02-09T23:57:51.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.086+0000 7f9aa9353640 1 -- 172.21.15.27:0/1162140916 >> v1:172.21.15.27:6789/0 conn(0x7f9aa406cb50 legacy=0x7f9aa4161950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:51.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.086+0000 7f9aa9353640 1 --2- 172.21.15.27:0/1162140916 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9a900039e0 0x7f9a90003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:51.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.086+0000 7f9aa9353640 1 --2- 172.21.15.27:0/1162140916 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9a900047c0 0x7f9a90004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:51.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.086+0000 7f9aa9353640 1 --2- 172.21.15.27:0/1162140916 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9a90005180 0x7f9a9000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:51.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.086+0000 7f9aa9353640 1 -- 172.21.15.27:0/1162140916 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9aa415eca0 con 0x7f9a900047c0 2024-02-09T23:57:51.092 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.086+0000 7f9aa9353640 1 -- 172.21.15.27:0/1162140916 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a9000c0b0 con 0x7f9a900039e0 2024-02-09T23:57:51.092 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.086+0000 7f9aa9353640 1 -- 172.21.15.27:0/1162140916 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9a9000c270 con 0x7f9a90005180 2024-02-09T23:57:51.092 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.086+0000 7f9aaa355640 1 --2- 172.21.15.27:0/1162140916 >> v2:172.21.15.153:3300/0 conn(0x7f9aa406c770 0x7f9aa409a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:57:51.092 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.086+0000 7f9aa9b54640 1 --2- 172.21.15.27:0/1162140916 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9a900047c0 0x7f9a90004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:51.092 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.086+0000 7f9aaab56640 1 --2- 172.21.15.27:0/1162140916 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9a90005180 0x7f9a9000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:51.092 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.086+0000 7f9aaa355640 1 --2- 172.21.15.27:0/1162140916 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9a900039e0 0x7f9a90003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:51.092 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.086+0000 7f9aa9b54640 1 -- 172.21.15.27:0/1162140916 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9a90005180 msgr2=0x7f9a9000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:51.092 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.086+0000 7f9aa9b54640 1 --2- 172.21.15.27:0/1162140916 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9a90005180 0x7f9a9000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.092 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.086+0000 7f9aa9b54640 1 -- 172.21.15.27:0/1162140916 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9a900039e0 msgr2=0x7f9a90003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:51.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.086+0000 7f9aa9b54640 1 --2- 172.21.15.27:0/1162140916 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9a900039e0 0x7f9a90003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.086+0000 7f9aa9b54640 1 -- 172.21.15.27:0/1162140916 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a90003520 con 0x7f9a900047c0 2024-02-09T23:57:51.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.086+0000 7f9aaab56640 1 -- 172.21.15.27:0/1162140916 reap_dead start 2024-02-09T23:57:51.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.086+0000 7f9aaa355640 1 --2- 172.21.15.27:0/1162140916 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9a900039e0 0x7f9a90003e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:51.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.087+0000 7f9aa9b54640 1 --2- 172.21.15.27:0/1162140916 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9a900047c0 0x7f9a90004c40 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f9a9400c240 tx=0x7f9a900057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1523a5ff5a4011c server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:51.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.087+0000 7f9aa9353640 1 -- 172.21.15.27:0/1162140916 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a94005ad0 con 0x7f9a900047c0 2024-02-09T23:57:51.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.087+0000 7f9aa9353640 1 -- 172.21.15.27:0/1162140916 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a94005c30 con 0x7f9a900047c0 2024-02-09T23:57:51.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.087+0000 7f9aa9353640 1 -- 172.21.15.27:0/1162140916 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a9402caf0 con 0x7f9a900047c0 2024-02-09T23:57:51.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.087+0000 7f9aac5b9640 1 -- 172.21.15.27:0/1162140916 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9a900047c0 msgr2=0x7f9a90004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:51.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.087+0000 7f9aac5b9640 1 --2- 172.21.15.27:0/1162140916 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9a900047c0 0x7f9a90004c40 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f9a9400c240 tx=0x7f9a900057f0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.088+0000 7f9aac5b9640 1 -- 172.21.15.27:0/1162140916 shutdown_connections 2024-02-09T23:57:51.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.088+0000 7f9aac5b9640 1 --2- 172.21.15.27:0/1162140916 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9a900047c0 0x7f9a90004c40 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.088+0000 7f9aac5b9640 1 -- 172.21.15.27:0/1162140916 >> 172.21.15.27:0/1162140916 conn(0x7f9aa40b32f0 msgr2=0x7f9aa40b3700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:51.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.088+0000 7f9aac5b9640 1 -- 172.21.15.27:0/1162140916 shutdown_connections 2024-02-09T23:57:51.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.088+0000 7f9aac5b9640 1 -- 172.21.15.27:0/1162140916 wait complete. 2024-02-09T23:57:51.096 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.089+0000 7f9aac5b9640 1 Processor -- start 2024-02-09T23:57:51.096 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.089+0000 7f9aac5b9640 1 -- start start 2024-02-09T23:57:51.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.090+0000 7f9aac5b9640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9a900047c0 0x7f9aa40b63e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:51.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.090+0000 7f9aac5b9640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9aa41f7070 0x7f9aa41f4390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:51.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.090+0000 7f9aac5b9640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9aa40ca620 0x7f9aa4160a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:51.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.090+0000 7f9aac5b9640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9aa41f7880 con 0x7f9aa41f7070 2024-02-09T23:57:51.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.090+0000 7f9aac5b9640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9aa41f7b60 con 0x7f9aa40ca620 2024-02-09T23:57:51.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.090+0000 7f9aac5b9640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9aa41f3b90 con 0x7f9a900047c0 2024-02-09T23:57:51.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.090+0000 7f9aa9b54640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9aa41f7070 0x7f9aa41f4390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:51.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.090+0000 7f9aa9b54640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9aa41f7070 0x7f9aa41f4390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59122/0 (socket says 172.21.15.27:59122) 2024-02-09T23:57:51.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.090+0000 7f9aa9b54640 1 -- 172.21.15.27:0/7290882 learned_addr learned my addr 172.21.15.27:0/7290882 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:51.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.090+0000 7f9aaab56640 1 --2- 172.21.15.27:0/7290882 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9aa40ca620 0x7f9aa4160a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:51.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.090+0000 7f9aaa355640 1 --2- 172.21.15.27:0/7290882 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9a900047c0 0x7f9aa40b63e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:51.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.090+0000 7f9aa9b54640 1 -- 172.21.15.27:0/7290882 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9a900047c0 msgr2=0x7f9aa40b63e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:51.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.090+0000 7f9aa9b54640 1 --2- 172.21.15.27:0/7290882 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9a900047c0 0x7f9aa40b63e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.090+0000 7f9aa9b54640 1 -- 172.21.15.27:0/7290882 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9aa40ca620 msgr2=0x7f9aa4160a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:51.098 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.090+0000 7f9aa9b54640 1 --2- 172.21.15.27:0/7290882 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9aa40ca620 0x7f9aa4160a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.098 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.090+0000 7f9aa9b54640 1 -- 172.21.15.27:0/7290882 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9aa41f3e70 con 0x7f9aa41f7070 2024-02-09T23:57:51.098 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.090+0000 7f9aaa355640 1 --2- 172.21.15.27:0/7290882 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9a900047c0 0x7f9aa40b63e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:51.098 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.090+0000 7f9aa9b54640 1 --2- 172.21.15.27:0/7290882 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9aa41f7070 0x7f9aa41f4390 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f9a9400c240 tx=0x7f9a9402e070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:51.098 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.090+0000 7f9a9affd640 1 -- 172.21.15.27:0/7290882 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a9403c040 con 0x7f9aa41f7070 2024-02-09T23:57:51.098 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.090+0000 7f9a9affd640 1 -- 172.21.15.27:0/7290882 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a9402cce0 con 0x7f9aa41f7070 2024-02-09T23:57:51.098 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.090+0000 7f9a9affd640 1 -- 172.21.15.27:0/7290882 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a940072b0 con 0x7f9aa41f7070 2024-02-09T23:57:51.098 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.090+0000 7f9aac5b9640 1 -- 172.21.15.27:0/7290882 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9aa41f7e40 con 0x7f9aa41f7070 2024-02-09T23:57:51.098 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.091+0000 7f9aac5b9640 1 -- 172.21.15.27:0/7290882 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9aa41f74d0 con 0x7f9aa41f7070 2024-02-09T23:57:51.098 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.092+0000 7f9aac5b9640 1 -- 172.21.15.27:0/7290882 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9aa40746c0 con 0x7f9aa41f7070 2024-02-09T23:57:51.098 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.092+0000 7f9a9affd640 1 -- 172.21.15.27:0/7290882 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f9a94032070 con 0x7f9aa41f7070 2024-02-09T23:57:51.098 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.092+0000 7f9a9affd640 1 --2- 172.21.15.27:0/7290882 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f9a8806b840 0x7f9a8806dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:51.098 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.092+0000 7f9a9affd640 1 -- 172.21.15.27:0/7290882 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f9a940ab400 con 0x7f9aa41f7070 2024-02-09T23:57:51.098 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.092+0000 7f9aaa355640 1 --2- 172.21.15.27:0/7290882 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f9a8806b840 0x7f9a8806dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:51.099 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.093+0000 7f9aaa355640 1 --2- 172.21.15.27:0/7290882 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f9a8806b840 0x7f9a8806dd00 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f9aa4069360 tx=0x7f9aa0008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:51.099 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.096+0000 7f9a9affd640 1 -- 172.21.15.27:0/7290882 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f9a94076100 con 0x7f9aa41f7070 2024-02-09T23:57:51.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.279+0000 7f9aac5b9640 1 -- 172.21.15.27:0/7290882 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f9aa40b4190 con 0x7f9aa41f7070 2024-02-09T23:57:51.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.279+0000 7f9a9affd640 1 -- 172.21.15.27:0/7290882 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v30) v1 ==== 93+0+10 (secure 0 0 0) 0x7f9a94046020 con 0x7f9aa41f7070 2024-02-09T23:57:51.281 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 1 2024-02-09T23:57:51.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.281+0000 7f9aac5b9640 1 -- 172.21.15.27:0/7290882 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f9a8806b840 msgr2=0x7f9a8806dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:51.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.281+0000 7f9aac5b9640 1 --2- 172.21.15.27:0/7290882 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f9a8806b840 0x7f9a8806dd00 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f9aa4069360 tx=0x7f9aa0008040 comp rx=0 tx=0).stop 2024-02-09T23:57:51.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.281+0000 7f9aac5b9640 1 -- 172.21.15.27:0/7290882 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9aa41f7070 msgr2=0x7f9aa41f4390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:51.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.281+0000 7f9aac5b9640 1 --2- 172.21.15.27:0/7290882 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9aa41f7070 0x7f9aa41f4390 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f9a9400c240 tx=0x7f9a9402e070 comp rx=0 tx=0).stop 2024-02-09T23:57:51.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.281+0000 7f9aac5b9640 1 -- 172.21.15.27:0/7290882 shutdown_connections 2024-02-09T23:57:51.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.281+0000 7f9aac5b9640 1 --2- 172.21.15.27:0/7290882 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f9a8806b840 0x7f9a8806dd00 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.281+0000 7f9aac5b9640 1 --2- 172.21.15.27:0/7290882 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9aa40ca620 0x7f9aa4160a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.281+0000 7f9aac5b9640 1 --2- 172.21.15.27:0/7290882 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9aa41f7070 0x7f9aa41f4390 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.281+0000 7f9aac5b9640 1 --2- 172.21.15.27:0/7290882 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9a900047c0 0x7f9aa40b63e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.281+0000 7f9aac5b9640 1 -- 172.21.15.27:0/7290882 >> 172.21.15.27:0/7290882 conn(0x7f9aa40b32f0 msgr2=0x7f9aa40ce080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:51.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.281+0000 7f9aac5b9640 1 -- 172.21.15.27:0/7290882 shutdown_connections 2024-02-09T23:57:51.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.281+0000 7f9aac5b9640 1 -- 172.21.15.27:0/7290882 wait complete. 2024-02-09T23:57:51.294 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-02-09T23:57:51.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.399+0000 7f4929bc2640 1 Processor -- start 2024-02-09T23:57:51.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.399+0000 7f4929bc2640 1 -- start start 2024-02-09T23:57:51.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.400+0000 7f4929bc2640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f4924161160 0x7f49240d1ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:51.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.400+0000 7f4929bc2640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f49240d2020 0x7f49240ce7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:51.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.400+0000 7f4929bc2640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4924161540 con 0x7f49240ced00 2024-02-09T23:57:51.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.400+0000 7f4929bc2640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f49240cf1b0 con 0x7f4924161160 2024-02-09T23:57:51.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.400+0000 7f4929bc2640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f49240d3120 con 0x7f49240d2020 2024-02-09T23:57:51.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.400+0000 7f49237fe640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f4924161160 0x7f49240d1ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:51.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.400+0000 7f49237fe640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f4924161160 0x7f49240d1ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59124/0 (socket says 172.21.15.27:59124) 2024-02-09T23:57:51.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.400+0000 7f49237fe640 1 -- 172.21.15.27:0/1639161296 learned_addr learned my addr 172.21.15.27:0/1639161296 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:51.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.400+0000 7f4922ffd640 1 --2- 172.21.15.27:0/1639161296 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f49240d2020 0x7f49240ce7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:51.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.400+0000 7f49237fe640 1 -- 172.21.15.27:0/1639161296 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f49240d2020 msgr2=0x7f49240ce7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:51.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.400+0000 7f49237fe640 1 --2- 172.21.15.27:0/1639161296 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f49240d2020 0x7f49240ce7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.400+0000 7f49237fe640 1 -- 172.21.15.27:0/1639161296 >> v1:172.21.15.153:6789/0 conn(0x7f49240ced00 legacy=0x7f492406c160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:51.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.400+0000 7f49237fe640 1 -- 172.21.15.27:0/1639161296 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49240d2510 con 0x7f4924161160 2024-02-09T23:57:51.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.401+0000 7f49237fe640 1 --2- 172.21.15.27:0/1639161296 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4924161160 0x7f49240d1ae0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f4914009870 tx=0x7f491402b980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b56e2929d0eb2b6f server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:51.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.401+0000 7f49227fc640 1 -- 172.21.15.27:0/1639161296 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4914030840 con 0x7f4924161160 2024-02-09T23:57:51.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.401+0000 7f49227fc640 1 -- 172.21.15.27:0/1639161296 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49140309a0 con 0x7f4924161160 2024-02-09T23:57:51.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.401+0000 7f49227fc640 1 -- 172.21.15.27:0/1639161296 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4914030d30 con 0x7f4924161160 2024-02-09T23:57:51.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.402+0000 7f4929bc2640 1 -- 172.21.15.27:0/1639161296 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4924161160 msgr2=0x7f49240d1ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:51.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.402+0000 7f4929bc2640 1 --2- 172.21.15.27:0/1639161296 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4924161160 0x7f49240d1ae0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f4914009870 tx=0x7f491402b980 comp rx=0 tx=0).stop 2024-02-09T23:57:51.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.402+0000 7f4929bc2640 1 -- 172.21.15.27:0/1639161296 shutdown_connections 2024-02-09T23:57:51.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.402+0000 7f4929bc2640 1 --2- 172.21.15.27:0/1639161296 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f49240d2020 0x7f49240ce7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.402+0000 7f4929bc2640 1 --2- 172.21.15.27:0/1639161296 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4924161160 0x7f49240d1ae0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.402+0000 7f4929bc2640 1 -- 172.21.15.27:0/1639161296 >> 172.21.15.27:0/1639161296 conn(0x7f49240b56e0 msgr2=0x7f49240b5af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:51.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.402+0000 7f4929bc2640 1 -- 172.21.15.27:0/1639161296 shutdown_connections 2024-02-09T23:57:51.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.402+0000 7f4929bc2640 1 -- 172.21.15.27:0/1639161296 wait complete. 2024-02-09T23:57:51.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.403+0000 7f4929bc2640 1 Processor -- start 2024-02-09T23:57:51.407 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.403+0000 7f4929bc2640 1 -- start start 2024-02-09T23:57:51.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.404+0000 7f4929bc2640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f49240ced00 0x7f49240b2d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:51.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.404+0000 7f4929bc2640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f49240d2020 0x7f492415de20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:51.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.404+0000 7f4929bc2640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4924161160 0x7f492406c160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:51.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.404+0000 7f4929bc2640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49240b32a0 con 0x7f49240ced00 2024-02-09T23:57:51.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.404+0000 7f4929bc2640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f492415f410 con 0x7f49240d2020 2024-02-09T23:57:51.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.404+0000 7f4929bc2640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f492415e800 con 0x7f4924161160 2024-02-09T23:57:51.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.404+0000 7f49237fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f49240ced00 0x7f49240b2d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:51.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.404+0000 7f49237fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f49240ced00 0x7f49240b2d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59128/0 (socket says 172.21.15.27:59128) 2024-02-09T23:57:51.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.404+0000 7f49237fe640 1 -- 172.21.15.27:0/595575628 learned_addr learned my addr 172.21.15.27:0/595575628 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:51.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.404+0000 7f4922ffd640 1 --2- 172.21.15.27:0/595575628 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f49240d2020 0x7f492415de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:51.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.404+0000 7f4923fff640 1 --2- 172.21.15.27:0/595575628 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4924161160 0x7f492406c160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:51.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.404+0000 7f49237fe640 1 -- 172.21.15.27:0/595575628 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4924161160 msgr2=0x7f492406c160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:51.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.404+0000 7f49237fe640 1 --2- 172.21.15.27:0/595575628 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4924161160 0x7f492406c160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.404+0000 7f49237fe640 1 -- 172.21.15.27:0/595575628 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f49240d2020 msgr2=0x7f492415de20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:51.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.404+0000 7f49237fe640 1 --2- 172.21.15.27:0/595575628 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f49240d2020 0x7f492415de20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.404+0000 7f49237fe640 1 -- 172.21.15.27:0/595575628 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49140094d0 con 0x7f49240ced00 2024-02-09T23:57:51.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.404+0000 7f4923fff640 1 --2- 172.21.15.27:0/595575628 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4924161160 0x7f492406c160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:51.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.405+0000 7f49237fe640 1 --2- 172.21.15.27:0/595575628 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f49240ced00 0x7f49240b2d60 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f4914000c00 tx=0x7f4914004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:51.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.405+0000 7f490bfff640 1 -- 172.21.15.27:0/595575628 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4914039c90 con 0x7f49240ced00 2024-02-09T23:57:51.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.405+0000 7f490bfff640 1 -- 172.21.15.27:0/595575628 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4914039df0 con 0x7f49240ced00 2024-02-09T23:57:51.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.405+0000 7f4929bc2640 1 -- 172.21.15.27:0/595575628 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f492415eae0 con 0x7f49240ced00 2024-02-09T23:57:51.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.405+0000 7f490bfff640 1 -- 172.21.15.27:0/595575628 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4914043640 con 0x7f49240ced00 2024-02-09T23:57:51.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.405+0000 7f4929bc2640 1 -- 172.21.15.27:0/595575628 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f492415f0a0 con 0x7f49240ced00 2024-02-09T23:57:51.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.406+0000 7f4929bc2640 1 -- 172.21.15.27:0/595575628 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4924067cc0 con 0x7f49240ced00 2024-02-09T23:57:51.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.406+0000 7f490bfff640 1 -- 172.21.15.27:0/595575628 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f49140437a0 con 0x7f49240ced00 2024-02-09T23:57:51.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.407+0000 7f490bfff640 1 --2- 172.21.15.27:0/595575628 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f491006b810 0x7f491006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:51.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.407+0000 7f490bfff640 1 -- 172.21.15.27:0/595575628 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f491403e070 con 0x7f49240ced00 2024-02-09T23:57:51.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.407+0000 7f4922ffd640 1 --2- 172.21.15.27:0/595575628 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f491006b810 0x7f491006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:51.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.407+0000 7f4922ffd640 1 --2- 172.21.15.27:0/595575628 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f491006b810 0x7f491006dcd0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f49241f6a80 tx=0x7f4918009190 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:51.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.411+0000 7f490bfff640 1 -- 172.21.15.27:0/595575628 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f4914077bb0 con 0x7f49240ced00 2024-02-09T23:57:51.594 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.592+0000 7f4929bc2640 1 -- 172.21.15.27:0/595575628 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f492415fb60 con 0x7f49240ced00 2024-02-09T23:57:51.594 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.592+0000 7f490bfff640 1 -- 172.21.15.27:0/595575628 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v30) v1 ==== 84+0+65 (secure 0 0 0) 0x7f4914034090 con 0x7f49240ced00 2024-02-09T23:57:51.594 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:51.595 INFO:teuthology.orchestra.run.smithi027.stdout:[ 2024-02-09T23:57:51.595 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-02-09T23:57:51.595 INFO:teuthology.orchestra.run.smithi027.stdout: "poolnum": 1, 2024-02-09T23:57:51.595 INFO:teuthology.orchestra.run.smithi027.stdout: "poolname": ".mgr" 2024-02-09T23:57:51.595 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-02-09T23:57:51.595 INFO:teuthology.orchestra.run.smithi027.stdout:] 2024-02-09T23:57:51.597 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.594+0000 7f4929bc2640 1 -- 172.21.15.27:0/595575628 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f491006b810 msgr2=0x7f491006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:51.597 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.594+0000 7f4929bc2640 1 --2- 172.21.15.27:0/595575628 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f491006b810 0x7f491006dcd0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f49241f6a80 tx=0x7f4918009190 comp rx=0 tx=0).stop 2024-02-09T23:57:51.597 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.594+0000 7f4929bc2640 1 -- 172.21.15.27:0/595575628 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f49240ced00 msgr2=0x7f49240b2d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:51.597 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.594+0000 7f4929bc2640 1 --2- 172.21.15.27:0/595575628 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f49240ced00 0x7f49240b2d60 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f4914000c00 tx=0x7f4914004730 comp rx=0 tx=0).stop 2024-02-09T23:57:51.598 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.594+0000 7f4929bc2640 1 -- 172.21.15.27:0/595575628 shutdown_connections 2024-02-09T23:57:51.598 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.594+0000 7f4929bc2640 1 --2- 172.21.15.27:0/595575628 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f491006b810 0x7f491006dcd0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.598 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.594+0000 7f4929bc2640 1 --2- 172.21.15.27:0/595575628 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4924161160 0x7f492406c160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.598 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.594+0000 7f4929bc2640 1 --2- 172.21.15.27:0/595575628 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f49240d2020 0x7f492415de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.598 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.594+0000 7f4929bc2640 1 --2- 172.21.15.27:0/595575628 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f49240ced00 0x7f49240b2d60 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.598 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.594+0000 7f4929bc2640 1 -- 172.21.15.27:0/595575628 >> 172.21.15.27:0/595575628 conn(0x7f49240b56e0 msgr2=0x7f49240b8520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:51.599 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.594+0000 7f4929bc2640 1 -- 172.21.15.27:0/595575628 shutdown_connections 2024-02-09T23:57:51.599 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.594+0000 7f4929bc2640 1 -- 172.21.15.27:0/595575628 wait complete. 2024-02-09T23:57:51.607 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-02-09T23:57:51.607 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-02-09T23:57:51.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.716+0000 7f43ebe0f640 1 Processor -- start 2024-02-09T23:57:51.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.716+0000 7f43ebe0f640 1 -- start start 2024-02-09T23:57:51.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.717+0000 7f43ebe0f640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f43e406cda0 0x7f43e40cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:51.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.717+0000 7f43ebe0f640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f43e409a150 0x7f43e415d470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:51.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.717+0000 7f43ebe0f640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f43e40d0140 con 0x7f43e406bf70 2024-02-09T23:57:51.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.717+0000 7f43ebe0f640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f43e40d0f80 con 0x7f43e406cda0 2024-02-09T23:57:51.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.717+0000 7f43ebe0f640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43e40d0370 con 0x7f43e409a150 2024-02-09T23:57:51.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.717+0000 7f43e9bab640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f43e406cda0 0x7f43e40cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:51.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.717+0000 7f43e93aa640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f43e406bf70 0x7f43e4099a40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:56100/0 (socket says 172.21.15.27:56100) 2024-02-09T23:57:51.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.717+0000 7f43e93aa640 1 -- 172.21.15.27:0/2101098777 learned_addr learned my addr 172.21.15.27:0/2101098777 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:51.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.717+0000 7f43ea3ac640 1 --2- 172.21.15.27:0/2101098777 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f43e409a150 0x7f43e415d470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:51.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.717+0000 7f43e9bab640 1 -- 172.21.15.27:0/2101098777 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f43e409a150 msgr2=0x7f43e415d470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:51.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.717+0000 7f43e9bab640 1 --2- 172.21.15.27:0/2101098777 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f43e409a150 0x7f43e415d470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.717+0000 7f43e9bab640 1 -- 172.21.15.27:0/2101098777 >> v1:172.21.15.27:6789/0 conn(0x7f43e406bf70 legacy=0x7f43e4099a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:51.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.717+0000 7f43e9bab640 1 -- 172.21.15.27:0/2101098777 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43e40d0650 con 0x7f43e406cda0 2024-02-09T23:57:51.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.717+0000 7f43e8ba9640 1 -- 172.21.15.27:0/2101098777 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3912499525 0 0) 0x7f43e40d0140 con 0x7f43e406bf70 2024-02-09T23:57:51.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.718+0000 7f43e9bab640 1 --2- 172.21.15.27:0/2101098777 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f43e406cda0 0x7f43e40cfc00 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f43dc0097a0 tx=0x7f43dc02b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e56e8329df353a5 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:51.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.718+0000 7f43e8ba9640 1 -- 172.21.15.27:0/2101098777 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43dc031830 con 0x7f43e406cda0 2024-02-09T23:57:51.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.718+0000 7f43e8ba9640 1 -- 172.21.15.27:0/2101098777 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43dc031990 con 0x7f43e406cda0 2024-02-09T23:57:51.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.718+0000 7f43e8ba9640 1 -- 172.21.15.27:0/2101098777 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43dc031d20 con 0x7f43e406cda0 2024-02-09T23:57:51.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.719+0000 7f43ebe0f640 1 -- 172.21.15.27:0/2101098777 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f43e406cda0 msgr2=0x7f43e40cfc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:51.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.719+0000 7f43ebe0f640 1 --2- 172.21.15.27:0/2101098777 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f43e406cda0 0x7f43e40cfc00 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f43dc0097a0 tx=0x7f43dc02b8d0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.719+0000 7f43ebe0f640 1 -- 172.21.15.27:0/2101098777 shutdown_connections 2024-02-09T23:57:51.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.719+0000 7f43ebe0f640 1 --2- 172.21.15.27:0/2101098777 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f43e409a150 0x7f43e415d470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.719+0000 7f43ebe0f640 1 --2- 172.21.15.27:0/2101098777 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f43e406cda0 0x7f43e40cfc00 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.719+0000 7f43ebe0f640 1 -- 172.21.15.27:0/2101098777 >> 172.21.15.27:0/2101098777 conn(0x7f43e40b32f0 msgr2=0x7f43e40b3700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:51.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.719+0000 7f43ebe0f640 1 -- 172.21.15.27:0/2101098777 shutdown_connections 2024-02-09T23:57:51.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.719+0000 7f43ebe0f640 1 -- 172.21.15.27:0/2101098777 wait complete. 2024-02-09T23:57:51.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.720+0000 7f43ebe0f640 1 Processor -- start 2024-02-09T23:57:51.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.720+0000 7f43ebe0f640 1 -- start start 2024-02-09T23:57:51.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.721+0000 7f43ebe0f640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f43e406bf70 0x7f43e40c69d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:51.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.721+0000 7f43ebe0f640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f43e406cda0 0x7f43e40aef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:51.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.721+0000 7f43ebe0f640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f43e409a150 0x7f43e4070710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:51.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.721+0000 7f43ebe0f640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43e40af440 con 0x7f43e406cda0 2024-02-09T23:57:51.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.721+0000 7f43ebe0f640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43e40c7c10 con 0x7f43e409a150 2024-02-09T23:57:51.727 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.721+0000 7f43ebe0f640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43e40c7090 con 0x7f43e406bf70 2024-02-09T23:57:51.727 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.721+0000 7f43e93aa640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f43e406cda0 0x7f43e40aef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:51.727 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.721+0000 7f43e93aa640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f43e406cda0 0x7f43e40aef00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59146/0 (socket says 172.21.15.27:59146) 2024-02-09T23:57:51.727 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.721+0000 7f43e93aa640 1 -- 172.21.15.27:0/2248451310 learned_addr learned my addr 172.21.15.27:0/2248451310 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:51.727 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.721+0000 7f43ea3ac640 1 --2- 172.21.15.27:0/2248451310 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f43e409a150 0x7f43e4070710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:51.727 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.721+0000 7f43e9bab640 1 --2- 172.21.15.27:0/2248451310 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f43e406bf70 0x7f43e40c69d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:51.727 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.721+0000 7f43e93aa640 1 -- 172.21.15.27:0/2248451310 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f43e406bf70 msgr2=0x7f43e40c69d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:51.727 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.721+0000 7f43e93aa640 1 --2- 172.21.15.27:0/2248451310 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f43e406bf70 0x7f43e40c69d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.727 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.721+0000 7f43e93aa640 1 -- 172.21.15.27:0/2248451310 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f43e409a150 msgr2=0x7f43e4070710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:51.727 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.721+0000 7f43e93aa640 1 --2- 172.21.15.27:0/2248451310 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f43e409a150 0x7f43e4070710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.727 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.721+0000 7f43e93aa640 1 -- 172.21.15.27:0/2248451310 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43dc009400 con 0x7f43e406cda0 2024-02-09T23:57:51.727 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.722+0000 7f43e93aa640 1 --2- 172.21.15.27:0/2248451310 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f43e406cda0 0x7f43e40aef00 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f43d800c4d0 tx=0x7f43d800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:51.727 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.722+0000 7f43e27fc640 1 -- 172.21.15.27:0/2248451310 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43d80074e0 con 0x7f43e406cda0 2024-02-09T23:57:51.727 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.722+0000 7f43e27fc640 1 -- 172.21.15.27:0/2248451310 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43d8007660 con 0x7f43e406cda0 2024-02-09T23:57:51.728 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.722+0000 7f43ebe0f640 1 -- 172.21.15.27:0/2248451310 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f43e40c7370 con 0x7f43e406cda0 2024-02-09T23:57:51.728 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.722+0000 7f43e27fc640 1 -- 172.21.15.27:0/2248451310 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43d8004a20 con 0x7f43e406cda0 2024-02-09T23:57:51.728 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.722+0000 7f43ebe0f640 1 -- 172.21.15.27:0/2248451310 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f43e40c7930 con 0x7f43e406cda0 2024-02-09T23:57:51.728 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.723+0000 7f43ebe0f640 1 -- 172.21.15.27:0/2248451310 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f43e4067dd0 con 0x7f43e406cda0 2024-02-09T23:57:51.728 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.723+0000 7f43e27fc640 1 -- 172.21.15.27:0/2248451310 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f43d8004b80 con 0x7f43e406cda0 2024-02-09T23:57:51.728 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.724+0000 7f43e27fc640 1 --2- 172.21.15.27:0/2248451310 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f43d006b810 0x7f43d006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:51.728 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.724+0000 7f43e27fc640 1 -- 172.21.15.27:0/2248451310 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f43d80892e0 con 0x7f43e406cda0 2024-02-09T23:57:51.728 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.724+0000 7f43e9bab640 1 --2- 172.21.15.27:0/2248451310 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f43d006b810 0x7f43d006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:51.728 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.724+0000 7f43e9bab640 1 --2- 172.21.15.27:0/2248451310 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f43d006b810 0x7f43d006dcd0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f43dc036000 tx=0x7f43dc03c040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:51.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.728+0000 7f43e27fc640 1 -- 172.21.15.27:0/2248451310 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f43d8054100 con 0x7f43e406cda0 2024-02-09T23:57:51.910 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:51.908+0000 7f43ebe0f640 1 -- 172.21.15.27:0/2248451310 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f43e40ceea0 con 0x7f43e406cda0 2024-02-09T23:57:52.887 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:52.885+0000 7f43e27fc640 1 -- 172.21.15.27:0/2248451310 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v31) v1 ==== 138+0+0 (secure 0 0 0) 0x7f43d80577c0 con 0x7f43e406cda0 2024-02-09T23:57:52.887 INFO:teuthology.orchestra.run.smithi027.stderr:pool 'cephfs_metadata' created 2024-02-09T23:57:52.891 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:52.889+0000 7f43ebe0f640 1 -- 172.21.15.27:0/2248451310 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f43d006b810 msgr2=0x7f43d006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:52.891 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:52.889+0000 7f43ebe0f640 1 --2- 172.21.15.27:0/2248451310 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f43d006b810 0x7f43d006dcd0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f43dc036000 tx=0x7f43dc03c040 comp rx=0 tx=0).stop 2024-02-09T23:57:52.891 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:52.889+0000 7f43ebe0f640 1 -- 172.21.15.27:0/2248451310 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f43e406cda0 msgr2=0x7f43e40aef00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:52.891 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:52.889+0000 7f43ebe0f640 1 --2- 172.21.15.27:0/2248451310 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f43e406cda0 0x7f43e40aef00 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f43d800c4d0 tx=0x7f43d800c990 comp rx=0 tx=0).stop 2024-02-09T23:57:52.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:52.891+0000 7f43ebe0f640 1 -- 172.21.15.27:0/2248451310 shutdown_connections 2024-02-09T23:57:52.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:52.891+0000 7f43ebe0f640 1 --2- 172.21.15.27:0/2248451310 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f43d006b810 0x7f43d006dcd0 secure :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f43dc036000 tx=0x7f43dc03c040 comp rx=0 tx=0).stop 2024-02-09T23:57:52.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:52.891+0000 7f43ebe0f640 1 --2- 172.21.15.27:0/2248451310 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f43e409a150 0x7f43e4070710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:52.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:52.891+0000 7f43ebe0f640 1 --2- 172.21.15.27:0/2248451310 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f43e406cda0 0x7f43e40aef00 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:52.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:52.891+0000 7f43ebe0f640 1 --2- 172.21.15.27:0/2248451310 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f43e406bf70 0x7f43e40c69d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:52.895 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:52.891+0000 7f43ebe0f640 1 -- 172.21.15.27:0/2248451310 >> 172.21.15.27:0/2248451310 conn(0x7f43e40b32f0 msgr2=0x7f43e41e4bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:52.896 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:52.893+0000 7f43ebe0f640 1 -- 172.21.15.27:0/2248451310 shutdown_connections 2024-02-09T23:57:52.896 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:52.893+0000 7f43ebe0f640 1 -- 172.21.15.27:0/2248451310 wait complete. 2024-02-09T23:57:52.909 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-02-09T23:57:53.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.026+0000 7ff1709b6640 1 Processor -- start 2024-02-09T23:57:53.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.026+0000 7ff1709b6640 1 -- start start 2024-02-09T23:57:53.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.027+0000 7ff1709b6640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7ff16c06c770 0x7ff16c09a470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:53.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.027+0000 7ff1709b6640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7ff16c0d1350 0x7ff16c162060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:53.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.027+0000 7ff1709b6640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff16c0cfeb0 con 0x7ff16c06cb50 2024-02-09T23:57:53.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.027+0000 7ff1709b6640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff16c15eca0 con 0x7ff16c0d1350 2024-02-09T23:57:53.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.027+0000 7ff1709b6640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff16c15ef80 con 0x7ff16c06c770 2024-02-09T23:57:53.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.027+0000 7ff16ad9d640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7ff16c0d1350 0x7ff16c162060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:53.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.027+0000 7ff16ad9d640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7ff16c0d1350 0x7ff16c162060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59150/0 (socket says 172.21.15.27:59150) 2024-02-09T23:57:53.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.027+0000 7ff169d9b640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7ff16c06cb50 0x7ff16c161950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:56104/0 (socket says 172.21.15.27:56104) 2024-02-09T23:57:53.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.027+0000 7ff16ad9d640 1 -- 172.21.15.27:0/1304678171 learned_addr learned my addr 172.21.15.27:0/1304678171 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:53.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.027+0000 7ff16a59c640 1 --2- 172.21.15.27:0/1304678171 >> v2:172.21.15.153:3300/0 conn(0x7ff16c06c770 0x7ff16c09a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:53.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.027+0000 7ff16ad9d640 1 -- 172.21.15.27:0/1304678171 >> v2:172.21.15.153:3300/0 conn(0x7ff16c06c770 msgr2=0x7ff16c09a470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:53.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.027+0000 7ff16ad9d640 1 --2- 172.21.15.27:0/1304678171 >> v2:172.21.15.153:3300/0 conn(0x7ff16c06c770 0x7ff16c09a470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:53.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.027+0000 7ff16ad9d640 1 -- 172.21.15.27:0/1304678171 >> v1:172.21.15.27:6789/0 conn(0x7ff16c06cb50 legacy=0x7ff16c161950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:53.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.027+0000 7ff16ad9d640 1 -- 172.21.15.27:0/1304678171 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff16c15f260 con 0x7ff16c0d1350 2024-02-09T23:57:53.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.027+0000 7ff16959a640 1 -- 172.21.15.27:0/1304678171 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2889743552 0 0) 0x7ff16c0cfeb0 con 0x7ff16c06cb50 2024-02-09T23:57:53.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.028+0000 7ff16ad9d640 1 --2- 172.21.15.27:0/1304678171 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff16c0d1350 0x7ff16c162060 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7ff16c0b43f0 tx=0x7ff16402bf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24032f680a322b7 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:53.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.028+0000 7ff16959a640 1 -- 172.21.15.27:0/1304678171 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff16402cb20 con 0x7ff16c0d1350 2024-02-09T23:57:53.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.028+0000 7ff16959a640 1 -- 172.21.15.27:0/1304678171 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff16402cc80 con 0x7ff16c0d1350 2024-02-09T23:57:53.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.028+0000 7ff16959a640 1 -- 172.21.15.27:0/1304678171 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1640343f0 con 0x7ff16c0d1350 2024-02-09T23:57:53.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.029+0000 7ff1709b6640 1 -- 172.21.15.27:0/1304678171 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff16c0d1350 msgr2=0x7ff16c162060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:53.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.029+0000 7ff1709b6640 1 --2- 172.21.15.27:0/1304678171 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff16c0d1350 0x7ff16c162060 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7ff16c0b43f0 tx=0x7ff16402bf80 comp rx=0 tx=0).stop 2024-02-09T23:57:53.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.029+0000 7ff1709b6640 1 -- 172.21.15.27:0/1304678171 shutdown_connections 2024-02-09T23:57:53.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.029+0000 7ff1709b6640 1 --2- 172.21.15.27:0/1304678171 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff16c0d1350 0x7ff16c162060 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:53.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.029+0000 7ff1709b6640 1 --2- 172.21.15.27:0/1304678171 >> v2:172.21.15.153:3300/0 conn(0x7ff16c06c770 0x7ff16c09a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:53.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.029+0000 7ff1709b6640 1 -- 172.21.15.27:0/1304678171 >> 172.21.15.27:0/1304678171 conn(0x7ff16c0b32f0 msgr2=0x7ff16c0b3700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:53.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.029+0000 7ff1709b6640 1 -- 172.21.15.27:0/1304678171 shutdown_connections 2024-02-09T23:57:53.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.029+0000 7ff1709b6640 1 -- 172.21.15.27:0/1304678171 wait complete. 2024-02-09T23:57:53.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.030+0000 7ff1709b6640 1 Processor -- start 2024-02-09T23:57:53.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.030+0000 7ff1709b6640 1 -- start start 2024-02-09T23:57:53.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.031+0000 7ff1709b6640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff16c06c770 0x7ff16c158120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:53.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.031+0000 7ff1709b6640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff16c06cb50 0x7ff16c0b15a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:53.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.031+0000 7ff1709b6640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff16c0d1350 0x7ff16c0b1ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:53.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.031+0000 7ff1709b6640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff16c158660 con 0x7ff16c06c770 2024-02-09T23:57:53.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.031+0000 7ff1709b6640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff16c0af0b0 con 0x7ff16c06cb50 2024-02-09T23:57:53.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.031+0000 7ff1709b6640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff16c0b20f0 con 0x7ff16c0d1350 2024-02-09T23:57:53.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.031+0000 7ff16a59c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff16c06c770 0x7ff16c158120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:53.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.031+0000 7ff16a59c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff16c06c770 0x7ff16c158120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59166/0 (socket says 172.21.15.27:59166) 2024-02-09T23:57:53.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.031+0000 7ff16a59c640 1 -- 172.21.15.27:0/2107229178 learned_addr learned my addr 172.21.15.27:0/2107229178 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:53.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.031+0000 7ff169d9b640 1 --2- 172.21.15.27:0/2107229178 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff16c06cb50 0x7ff16c0b15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:53.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.032+0000 7ff16ad9d640 1 --2- 172.21.15.27:0/2107229178 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff16c0d1350 0x7ff16c0b1ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:53.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.032+0000 7ff16a59c640 1 -- 172.21.15.27:0/2107229178 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff16c0d1350 msgr2=0x7ff16c0b1ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:53.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.032+0000 7ff16a59c640 1 --2- 172.21.15.27:0/2107229178 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff16c0d1350 0x7ff16c0b1ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:53.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.032+0000 7ff16a59c640 1 -- 172.21.15.27:0/2107229178 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff16c06cb50 msgr2=0x7ff16c0b15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:53.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.032+0000 7ff16a59c640 1 --2- 172.21.15.27:0/2107229178 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff16c06cb50 0x7ff16c0b15a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:53.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.032+0000 7ff16a59c640 1 -- 172.21.15.27:0/2107229178 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff164009b30 con 0x7ff16c06c770 2024-02-09T23:57:53.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.032+0000 7ff169d9b640 1 --2- 172.21.15.27:0/2107229178 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff16c06cb50 0x7ff16c0b15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:53.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.032+0000 7ff16ad9d640 1 --2- 172.21.15.27:0/2107229178 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff16c0d1350 0x7ff16c0b1ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:53.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.032+0000 7ff16a59c640 1 --2- 172.21.15.27:0/2107229178 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff16c06c770 0x7ff16c158120 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7ff15c00d5f0 tx=0x7ff15c00dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:53.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.032+0000 7ff15affd640 1 -- 172.21.15.27:0/2107229178 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff15c0125f0 con 0x7ff16c06c770 2024-02-09T23:57:53.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.032+0000 7ff15affd640 1 -- 172.21.15.27:0/2107229178 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff15c012750 con 0x7ff16c06c770 2024-02-09T23:57:53.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.032+0000 7ff15affd640 1 -- 172.21.15.27:0/2107229178 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff15c012b00 con 0x7ff16c06c770 2024-02-09T23:57:53.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.032+0000 7ff1709b6640 1 -- 172.21.15.27:0/2107229178 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff16c0b23d0 con 0x7ff16c06c770 2024-02-09T23:57:53.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.032+0000 7ff1709b6640 1 -- 172.21.15.27:0/2107229178 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff16c158aa0 con 0x7ff16c06c770 2024-02-09T23:57:53.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.033+0000 7ff1709b6640 1 -- 172.21.15.27:0/2107229178 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff16c06dcb0 con 0x7ff16c06c770 2024-02-09T23:57:53.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.034+0000 7ff15affd640 1 -- 172.21.15.27:0/2107229178 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7ff15c012c60 con 0x7ff16c06c770 2024-02-09T23:57:53.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.034+0000 7ff15affd640 1 --2- 172.21.15.27:0/2107229178 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff14c06b810 0x7ff14c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:53.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.034+0000 7ff15affd640 1 -- 172.21.15.27:0/2107229178 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5227+0+0 (secure 0 0 0) 0x7ff15c08a4d0 con 0x7ff16c06c770 2024-02-09T23:57:53.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.034+0000 7ff169d9b640 1 --2- 172.21.15.27:0/2107229178 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff14c06b810 0x7ff14c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:53.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.035+0000 7ff169d9b640 1 --2- 172.21.15.27:0/2107229178 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff14c06b810 0x7ff14c06dcd0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7ff16c0b73f0 tx=0x7ff160009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:53.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.039+0000 7ff15affd640 1 -- 172.21.15.27:0/2107229178 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7ff15c0550d0 con 0x7ff16c06c770 2024-02-09T23:57:53.224 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.222+0000 7ff1709b6640 1 -- 172.21.15.27:0/2107229178 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7ff16c0746c0 con 0x7ff16c06c770 2024-02-09T23:57:53.889 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.887+0000 7ff15affd640 1 -- 172.21.15.27:0/2107229178 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v32) v1 ==== 170+0+0 (secure 0 0 0) 0x7ff15c058790 con 0x7ff16c06c770 2024-02-09T23:57:53.889 INFO:teuthology.orchestra.run.smithi027.stderr:pool 'cephfs_data' created 2024-02-09T23:57:53.892 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.890+0000 7ff1709b6640 1 -- 172.21.15.27:0/2107229178 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff14c06b810 msgr2=0x7ff14c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:53.892 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.890+0000 7ff1709b6640 1 --2- 172.21.15.27:0/2107229178 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff14c06b810 0x7ff14c06dcd0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7ff16c0b73f0 tx=0x7ff160009040 comp rx=0 tx=0).stop 2024-02-09T23:57:53.892 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.890+0000 7ff1709b6640 1 -- 172.21.15.27:0/2107229178 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff16c06c770 msgr2=0x7ff16c158120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:53.892 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.890+0000 7ff1709b6640 1 --2- 172.21.15.27:0/2107229178 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff16c06c770 0x7ff16c158120 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7ff15c00d5f0 tx=0x7ff15c00dab0 comp rx=0 tx=0).stop 2024-02-09T23:57:53.892 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.890+0000 7ff1709b6640 1 -- 172.21.15.27:0/2107229178 shutdown_connections 2024-02-09T23:57:53.892 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.890+0000 7ff1709b6640 1 --2- 172.21.15.27:0/2107229178 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff14c06b810 0x7ff14c06dcd0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:53.892 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.890+0000 7ff1709b6640 1 --2- 172.21.15.27:0/2107229178 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff16c0d1350 0x7ff16c0b1ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:53.892 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.890+0000 7ff1709b6640 1 --2- 172.21.15.27:0/2107229178 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff16c06cb50 0x7ff16c0b15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:53.893 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.890+0000 7ff1709b6640 1 --2- 172.21.15.27:0/2107229178 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff16c06c770 0x7ff16c158120 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:53.893 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.890+0000 7ff1709b6640 1 -- 172.21.15.27:0/2107229178 >> 172.21.15.27:0/2107229178 conn(0x7ff16c0b32f0 msgr2=0x7ff16c09a220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:53.893 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.890+0000 7ff1709b6640 1 -- 172.21.15.27:0/2107229178 shutdown_connections 2024-02-09T23:57:53.893 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:53.890+0000 7ff1709b6640 1 -- 172.21.15.27:0/2107229178 wait complete. 2024-02-09T23:57:53.916 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-02-09T23:57:54.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.026+0000 7fa60ae81640 1 Processor -- start 2024-02-09T23:57:54.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.026+0000 7fa60ae81640 1 -- start start 2024-02-09T23:57:54.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.027+0000 7fa60ae81640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fa6040cf4e0 0x7fa6040cd860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:54.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.027+0000 7fa60ae81640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fa604099a40 0x7fa604099e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:54.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.027+0000 7fa60ae81640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa60409a3d0 con 0x7fa60415bb20 2024-02-09T23:57:54.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.027+0000 7fa60ae81640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa60415bf00 con 0x7fa6040cf4e0 2024-02-09T23:57:54.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.027+0000 7fa60ae81640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa6040cc7c0 con 0x7fa604099a40 2024-02-09T23:57:54.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.027+0000 7fa5fbfff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fa6040cf4e0 0x7fa6040cd860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:54.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.027+0000 7fa5fbfff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fa6040cf4e0 0x7fa6040cd860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42178/0 (socket says 172.21.15.27:42178) 2024-02-09T23:57:54.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.027+0000 7fa5fbfff640 1 -- 172.21.15.27:0/3858194144 learned_addr learned my addr 172.21.15.27:0/3858194144 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:54.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.027+0000 7fa60941e640 1 --2- 172.21.15.27:0/3858194144 >> v2:172.21.15.153:3300/0 conn(0x7fa604099a40 0x7fa604099e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:54.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.027+0000 7fa5fbfff640 1 -- 172.21.15.27:0/3858194144 >> v2:172.21.15.153:3300/0 conn(0x7fa604099a40 msgr2=0x7fa604099e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:54.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.027+0000 7fa5fbfff640 1 --2- 172.21.15.27:0/3858194144 >> v2:172.21.15.153:3300/0 conn(0x7fa604099a40 0x7fa604099e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:54.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.027+0000 7fa5fbfff640 1 -- 172.21.15.27:0/3858194144 >> v1:172.21.15.153:6789/0 conn(0x7fa60415bb20 legacy=0x7fa6040d0340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:54.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.027+0000 7fa5fbfff640 1 -- 172.21.15.27:0/3858194144 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6040ccaa0 con 0x7fa6040cf4e0 2024-02-09T23:57:54.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.027+0000 7fa60941e640 1 --2- 172.21.15.27:0/3858194144 >> v2:172.21.15.153:3300/0 conn(0x7fa604099a40 0x7fa604099e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:54.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.028+0000 7fa5fbfff640 1 --2- 172.21.15.27:0/3858194144 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa6040cf4e0 0x7fa6040cd860 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fa604073390 tx=0x7fa5f402b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=253f5c9ab0b47daa server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:54.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.028+0000 7fa5fb7fe640 1 -- 172.21.15.27:0/3858194144 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5f40317e0 con 0x7fa6040cf4e0 2024-02-09T23:57:54.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.028+0000 7fa5fb7fe640 1 -- 172.21.15.27:0/3858194144 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5f4031940 con 0x7fa6040cf4e0 2024-02-09T23:57:54.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.028+0000 7fa5fb7fe640 1 -- 172.21.15.27:0/3858194144 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5f4031cd0 con 0x7fa6040cf4e0 2024-02-09T23:57:54.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.029+0000 7fa60ae81640 1 -- 172.21.15.27:0/3858194144 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa6040cf4e0 msgr2=0x7fa6040cd860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:54.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.029+0000 7fa60ae81640 1 --2- 172.21.15.27:0/3858194144 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa6040cf4e0 0x7fa6040cd860 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fa604073390 tx=0x7fa5f402b880 comp rx=0 tx=0).stop 2024-02-09T23:57:54.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.029+0000 7fa60ae81640 1 -- 172.21.15.27:0/3858194144 shutdown_connections 2024-02-09T23:57:54.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.029+0000 7fa60ae81640 1 --2- 172.21.15.27:0/3858194144 >> v2:172.21.15.153:3300/0 conn(0x7fa604099a40 0x7fa604099e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:54.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.029+0000 7fa60ae81640 1 --2- 172.21.15.27:0/3858194144 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa6040cf4e0 0x7fa6040cd860 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:54.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.029+0000 7fa60ae81640 1 -- 172.21.15.27:0/3858194144 >> 172.21.15.27:0/3858194144 conn(0x7fa6040b3370 msgr2=0x7fa6040b3780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:54.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.029+0000 7fa60ae81640 1 -- 172.21.15.27:0/3858194144 shutdown_connections 2024-02-09T23:57:54.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.029+0000 7fa60ae81640 1 -- 172.21.15.27:0/3858194144 wait complete. 2024-02-09T23:57:54.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.030+0000 7fa60ae81640 1 Processor -- start 2024-02-09T23:57:54.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.030+0000 7fa60ae81640 1 -- start start 2024-02-09T23:57:54.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.031+0000 7fa60ae81640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa604099a40 0x7fa6041f1460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:54.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.031+0000 7fa60ae81640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa6040cf4e0 0x7fa6040cb1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:54.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.031+0000 7fa60ae81640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa60415bb20 0x7fa60414e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:54.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.031+0000 7fa60ae81640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6041f19a0 con 0x7fa604099a40 2024-02-09T23:57:54.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.031+0000 7fa60ae81640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6040c65c0 con 0x7fa6040cf4e0 2024-02-09T23:57:54.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.031+0000 7fa60ae81640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa6040c68a0 con 0x7fa60415bb20 2024-02-09T23:57:54.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.031+0000 7fa608c1d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa604099a40 0x7fa6041f1460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:54.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.031+0000 7fa608c1d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa604099a40 0x7fa6041f1460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42184/0 (socket says 172.21.15.27:42184) 2024-02-09T23:57:54.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.031+0000 7fa608c1d640 1 -- 172.21.15.27:0/3772913556 learned_addr learned my addr 172.21.15.27:0/3772913556 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:54.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.031+0000 7fa5fbfff640 1 --2- 172.21.15.27:0/3772913556 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa6040cf4e0 0x7fa6040cb1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:54.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.031+0000 7fa60941e640 1 --2- 172.21.15.27:0/3772913556 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa60415bb20 0x7fa60414e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:54.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.031+0000 7fa608c1d640 1 -- 172.21.15.27:0/3772913556 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa60415bb20 msgr2=0x7fa60414e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:54.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.031+0000 7fa608c1d640 1 --2- 172.21.15.27:0/3772913556 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa60415bb20 0x7fa60414e8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:54.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.031+0000 7fa608c1d640 1 -- 172.21.15.27:0/3772913556 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa6040cf4e0 msgr2=0x7fa6040cb1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:54.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.031+0000 7fa608c1d640 1 --2- 172.21.15.27:0/3772913556 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa6040cf4e0 0x7fa6040cb1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:54.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.031+0000 7fa608c1d640 1 -- 172.21.15.27:0/3772913556 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5f40094d0 con 0x7fa604099a40 2024-02-09T23:57:54.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.031+0000 7fa60941e640 1 --2- 172.21.15.27:0/3772913556 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa60415bb20 0x7fa60414e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:54.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.031+0000 7fa608c1d640 1 --2- 172.21.15.27:0/3772913556 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa604099a40 0x7fa6041f1460 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fa60000b3f0 tx=0x7fa60000b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:54.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.032+0000 7fa5f97fa640 1 -- 172.21.15.27:0/3772913556 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa600011830 con 0x7fa604099a40 2024-02-09T23:57:54.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.032+0000 7fa5f97fa640 1 -- 172.21.15.27:0/3772913556 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa600011990 con 0x7fa604099a40 2024-02-09T23:57:54.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.032+0000 7fa5f97fa640 1 -- 172.21.15.27:0/3772913556 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa600011d40 con 0x7fa604099a40 2024-02-09T23:57:54.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.032+0000 7fa60ae81640 1 -- 172.21.15.27:0/3772913556 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa6040c6b80 con 0x7fa604099a40 2024-02-09T23:57:54.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.032+0000 7fa60ae81640 1 -- 172.21.15.27:0/3772913556 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa6040c7140 con 0x7fa604099a40 2024-02-09T23:57:54.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.033+0000 7fa60ae81640 1 -- 172.21.15.27:0/3772913556 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa6040746c0 con 0x7fa604099a40 2024-02-09T23:57:54.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.033+0000 7fa5f97fa640 1 -- 172.21.15.27:0/3772913556 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fa60001a400 con 0x7fa604099a40 2024-02-09T23:57:54.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.034+0000 7fa5f97fa640 1 --2- 172.21.15.27:0/3772913556 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa5f006b810 0x7fa5f006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:54.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.034+0000 7fa5f97fa640 1 -- 172.21.15.27:0/3772913556 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 5609+0+0 (secure 0 0 0) 0x7fa600089f00 con 0x7fa604099a40 2024-02-09T23:57:54.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.034+0000 7fa5fbfff640 1 --2- 172.21.15.27:0/3772913556 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa5f006b810 0x7fa5f006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:54.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.034+0000 7fa5fbfff640 1 --2- 172.21.15.27:0/3772913556 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa5f006b810 0x7fa5f006dcd0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fa5f4036000 tx=0x7fa5f403d040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:54.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.038+0000 7fa5f97fa640 1 -- 172.21.15.27:0/3772913556 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fa600054980 con 0x7fa604099a40 2024-02-09T23:57:54.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:54.257+0000 7fa60ae81640 1 -- 172.21.15.27:0/3772913556 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7fa6040b4210 con 0x7fa604099a40 2024-02-09T23:57:55.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.140+0000 7fa5f97fa640 1 -- 172.21.15.27:0/3772913556 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 4 and data pool 5 v10) v1 ==== 172+0+0 (secure 0 0 0) 0x7fa6000150c0 con 0x7fa604099a40 2024-02-09T23:57:55.143 INFO:teuthology.orchestra.run.smithi027.stderr:new fs with metadata pool 4 and data pool 5 2024-02-09T23:57:55.145 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.143+0000 7fa60ae81640 1 -- 172.21.15.27:0/3772913556 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa5f006b810 msgr2=0x7fa5f006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:55.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.143+0000 7fa60ae81640 1 --2- 172.21.15.27:0/3772913556 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa5f006b810 0x7fa5f006dcd0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fa5f4036000 tx=0x7fa5f403d040 comp rx=0 tx=0).stop 2024-02-09T23:57:55.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.143+0000 7fa60ae81640 1 -- 172.21.15.27:0/3772913556 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa604099a40 msgr2=0x7fa6041f1460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:55.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.143+0000 7fa60ae81640 1 --2- 172.21.15.27:0/3772913556 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa604099a40 0x7fa6041f1460 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fa60000b3f0 tx=0x7fa60000b8b0 comp rx=0 tx=0).stop 2024-02-09T23:57:55.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.144+0000 7fa60ae81640 1 -- 172.21.15.27:0/3772913556 shutdown_connections 2024-02-09T23:57:55.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.144+0000 7fa60ae81640 1 --2- 172.21.15.27:0/3772913556 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fa5f006b810 0x7fa5f006dcd0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:55.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.144+0000 7fa60ae81640 1 --2- 172.21.15.27:0/3772913556 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fa60415bb20 0x7fa60414e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:55.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.144+0000 7fa60ae81640 1 --2- 172.21.15.27:0/3772913556 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa6040cf4e0 0x7fa6040cb1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:55.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.144+0000 7fa60ae81640 1 --2- 172.21.15.27:0/3772913556 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa604099a40 0x7fa6041f1460 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:55.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.144+0000 7fa60ae81640 1 -- 172.21.15.27:0/3772913556 >> 172.21.15.27:0/3772913556 conn(0x7fa6040b3370 msgr2=0x7fa6040ce660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:55.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.145+0000 7fa60ae81640 1 -- 172.21.15.27:0/3772913556 shutdown_connections 2024-02-09T23:57:55.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.145+0000 7fa60ae81640 1 -- 172.21.15.27:0/3772913556 wait complete. 2024-02-09T23:57:55.178 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:57:55.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.287+0000 7f6f8c34f640 1 Processor -- start 2024-02-09T23:57:55.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.287+0000 7f6f8c34f640 1 -- start start 2024-02-09T23:57:55.291 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.288+0000 7f6f8c34f640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f6f840b1db0 0x7f6f840b5400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:55.291 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.288+0000 7f6f8c34f640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f6f840b0dd0 0x7f6f840b1230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:55.292 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.288+0000 7f6f8c34f640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6f840b0010 con 0x7f6f8406ac50 2024-02-09T23:57:55.292 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.288+0000 7f6f8c34f640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f840b02f0 con 0x7f6f840b0dd0 2024-02-09T23:57:55.292 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.288+0000 7f6f8c34f640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f840b05d0 con 0x7f6f840b1db0 2024-02-09T23:57:55.292 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.288+0000 7f6f8a8ec640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f6f840b0dd0 0x7f6f840b1230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:55.292 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.288+0000 7f6f8a8ec640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f6f840b0dd0 0x7f6f840b1230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42196/0 (socket says 172.21.15.27:42196) 2024-02-09T23:57:55.292 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.288+0000 7f6f8a8ec640 1 -- 172.21.15.27:0/597181649 learned_addr learned my addr 172.21.15.27:0/597181649 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:55.292 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.288+0000 7f6f898ea640 1 --2- 172.21.15.27:0/597181649 >> v2:172.21.15.153:3300/0 conn(0x7f6f840b1db0 0x7f6f840b5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:55.292 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.288+0000 7f6f8a8ec640 1 -- 172.21.15.27:0/597181649 >> v2:172.21.15.153:3300/0 conn(0x7f6f840b1db0 msgr2=0x7f6f840b5400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:55.292 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.288+0000 7f6f8a8ec640 1 --2- 172.21.15.27:0/597181649 >> v2:172.21.15.153:3300/0 conn(0x7f6f840b1db0 0x7f6f840b5400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:55.292 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.288+0000 7f6f8a8ec640 1 -- 172.21.15.27:0/597181649 >> v1:172.21.15.153:6789/0 conn(0x7f6f8406ac50 legacy=0x7f6f8406b030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:55.292 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.288+0000 7f6f8a8ec640 1 -- 172.21.15.27:0/597181649 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f840b08b0 con 0x7f6f840b0dd0 2024-02-09T23:57:55.292 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.288+0000 7f6f898ea640 1 --2- 172.21.15.27:0/597181649 >> v2:172.21.15.153:3300/0 conn(0x7f6f840b1db0 0x7f6f840b5400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:55.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.289+0000 7f6f8a8ec640 1 --2- 172.21.15.27:0/597181649 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6f840b0dd0 0x7f6f840b1230 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c009e50 tx=0x7f6f7c02be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c728ebfc8299c944 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:55.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.289+0000 7f6f890e9640 1 -- 172.21.15.27:0/597181649 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f7c02c9f0 con 0x7f6f840b0dd0 2024-02-09T23:57:55.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.289+0000 7f6f890e9640 1 -- 172.21.15.27:0/597181649 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f7c02cb50 con 0x7f6f840b0dd0 2024-02-09T23:57:55.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.289+0000 7f6f890e9640 1 -- 172.21.15.27:0/597181649 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f7c0343f0 con 0x7f6f840b0dd0 2024-02-09T23:57:55.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.290+0000 7f6f8c34f640 1 -- 172.21.15.27:0/597181649 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6f840b0dd0 msgr2=0x7f6f840b1230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:55.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.290+0000 7f6f8c34f640 1 --2- 172.21.15.27:0/597181649 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6f840b0dd0 0x7f6f840b1230 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c009e50 tx=0x7f6f7c02be50 comp rx=0 tx=0).stop 2024-02-09T23:57:55.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.290+0000 7f6f8c34f640 1 -- 172.21.15.27:0/597181649 shutdown_connections 2024-02-09T23:57:55.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.290+0000 7f6f8c34f640 1 --2- 172.21.15.27:0/597181649 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6f840b0dd0 0x7f6f840b1230 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:55.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.290+0000 7f6f8c34f640 1 --2- 172.21.15.27:0/597181649 >> v2:172.21.15.153:3300/0 conn(0x7f6f840b1db0 0x7f6f840b5400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:55.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.290+0000 7f6f8c34f640 1 -- 172.21.15.27:0/597181649 >> 172.21.15.27:0/597181649 conn(0x7f6f84072920 msgr2=0x7f6f84099a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:55.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.290+0000 7f6f8c34f640 1 -- 172.21.15.27:0/597181649 shutdown_connections 2024-02-09T23:57:55.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.290+0000 7f6f8c34f640 1 -- 172.21.15.27:0/597181649 wait complete. 2024-02-09T23:57:55.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.291+0000 7f6f8c34f640 1 Processor -- start 2024-02-09T23:57:55.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.291+0000 7f6f8c34f640 1 -- start start 2024-02-09T23:57:55.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.292+0000 7f6f8c34f640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6f8406ac50 0x7f6f8414f660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:55.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.292+0000 7f6f8c34f640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6f840b0dd0 0x7f6f8409e080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:55.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.292+0000 7f6f8c34f640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6f840b1db0 0x7f6f84151d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:55.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.292+0000 7f6f8c34f640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f84150860 con 0x7f6f840b0dd0 2024-02-09T23:57:55.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.292+0000 7f6f8c34f640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f8414fba0 con 0x7f6f8406ac50 2024-02-09T23:57:55.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.292+0000 7f6f8c34f640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f84150ad0 con 0x7f6f840b1db0 2024-02-09T23:57:55.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.292+0000 7f6f898ea640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6f840b0dd0 0x7f6f8409e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:55.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.292+0000 7f6f898ea640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6f840b0dd0 0x7f6f8409e080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42204/0 (socket says 172.21.15.27:42204) 2024-02-09T23:57:55.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.292+0000 7f6f898ea640 1 -- 172.21.15.27:0/1172528058 learned_addr learned my addr 172.21.15.27:0/1172528058 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:55.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.292+0000 7f6f8a0eb640 1 --2- 172.21.15.27:0/1172528058 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6f8406ac50 0x7f6f8414f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:55.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.292+0000 7f6f8a8ec640 1 --2- 172.21.15.27:0/1172528058 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6f840b1db0 0x7f6f84151d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:55.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.292+0000 7f6f898ea640 1 -- 172.21.15.27:0/1172528058 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6f840b1db0 msgr2=0x7f6f84151d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:55.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.292+0000 7f6f898ea640 1 --2- 172.21.15.27:0/1172528058 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6f840b1db0 0x7f6f84151d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:55.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.292+0000 7f6f898ea640 1 -- 172.21.15.27:0/1172528058 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6f8406ac50 msgr2=0x7f6f8414f660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:55.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.292+0000 7f6f898ea640 1 --2- 172.21.15.27:0/1172528058 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6f8406ac50 0x7f6f8414f660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:55.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.292+0000 7f6f898ea640 1 -- 172.21.15.27:0/1172528058 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f7c009b30 con 0x7f6f840b0dd0 2024-02-09T23:57:55.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.293+0000 7f6f898ea640 1 --2- 172.21.15.27:0/1172528058 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6f840b0dd0 0x7f6f8409e080 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f6f7400c7f0 tx=0x7f6f7400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:55.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.293+0000 7f6f7affd640 1 -- 172.21.15.27:0/1172528058 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f74007820 con 0x7f6f840b0dd0 2024-02-09T23:57:55.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.293+0000 7f6f7affd640 1 -- 172.21.15.27:0/1172528058 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f74007980 con 0x7f6f840b0dd0 2024-02-09T23:57:55.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.293+0000 7f6f8c34f640 1 -- 172.21.15.27:0/1172528058 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f8415e040 con 0x7f6f840b0dd0 2024-02-09T23:57:55.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.293+0000 7f6f7affd640 1 -- 172.21.15.27:0/1172528058 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f74007d30 con 0x7f6f840b0dd0 2024-02-09T23:57:55.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.293+0000 7f6f8c34f640 1 -- 172.21.15.27:0/1172528058 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f84151090 con 0x7f6f840b0dd0 2024-02-09T23:57:55.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.294+0000 7f6f8c34f640 1 -- 172.21.15.27:0/1172528058 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f84067cc0 con 0x7f6f840b0dd0 2024-02-09T23:57:55.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.294+0000 7f6f7affd640 1 -- 172.21.15.27:0/1172528058 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f6f740113f0 con 0x7f6f840b0dd0 2024-02-09T23:57:55.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.295+0000 7f6f7affd640 1 --2- 172.21.15.27:0/1172528058 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f6f6806b810 0x7f6f6806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:55.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.295+0000 7f6f7affd640 1 -- 172.21.15.27:0/1172528058 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6f7408a430 con 0x7f6f840b0dd0 2024-02-09T23:57:55.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.295+0000 7f6f8a0eb640 1 --2- 172.21.15.27:0/1172528058 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f6f6806b810 0x7f6f6806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:55.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.295+0000 7f6f8a0eb640 1 --2- 172.21.15.27:0/1172528058 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f6f6806b810 0x7f6f6806dcd0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f6f80003d90 tx=0x7f6f80009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:55.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.299+0000 7f6f7affd640 1 -- 172.21.15.27:0/1172528058 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f6f74054ee0 con 0x7f6f840b0dd0 2024-02-09T23:57:55.483 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.480+0000 7f6f8c34f640 1 -- 172.21.15.27:0/1172528058 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6f8406ba30 con 0x7f6f840b0dd0 2024-02-09T23:57:55.484 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.482+0000 7f6f7affd640 1 -- 172.21.15.27:0/1172528058 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) v1 ==== 74+0+16682 (secure 0 0 0) 0x7f6f740585a0 con 0x7f6f840b0dd0 2024-02-09T23:57:55.485 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:55.485 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":33,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:57:54.259696+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:57:51.939021+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-02-09T23:57:53.253497+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:57:55.486 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.483+0000 7f6f8c34f640 1 -- 172.21.15.27:0/1172528058 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f6f6806b810 msgr2=0x7f6f6806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:55.487 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.483+0000 7f6f8c34f640 1 --2- 172.21.15.27:0/1172528058 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f6f6806b810 0x7f6f6806dcd0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f6f80003d90 tx=0x7f6f80009040 comp rx=0 tx=0).stop 2024-02-09T23:57:55.487 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.483+0000 7f6f8c34f640 1 -- 172.21.15.27:0/1172528058 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6f840b0dd0 msgr2=0x7f6f8409e080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:55.487 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.483+0000 7f6f8c34f640 1 --2- 172.21.15.27:0/1172528058 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6f840b0dd0 0x7f6f8409e080 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f6f7400c7f0 tx=0x7f6f7400ccb0 comp rx=0 tx=0).stop 2024-02-09T23:57:55.487 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.483+0000 7f6f8c34f640 1 -- 172.21.15.27:0/1172528058 shutdown_connections 2024-02-09T23:57:55.487 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.483+0000 7f6f8c34f640 1 --2- 172.21.15.27:0/1172528058 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f6f6806b810 0x7f6f6806dcd0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:55.487 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.483+0000 7f6f8c34f640 1 --2- 172.21.15.27:0/1172528058 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6f840b1db0 0x7f6f84151d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:55.487 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.483+0000 7f6f8c34f640 1 --2- 172.21.15.27:0/1172528058 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6f840b0dd0 0x7f6f8409e080 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:55.487 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.483+0000 7f6f8c34f640 1 --2- 172.21.15.27:0/1172528058 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6f8406ac50 0x7f6f8414f660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:55.487 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.483+0000 7f6f8c34f640 1 -- 172.21.15.27:0/1172528058 >> 172.21.15.27:0/1172528058 conn(0x7f6f84072920 msgr2=0x7f6f840ae730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:55.487 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.484+0000 7f6f8c34f640 1 -- 172.21.15.27:0/1172528058 shutdown_connections 2024-02-09T23:57:55.487 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.484+0000 7f6f8c34f640 1 -- 172.21.15.27:0/1172528058 wait complete. 2024-02-09T23:57:55.497 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:57:55.603 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.601+0000 7faa6c640640 1 Processor -- start 2024-02-09T23:57:55.604 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.601+0000 7faa6c640640 1 -- start start 2024-02-09T23:57:55.608 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.602+0000 7faa6c640640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faa640b4840 0x7faa640b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:55.608 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.602+0000 7faa6c640640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faa6415e1a0 con 0x7faa6415ddc0 2024-02-09T23:57:55.608 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.602+0000 7faa6c640640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faa640cd610 con 0x7faa6406d2d0 2024-02-09T23:57:55.608 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.602+0000 7faa6c640640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faa6406da40 con 0x7faa640b4840 2024-02-09T23:57:55.608 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.602+0000 7faa6a3dc640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7faa6415ddc0 0x7faa640b4130 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:34296/0 (socket says 172.21.15.27:34296) 2024-02-09T23:57:55.608 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.602+0000 7faa6a3dc640 1 -- 172.21.15.27:0/4281210962 learned_addr learned my addr 172.21.15.27:0/4281210962 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:55.608 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.602+0000 7faa69bdb640 1 --2- 172.21.15.27:0/4281210962 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faa640b4840 0x7faa640b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:55.608 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.602+0000 7faa693da640 1 -- 172.21.15.27:0/4281210962 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 544292256 0 0) 0x7faa6415e1a0 con 0x7faa6415ddc0 2024-02-09T23:57:55.609 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.602+0000 7faa693da640 1 -- 172.21.15.27:0/4281210962 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7faa50003520 con 0x7faa6415ddc0 2024-02-09T23:57:55.609 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.602+0000 7faa693da640 1 -- 172.21.15.27:0/4281210962 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2745725999 0 0) 0x7faa640cd610 con 0x7faa6406d2d0 2024-02-09T23:57:55.609 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.602+0000 7faa693da640 1 -- 172.21.15.27:0/4281210962 --> v1:172.21.15.153:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7faa6415e1a0 con 0x7faa6406d2d0 2024-02-09T23:57:55.609 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.602+0000 7faa693da640 1 -- 172.21.15.27:0/4281210962 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 563404816 0 0) 0x7faa50003520 con 0x7faa6415ddc0 2024-02-09T23:57:55.609 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.602+0000 7faa693da640 1 -- 172.21.15.27:0/4281210962 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faa640b4840 msgr2=0x7faa640b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:55.609 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.602+0000 7faa693da640 1 --2- 172.21.15.27:0/4281210962 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faa640b4840 0x7faa640b1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:55.609 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.602+0000 7faa693da640 1 -- 172.21.15.27:0/4281210962 >> v1:172.21.15.153:6789/0 conn(0x7faa6406d2d0 legacy=0x7faa640b2c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:55.609 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.602+0000 7faa693da640 1 -- 172.21.15.27:0/4281210962 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa6406dd20 con 0x7faa6415ddc0 2024-02-09T23:57:55.609 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.602+0000 7faa693da640 1 -- 172.21.15.27:0/4281210962 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7faa60001670 con 0x7faa6415ddc0 2024-02-09T23:57:55.609 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.602+0000 7faa693da640 1 -- 172.21.15.27:0/4281210962 >> v1:172.21.15.27:6789/0 conn(0x7faa6415ddc0 legacy=0x7faa640b4130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:55.609 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.602+0000 7faa693da640 1 --2- 172.21.15.27:0/4281210962 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa50003ba0 0x7faa50003fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:55.609 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.602+0000 7faa693da640 1 --2- 172.21.15.27:0/4281210962 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faa640b4840 0x7faa500047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:55.610 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.603+0000 7faa693da640 1 --2- 172.21.15.27:0/4281210962 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faa50004d00 0x7faa50005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:55.610 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.603+0000 7faa693da640 1 -- 172.21.15.27:0/4281210962 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa6406da40 con 0x7faa50003ba0 2024-02-09T23:57:55.610 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.603+0000 7faa693da640 1 -- 172.21.15.27:0/4281210962 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa5000ba90 con 0x7faa50004d00 2024-02-09T23:57:55.610 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.603+0000 7faa693da640 1 -- 172.21.15.27:0/4281210962 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faa5000bc50 con 0x7faa640b4840 2024-02-09T23:57:55.610 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.603+0000 7faa6a3dc640 1 --2- 172.21.15.27:0/4281210962 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa50003ba0 0x7faa50003fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:55.610 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.603+0000 7faa69bdb640 1 --2- 172.21.15.27:0/4281210962 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faa640b4840 0x7faa500047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:55.610 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.603+0000 7faa6abdd640 1 --2- 172.21.15.27:0/4281210962 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faa50004d00 0x7faa50005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:55.610 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.603+0000 7faa6a3dc640 1 -- 172.21.15.27:0/4281210962 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faa640b4840 msgr2=0x7faa500047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:55.610 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.603+0000 7faa6a3dc640 1 --2- 172.21.15.27:0/4281210962 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faa640b4840 0x7faa500047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:55.610 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.603+0000 7faa6a3dc640 1 -- 172.21.15.27:0/4281210962 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faa50004d00 msgr2=0x7faa50005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:55.610 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.603+0000 7faa6a3dc640 1 --2- 172.21.15.27:0/4281210962 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faa50004d00 0x7faa50005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:55.610 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.603+0000 7faa6a3dc640 1 -- 172.21.15.27:0/4281210962 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa50003520 con 0x7faa50003ba0 2024-02-09T23:57:55.611 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.604+0000 7faa6a3dc640 1 --2- 172.21.15.27:0/4281210962 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa50003ba0 0x7faa50003fa0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7faa6000c160 tx=0x7faa500057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4cd254d5d6375d5 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:55.611 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.604+0000 7faa693da640 1 -- 172.21.15.27:0/4281210962 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa60005ad0 con 0x7faa50003ba0 2024-02-09T23:57:55.611 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.604+0000 7faa693da640 1 -- 172.21.15.27:0/4281210962 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa60005c30 con 0x7faa50003ba0 2024-02-09T23:57:55.611 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.604+0000 7faa693da640 1 -- 172.21.15.27:0/4281210962 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa6002c810 con 0x7faa50003ba0 2024-02-09T23:57:55.611 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.604+0000 7faa6c640640 1 -- 172.21.15.27:0/4281210962 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa50003ba0 msgr2=0x7faa50003fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:55.611 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.604+0000 7faa6c640640 1 --2- 172.21.15.27:0/4281210962 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa50003ba0 0x7faa50003fa0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7faa6000c160 tx=0x7faa500057f0 comp rx=0 tx=0).stop 2024-02-09T23:57:55.611 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.604+0000 7faa6abdd640 1 -- 172.21.15.27:0/4281210962 reap_dead start 2024-02-09T23:57:55.611 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.605+0000 7faa6c640640 1 -- 172.21.15.27:0/4281210962 shutdown_connections 2024-02-09T23:57:55.611 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.605+0000 7faa6c640640 1 -- 172.21.15.27:0/4281210962 >> 172.21.15.27:0/4281210962 conn(0x7faa6406ac50 msgr2=0x7faa6406b060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:55.611 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.605+0000 7faa6c640640 1 -- 172.21.15.27:0/4281210962 shutdown_connections 2024-02-09T23:57:55.612 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.605+0000 7faa6c640640 1 -- 172.21.15.27:0/4281210962 wait complete. 2024-02-09T23:57:55.616 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.606+0000 7faa6c640640 1 Processor -- start 2024-02-09T23:57:55.616 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.606+0000 7faa6c640640 1 -- start start 2024-02-09T23:57:55.616 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.607+0000 7faa6c640640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faa50003ba0 0x7faa6415a870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:55.616 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.607+0000 7faa6c640640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faa6413bae0 0x7faa6414cae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:55.616 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.607+0000 7faa6c640640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa6414f940 0x7faa640b0cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:55.616 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.607+0000 7faa6c640640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa64139b50 con 0x7faa6414f940 2024-02-09T23:57:55.617 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.607+0000 7faa6c640640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa64138f80 con 0x7faa6413bae0 2024-02-09T23:57:55.618 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.607+0000 7faa6c640640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faa6415adb0 con 0x7faa50003ba0 2024-02-09T23:57:55.618 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.607+0000 7faa6abdd640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa6414f940 0x7faa640b0cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:55.618 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.607+0000 7faa6abdd640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa6414f940 0x7faa640b0cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42220/0 (socket says 172.21.15.27:42220) 2024-02-09T23:57:55.618 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.607+0000 7faa6abdd640 1 -- 172.21.15.27:0/2753236341 learned_addr learned my addr 172.21.15.27:0/2753236341 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:55.618 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.607+0000 7faa69bdb640 1 --2- 172.21.15.27:0/2753236341 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faa6413bae0 0x7faa6414cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:55.618 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.607+0000 7faa6a3dc640 1 --2- 172.21.15.27:0/2753236341 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faa50003ba0 0x7faa6415a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:55.618 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.607+0000 7faa6abdd640 1 -- 172.21.15.27:0/2753236341 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faa50003ba0 msgr2=0x7faa6415a870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:55.618 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.607+0000 7faa6abdd640 1 --2- 172.21.15.27:0/2753236341 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faa50003ba0 0x7faa6415a870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:55.618 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.607+0000 7faa6abdd640 1 -- 172.21.15.27:0/2753236341 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faa6413bae0 msgr2=0x7faa6414cae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:55.618 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.607+0000 7faa6abdd640 1 --2- 172.21.15.27:0/2753236341 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faa6413bae0 0x7faa6414cae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:55.619 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.607+0000 7faa6abdd640 1 -- 172.21.15.27:0/2753236341 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa6414d020 con 0x7faa6414f940 2024-02-09T23:57:55.619 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.607+0000 7faa6abdd640 1 --2- 172.21.15.27:0/2753236341 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa6414f940 0x7faa640b0cb0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7faa640aea40 tx=0x7faa5c00fd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:55.619 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.607+0000 7faa5affd640 1 -- 172.21.15.27:0/2753236341 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa5c003c40 con 0x7faa6414f940 2024-02-09T23:57:55.619 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.607+0000 7faa5affd640 1 -- 172.21.15.27:0/2753236341 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa5c003dc0 con 0x7faa6414f940 2024-02-09T23:57:55.619 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.607+0000 7faa6c640640 1 -- 172.21.15.27:0/2753236341 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faa64139220 con 0x7faa6414f940 2024-02-09T23:57:55.619 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.607+0000 7faa5affd640 1 -- 172.21.15.27:0/2753236341 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa5c005310 con 0x7faa6414f940 2024-02-09T23:57:55.619 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.607+0000 7faa6c640640 1 -- 172.21.15.27:0/2753236341 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faa641397e0 con 0x7faa6414f940 2024-02-09T23:57:55.619 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.608+0000 7faa6c640640 1 -- 172.21.15.27:0/2753236341 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faa64139970 con 0x7faa6414f940 2024-02-09T23:57:55.619 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.609+0000 7faa5affd640 1 -- 172.21.15.27:0/2753236341 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7faa5c005470 con 0x7faa6414f940 2024-02-09T23:57:55.619 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.609+0000 7faa5affd640 1 --2- 172.21.15.27:0/2753236341 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7faa4806b840 0x7faa4806dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:55.619 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.609+0000 7faa5affd640 1 -- 172.21.15.27:0/2753236341 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7faa5c08a1e0 con 0x7faa6414f940 2024-02-09T23:57:55.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.609+0000 7faa6a3dc640 1 --2- 172.21.15.27:0/2753236341 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7faa4806b840 0x7faa4806dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:55.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.610+0000 7faa6a3dc640 1 --2- 172.21.15.27:0/2753236341 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7faa4806b840 0x7faa4806dd00 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7faa60034000 tx=0x7faa60007000 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:55.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.613+0000 7faa5affd640 1 -- 172.21.15.27:0/2753236341 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7faa5c054c00 con 0x7faa6414f940 2024-02-09T23:57:55.798 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.795+0000 7faa6c640640 1 -- 172.21.15.27:0/2753236341 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7faa64067cc0 con 0x7faa6414f940 2024-02-09T23:57:55.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.796+0000 7faa5affd640 1 -- 172.21.15.27:0/2753236341 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) v1 ==== 74+0+16682 (secure 0 0 0) 0x7faa5c0582c0 con 0x7faa6414f940 2024-02-09T23:57:55.800 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:55.800 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":33,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:57:54.259696+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:57:51.939021+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-02-09T23:57:53.253497+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:57:55.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.798+0000 7faa6c640640 1 -- 172.21.15.27:0/2753236341 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7faa4806b840 msgr2=0x7faa4806dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:55.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.798+0000 7faa6c640640 1 --2- 172.21.15.27:0/2753236341 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7faa4806b840 0x7faa4806dd00 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7faa60034000 tx=0x7faa60007000 comp rx=0 tx=0).stop 2024-02-09T23:57:55.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.798+0000 7faa6c640640 1 -- 172.21.15.27:0/2753236341 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa6414f940 msgr2=0x7faa640b0cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:55.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.798+0000 7faa6c640640 1 --2- 172.21.15.27:0/2753236341 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa6414f940 0x7faa640b0cb0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7faa640aea40 tx=0x7faa5c00fd60 comp rx=0 tx=0).stop 2024-02-09T23:57:55.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.798+0000 7faa6c640640 1 -- 172.21.15.27:0/2753236341 shutdown_connections 2024-02-09T23:57:55.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.798+0000 7faa6c640640 1 --2- 172.21.15.27:0/2753236341 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7faa4806b840 0x7faa4806dd00 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:55.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.798+0000 7faa6c640640 1 --2- 172.21.15.27:0/2753236341 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa6414f940 0x7faa640b0cb0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:55.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.798+0000 7faa6c640640 1 --2- 172.21.15.27:0/2753236341 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faa6413bae0 0x7faa6414cae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:55.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.798+0000 7faa6c640640 1 --2- 172.21.15.27:0/2753236341 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7faa50003ba0 0x7faa6415a870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:55.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.798+0000 7faa6c640640 1 -- 172.21.15.27:0/2753236341 >> 172.21.15.27:0/2753236341 conn(0x7faa6406ac50 msgr2=0x7faa640cf130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:55.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.798+0000 7faa6c640640 1 -- 172.21.15.27:0/2753236341 shutdown_connections 2024-02-09T23:57:55.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.798+0000 7faa6c640640 1 -- 172.21.15.27:0/2753236341 wait complete. 2024-02-09T23:57:55.812 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-02-09T23:57:55.921 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.918+0000 7f2a37823640 1 Processor -- start 2024-02-09T23:57:55.921 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.919+0000 7f2a37823640 1 -- start start 2024-02-09T23:57:55.923 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.919+0000 7f2a37823640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f2a300b6160 0x7f2a300b6c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:55.923 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.919+0000 7f2a37823640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2a301617b0 con 0x7f2a300ce810 2024-02-09T23:57:55.923 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.919+0000 7f2a37823640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2a3015e0c0 con 0x7f2a3015dce0 2024-02-09T23:57:55.923 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.919+0000 7f2a37823640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2a300b7140 con 0x7f2a300b6160 2024-02-09T23:57:55.923 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.920+0000 7f2a34dbe640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f2a300b6160 0x7f2a300b6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:55.923 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.920+0000 7f2a35dc0640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f2a300ce810 0x7f2a300cec80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:34304/0 (socket says 172.21.15.27:34304) 2024-02-09T23:57:55.923 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.920+0000 7f2a35dc0640 1 -- 172.21.15.27:0/2286367532 learned_addr learned my addr 172.21.15.27:0/2286367532 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:55.923 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.920+0000 7f2a34dbe640 1 -- 172.21.15.27:0/2286367532 >> v1:172.21.15.153:6789/0 conn(0x7f2a3015dce0 legacy=0x7f2a300b5a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:55.923 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.920+0000 7f2a27fff640 1 -- 172.21.15.27:0/2286367532 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1052526692 0 0) 0x7f2a301617b0 con 0x7f2a300ce810 2024-02-09T23:57:55.923 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.920+0000 7f2a34dbe640 1 -- 172.21.15.27:0/2286367532 >> v1:172.21.15.27:6789/0 conn(0x7f2a300ce810 legacy=0x7f2a300cec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:55.923 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.920+0000 7f2a34dbe640 1 -- 172.21.15.27:0/2286367532 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a30161a00 con 0x7f2a300b6160 2024-02-09T23:57:55.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.921+0000 7f2a34dbe640 1 --2- 172.21.15.27:0/2286367532 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2a300b6160 0x7f2a300b6c00 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f2a20009720 tx=0x7f2a2002b730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b321afe604c5634 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:55.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.921+0000 7f2a27fff640 1 -- 172.21.15.27:0/2286367532 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a20030710 con 0x7f2a300b6160 2024-02-09T23:57:55.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.921+0000 7f2a27fff640 1 -- 172.21.15.27:0/2286367532 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a2002e050 con 0x7f2a300b6160 2024-02-09T23:57:55.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.921+0000 7f2a27fff640 1 -- 172.21.15.27:0/2286367532 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a20030a90 con 0x7f2a300b6160 2024-02-09T23:57:55.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.922+0000 7f2a37823640 1 -- 172.21.15.27:0/2286367532 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2a300b6160 msgr2=0x7f2a300b6c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:55.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.922+0000 7f2a37823640 1 --2- 172.21.15.27:0/2286367532 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2a300b6160 0x7f2a300b6c00 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f2a20009720 tx=0x7f2a2002b730 comp rx=0 tx=0).stop 2024-02-09T23:57:55.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.922+0000 7f2a37823640 1 -- 172.21.15.27:0/2286367532 shutdown_connections 2024-02-09T23:57:55.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.922+0000 7f2a37823640 1 --2- 172.21.15.27:0/2286367532 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2a300b6160 0x7f2a300b6c00 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:55.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.922+0000 7f2a37823640 1 -- 172.21.15.27:0/2286367532 >> 172.21.15.27:0/2286367532 conn(0x7f2a300d0870 msgr2=0x7f2a300d0c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:55.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.922+0000 7f2a37823640 1 -- 172.21.15.27:0/2286367532 shutdown_connections 2024-02-09T23:57:55.926 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.922+0000 7f2a37823640 1 -- 172.21.15.27:0/2286367532 wait complete. 2024-02-09T23:57:55.929 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.923+0000 7f2a37823640 1 Processor -- start 2024-02-09T23:57:55.929 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.923+0000 7f2a37823640 1 -- start start 2024-02-09T23:57:55.929 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.924+0000 7f2a37823640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2a300b6160 0x7f2a300c6810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:55.929 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.924+0000 7f2a37823640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2a300ce810 0x7f2a300c7ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:55.929 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.924+0000 7f2a37823640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2a3015dce0 0x7f2a3014a820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:55.929 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.924+0000 7f2a37823640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a300c8930 con 0x7f2a3015dce0 2024-02-09T23:57:55.929 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.924+0000 7f2a37823640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a300c8c10 con 0x7f2a300ce810 2024-02-09T23:57:55.929 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.924+0000 7f2a37823640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a300c8ef0 con 0x7f2a300b6160 2024-02-09T23:57:55.929 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.924+0000 7f2a35dc0640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2a3015dce0 0x7f2a3014a820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:55.930 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.924+0000 7f2a35dc0640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2a3015dce0 0x7f2a3014a820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42250/0 (socket says 172.21.15.27:42250) 2024-02-09T23:57:55.930 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.924+0000 7f2a35dc0640 1 -- 172.21.15.27:0/2495187671 learned_addr learned my addr 172.21.15.27:0/2495187671 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:55.930 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.924+0000 7f2a355bf640 1 --2- 172.21.15.27:0/2495187671 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2a300b6160 0x7f2a300c6810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:55.930 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.924+0000 7f2a34dbe640 1 --2- 172.21.15.27:0/2495187671 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2a300ce810 0x7f2a300c7ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:55.930 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.924+0000 7f2a35dc0640 1 -- 172.21.15.27:0/2495187671 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2a300b6160 msgr2=0x7f2a300c6810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:55.930 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.924+0000 7f2a35dc0640 1 --2- 172.21.15.27:0/2495187671 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2a300b6160 0x7f2a300c6810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:55.930 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.924+0000 7f2a35dc0640 1 -- 172.21.15.27:0/2495187671 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2a300ce810 msgr2=0x7f2a300c7ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:55.930 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.924+0000 7f2a35dc0640 1 --2- 172.21.15.27:0/2495187671 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2a300ce810 0x7f2a300c7ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:55.930 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.924+0000 7f2a35dc0640 1 -- 172.21.15.27:0/2495187671 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a20009400 con 0x7f2a3015dce0 2024-02-09T23:57:55.930 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.924+0000 7f2a355bf640 1 --2- 172.21.15.27:0/2495187671 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2a300b6160 0x7f2a300c6810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:55.930 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.924+0000 7f2a34dbe640 1 --2- 172.21.15.27:0/2495187671 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2a300ce810 0x7f2a300c7ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:55.930 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.924+0000 7f2a35dc0640 1 --2- 172.21.15.27:0/2495187671 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2a3015dce0 0x7f2a3014a820 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f2a2800c7a0 tx=0x7f2a2800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:55.930 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.924+0000 7f2a25ffb640 1 -- 172.21.15.27:0/2495187671 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a2800a640 con 0x7f2a3015dce0 2024-02-09T23:57:55.930 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.925+0000 7f2a25ffb640 1 -- 172.21.15.27:0/2495187671 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a2800a7a0 con 0x7f2a3015dce0 2024-02-09T23:57:55.930 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.925+0000 7f2a37823640 1 -- 172.21.15.27:0/2495187671 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2a300c91d0 con 0x7f2a3015dce0 2024-02-09T23:57:55.931 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.925+0000 7f2a25ffb640 1 -- 172.21.15.27:0/2495187671 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a2800abd0 con 0x7f2a3015dce0 2024-02-09T23:57:55.931 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.925+0000 7f2a37823640 1 -- 172.21.15.27:0/2495187671 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a3015aac0 con 0x7f2a3015dce0 2024-02-09T23:57:55.931 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.926+0000 7f2a37823640 1 -- 172.21.15.27:0/2495187671 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2a300746c0 con 0x7f2a3015dce0 2024-02-09T23:57:55.931 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.926+0000 7f2a25ffb640 1 -- 172.21.15.27:0/2495187671 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f2a2800ad30 con 0x7f2a3015dce0 2024-02-09T23:57:55.931 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.927+0000 7f2a25ffb640 1 --2- 172.21.15.27:0/2495187671 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2a1406b810 0x7f2a1406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:55.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.927+0000 7f2a25ffb640 1 -- 172.21.15.27:0/2495187671 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2a28089a30 con 0x7f2a3015dce0 2024-02-09T23:57:55.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.927+0000 7f2a355bf640 1 --2- 172.21.15.27:0/2495187671 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2a1406b810 0x7f2a1406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:55.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.927+0000 7f2a355bf640 1 --2- 172.21.15.27:0/2495187671 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2a1406b810 0x7f2a1406dcd0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f2a2c000f60 tx=0x7f2a2c009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:55.933 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:55.931+0000 7f2a25ffb640 1 -- 172.21.15.27:0/2495187671 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f2a28054450 con 0x7f2a3015dce0 2024-02-09T23:57:56.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:56.153+0000 7f2a37823640 1 -- 172.21.15.27:0/2495187671 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f2a300d1750 con 0x7f2a3015dce0 2024-02-09T23:57:57.125 INFO:tasks.ceph.mds.d.smithi153.stderr:2024-02-09T23:57:57.123+0000 7f135b86a640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-02-09T23:57:57.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.161+0000 7f2a25ffb640 1 -- 172.21.15.27:0/2495187671 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v12) v1 ==== 118+0+0 (secure 0 0 0) 0x7f2a28018020 con 0x7f2a3015dce0 2024-02-09T23:57:57.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.164+0000 7f2a37823640 1 -- 172.21.15.27:0/2495187671 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2a1406b810 msgr2=0x7f2a1406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:57.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.164+0000 7f2a37823640 1 --2- 172.21.15.27:0/2495187671 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2a1406b810 0x7f2a1406dcd0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f2a2c000f60 tx=0x7f2a2c009040 comp rx=0 tx=0).stop 2024-02-09T23:57:57.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.164+0000 7f2a37823640 1 -- 172.21.15.27:0/2495187671 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2a3015dce0 msgr2=0x7f2a3014a820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:57.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.164+0000 7f2a37823640 1 --2- 172.21.15.27:0/2495187671 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2a3015dce0 0x7f2a3014a820 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f2a2800c7a0 tx=0x7f2a2800cc60 comp rx=0 tx=0).stop 2024-02-09T23:57:57.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.164+0000 7f2a37823640 1 -- 172.21.15.27:0/2495187671 shutdown_connections 2024-02-09T23:57:57.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.164+0000 7f2a37823640 1 --2- 172.21.15.27:0/2495187671 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2a1406b810 0x7f2a1406dcd0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:57.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.164+0000 7f2a37823640 1 --2- 172.21.15.27:0/2495187671 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2a3015dce0 0x7f2a3014a820 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:57.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.164+0000 7f2a37823640 1 --2- 172.21.15.27:0/2495187671 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2a300ce810 0x7f2a300c7ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:57.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.164+0000 7f2a37823640 1 --2- 172.21.15.27:0/2495187671 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2a300b6160 0x7f2a300c6810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:57.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.164+0000 7f2a37823640 1 -- 172.21.15.27:0/2495187671 >> 172.21.15.27:0/2495187671 conn(0x7f2a300d0870 msgr2=0x7f2a3015cf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:57.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.164+0000 7f2a37823640 1 -- 172.21.15.27:0/2495187671 shutdown_connections 2024-02-09T23:57:57.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.164+0000 7f2a37823640 1 -- 172.21.15.27:0/2495187671 wait complete. 2024-02-09T23:57:57.181 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-02-09T23:57:57.181 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-02-09T23:57:57.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.296+0000 7f0708c57640 1 Processor -- start 2024-02-09T23:57:57.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.296+0000 7f0708c57640 1 -- start start 2024-02-09T23:57:57.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.297+0000 7f0708c57640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f070415db90 0x7f07040b2870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:57.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.297+0000 7f0708c57640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f070406c980 0x7f0704099a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:57.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.297+0000 7f0708c57640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f07040cf8d0 con 0x7f070415df70 2024-02-09T23:57:57.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.297+0000 7f0708c57640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f070409a8a0 con 0x7f070406c980 2024-02-09T23:57:57.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.297+0000 7f0708c57640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f07040d0430 con 0x7f070415db90 2024-02-09T23:57:57.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.297+0000 7f0702d9d640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f070406c980 0x7f0704099a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:57.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.297+0000 7f0702d9d640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f070406c980 0x7f0704099a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42264/0 (socket says 172.21.15.27:42264) 2024-02-09T23:57:57.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.297+0000 7f0702d9d640 1 -- 172.21.15.27:0/15510782 learned_addr learned my addr 172.21.15.27:0/15510782 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:57.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.297+0000 7f0701d9b640 1 --1- 172.21.15.27:0/15510782 >> v1:172.21.15.27:6789/0 conn(0x7f070415df70 0x7f07040cbdb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:34310/0 (socket says 172.21.15.27:34310) 2024-02-09T23:57:57.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.297+0000 7f070259c640 1 --2- 172.21.15.27:0/15510782 >> v2:172.21.15.153:3300/0 conn(0x7f070415db90 0x7f07040b2870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:57.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.297+0000 7f0702d9d640 1 -- 172.21.15.27:0/15510782 >> v2:172.21.15.153:3300/0 conn(0x7f070415db90 msgr2=0x7f07040b2870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:57.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.297+0000 7f0702d9d640 1 --2- 172.21.15.27:0/15510782 >> v2:172.21.15.153:3300/0 conn(0x7f070415db90 0x7f07040b2870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:57.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.297+0000 7f0702d9d640 1 -- 172.21.15.27:0/15510782 >> v1:172.21.15.27:6789/0 conn(0x7f070415df70 legacy=0x7f07040cbdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:57.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.297+0000 7f0702d9d640 1 -- 172.21.15.27:0/15510782 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f070406ce10 con 0x7f070406c980 2024-02-09T23:57:57.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.297+0000 7f070159a640 1 -- 172.21.15.27:0/15510782 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3673379466 0 0) 0x7f07040cf8d0 con 0x7f070415df70 2024-02-09T23:57:57.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.298+0000 7f0702d9d640 1 --2- 172.21.15.27:0/15510782 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f070406c980 0x7f0704099a40 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f07040b4350 tx=0x7f06fc02bf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad49f38e6f0511a2 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:57.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.298+0000 7f070159a640 1 -- 172.21.15.27:0/15510782 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06fc02cb20 con 0x7f070406c980 2024-02-09T23:57:57.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.298+0000 7f070159a640 1 -- 172.21.15.27:0/15510782 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06fc02cc80 con 0x7f070406c980 2024-02-09T23:57:57.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.298+0000 7f070159a640 1 -- 172.21.15.27:0/15510782 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06fc0343f0 con 0x7f070406c980 2024-02-09T23:57:57.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.299+0000 7f0708c57640 1 -- 172.21.15.27:0/15510782 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f070406c980 msgr2=0x7f0704099a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:57.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.299+0000 7f0708c57640 1 --2- 172.21.15.27:0/15510782 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f070406c980 0x7f0704099a40 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f07040b4350 tx=0x7f06fc02bf80 comp rx=0 tx=0).stop 2024-02-09T23:57:57.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.299+0000 7f0708c57640 1 -- 172.21.15.27:0/15510782 shutdown_connections 2024-02-09T23:57:57.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.299+0000 7f0708c57640 1 --2- 172.21.15.27:0/15510782 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f070406c980 0x7f0704099a40 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:57.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.299+0000 7f0708c57640 1 --2- 172.21.15.27:0/15510782 >> v2:172.21.15.153:3300/0 conn(0x7f070415db90 0x7f07040b2870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:57.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.299+0000 7f0708c57640 1 -- 172.21.15.27:0/15510782 >> 172.21.15.27:0/15510782 conn(0x7f07040b3250 msgr2=0x7f07040b3660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:57.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.299+0000 7f0708c57640 1 -- 172.21.15.27:0/15510782 shutdown_connections 2024-02-09T23:57:57.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.299+0000 7f0708c57640 1 -- 172.21.15.27:0/15510782 wait complete. 2024-02-09T23:57:57.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.300+0000 7f0708c57640 1 Processor -- start 2024-02-09T23:57:57.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.300+0000 7f0708c57640 1 -- start start 2024-02-09T23:57:57.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.301+0000 7f0708c57640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f070406c980 0x7f07040cad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:57.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.301+0000 7f0708c57640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f070415db90 0x7f07040cb2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:57.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.301+0000 7f0708c57640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f070415df70 0x7f07040b42a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:57.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.301+0000 7f0708c57640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07041e6f20 con 0x7f070415db90 2024-02-09T23:57:57.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.301+0000 7f0708c57640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0704157800 con 0x7f070406c980 2024-02-09T23:57:57.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.301+0000 7f0708c57640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f07041e65f0 con 0x7f070415df70 2024-02-09T23:57:57.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.301+0000 7f0701d9b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f070415db90 0x7f07040cb2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:57.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.301+0000 7f0701d9b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f070415db90 0x7f07040cb2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42278/0 (socket says 172.21.15.27:42278) 2024-02-09T23:57:57.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.301+0000 7f0701d9b640 1 -- 172.21.15.27:0/3452590501 learned_addr learned my addr 172.21.15.27:0/3452590501 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:57.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.301+0000 7f070259c640 1 --2- 172.21.15.27:0/3452590501 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f070406c980 0x7f07040cad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:57.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.301+0000 7f0702d9d640 1 --2- 172.21.15.27:0/3452590501 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f070415df70 0x7f07040b42a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:57.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.301+0000 7f0701d9b640 1 -- 172.21.15.27:0/3452590501 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f070415df70 msgr2=0x7f07040b42a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:57.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.301+0000 7f0701d9b640 1 --2- 172.21.15.27:0/3452590501 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f070415df70 0x7f07040b42a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:57.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.301+0000 7f0701d9b640 1 -- 172.21.15.27:0/3452590501 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f070406c980 msgr2=0x7f07040cad60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:57.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.301+0000 7f0701d9b640 1 --2- 172.21.15.27:0/3452590501 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f070406c980 0x7f07040cad60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:57.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.301+0000 7f0701d9b640 1 -- 172.21.15.27:0/3452590501 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06fc009b30 con 0x7f070415db90 2024-02-09T23:57:57.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.301+0000 7f0702d9d640 1 --2- 172.21.15.27:0/3452590501 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f070415df70 0x7f07040b42a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:57.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.302+0000 7f0701d9b640 1 --2- 172.21.15.27:0/3452590501 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f070415db90 0x7f07040cb2a0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f06f800c4d0 tx=0x7f06f800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:57.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.302+0000 7f06f2ffd640 1 -- 172.21.15.27:0/3452590501 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06f80074e0 con 0x7f070415db90 2024-02-09T23:57:57.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.302+0000 7f06f2ffd640 1 -- 172.21.15.27:0/3452590501 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06f8007660 con 0x7f070415db90 2024-02-09T23:57:57.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.302+0000 7f06f2ffd640 1 -- 172.21.15.27:0/3452590501 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06f8004a20 con 0x7f070415db90 2024-02-09T23:57:57.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.302+0000 7f0708c57640 1 -- 172.21.15.27:0/3452590501 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f07041e68d0 con 0x7f070415db90 2024-02-09T23:57:57.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.302+0000 7f0708c57640 1 -- 172.21.15.27:0/3452590501 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07040b47e0 con 0x7f070415db90 2024-02-09T23:57:57.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.303+0000 7f0708c57640 1 -- 172.21.15.27:0/3452590501 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f070409b200 con 0x7f070415db90 2024-02-09T23:57:57.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.303+0000 7f06f2ffd640 1 -- 172.21.15.27:0/3452590501 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f06f8004b80 con 0x7f070415db90 2024-02-09T23:57:57.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.304+0000 7f06f2ffd640 1 --2- 172.21.15.27:0/3452590501 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f06e406b810 0x7f06e406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:57.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.304+0000 7f06f2ffd640 1 -- 172.21.15.27:0/3452590501 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f06f8089630 con 0x7f070415db90 2024-02-09T23:57:57.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.304+0000 7f070259c640 1 --2- 172.21.15.27:0/3452590501 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f06e406b810 0x7f06e406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:57.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.305+0000 7f070259c640 1 --2- 172.21.15.27:0/3452590501 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f06e406b810 0x7f06e406dcd0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f06f40079a0 tx=0x7f06f4008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:57.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.308+0000 7f06f2ffd640 1 -- 172.21.15.27:0/3452590501 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f06f8054100 con 0x7f070415db90 2024-02-09T23:57:57.533 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:57.530+0000 7f0708c57640 1 -- 172.21.15.27:0/3452590501 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f070406b780 con 0x7f070415db90 2024-02-09T23:57:58.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.167+0000 7f06f2ffd640 1 -- 172.21.15.27:0/3452590501 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v13) v1 ==== 122+0+0 (secure 0 0 0) 0x7f06f80577c0 con 0x7f070415db90 2024-02-09T23:57:58.172 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.169+0000 7f0708c57640 1 -- 172.21.15.27:0/3452590501 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f06e406b810 msgr2=0x7f06e406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:58.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.169+0000 7f0708c57640 1 --2- 172.21.15.27:0/3452590501 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f06e406b810 0x7f06e406dcd0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f06f40079a0 tx=0x7f06f4008040 comp rx=0 tx=0).stop 2024-02-09T23:57:58.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.169+0000 7f0708c57640 1 -- 172.21.15.27:0/3452590501 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f070415db90 msgr2=0x7f07040cb2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:58.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.169+0000 7f0708c57640 1 --2- 172.21.15.27:0/3452590501 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f070415db90 0x7f07040cb2a0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f06f800c4d0 tx=0x7f06f800c990 comp rx=0 tx=0).stop 2024-02-09T23:57:58.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.170+0000 7f0708c57640 1 -- 172.21.15.27:0/3452590501 shutdown_connections 2024-02-09T23:57:58.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.170+0000 7f0708c57640 1 --2- 172.21.15.27:0/3452590501 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f06e406b810 0x7f06e406dcd0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:58.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.170+0000 7f0708c57640 1 --2- 172.21.15.27:0/3452590501 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f070415df70 0x7f07040b42a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:58.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.170+0000 7f0708c57640 1 --2- 172.21.15.27:0/3452590501 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f070415db90 0x7f07040cb2a0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:58.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.170+0000 7f0708c57640 1 --2- 172.21.15.27:0/3452590501 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f070406c980 0x7f07040cad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:58.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.170+0000 7f0708c57640 1 -- 172.21.15.27:0/3452590501 >> 172.21.15.27:0/3452590501 conn(0x7f07040b3250 msgr2=0x7f07040cee70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:58.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.170+0000 7f0708c57640 1 -- 172.21.15.27:0/3452590501 shutdown_connections 2024-02-09T23:57:58.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.170+0000 7f0708c57640 1 -- 172.21.15.27:0/3452590501 wait complete. 2024-02-09T23:57:58.185 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-02-09T23:57:58.186 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:57:58.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.295+0000 7fcfe6fac640 1 Processor -- start 2024-02-09T23:57:58.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.295+0000 7fcfe6fac640 1 -- start start 2024-02-09T23:57:58.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.296+0000 7fcfe6fac640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fcfe009a5a0 0x7fcfe006c420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:58.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.296+0000 7fcfe6fac640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcfe006c960 0x7fcfe0167c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:58.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.296+0000 7fcfe6fac640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcfe00d0fc0 con 0x7fcfe015dca0 2024-02-09T23:57:58.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.296+0000 7fcfe6fac640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcfe006cd70 con 0x7fcfe009a5a0 2024-02-09T23:57:58.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.296+0000 7fcfe6fac640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcfe00d03b0 con 0x7fcfe006c960 2024-02-09T23:57:58.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.296+0000 7fcfdffff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fcfe009a5a0 0x7fcfe006c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:58.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.296+0000 7fcfdffff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fcfe009a5a0 0x7fcfe006c420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42282/0 (socket says 172.21.15.27:42282) 2024-02-09T23:57:58.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.296+0000 7fcfdffff640 1 -- 172.21.15.27:0/1702656270 learned_addr learned my addr 172.21.15.27:0/1702656270 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:58.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.296+0000 7fcfe5549640 1 --2- 172.21.15.27:0/1702656270 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcfe006c960 0x7fcfe0167c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:58.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.297+0000 7fcfdffff640 1 -- 172.21.15.27:0/1702656270 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcfe006c960 msgr2=0x7fcfe0167c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:58.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.297+0000 7fcfdffff640 1 --2- 172.21.15.27:0/1702656270 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcfe006c960 0x7fcfe0167c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:58.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.297+0000 7fcfdffff640 1 -- 172.21.15.27:0/1702656270 >> v1:172.21.15.153:6789/0 conn(0x7fcfe015dca0 legacy=0x7fcfe00cfbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:58.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.297+0000 7fcfdffff640 1 -- 172.21.15.27:0/1702656270 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfe00d0690 con 0x7fcfe009a5a0 2024-02-09T23:57:58.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.297+0000 7fcfdffff640 1 --2- 172.21.15.27:0/1702656270 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcfe009a5a0 0x7fcfe006c420 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fcfd4009870 tx=0x7fcfd402b980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a0e97987fcb37f6 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:58.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.298+0000 7fcfdf7fe640 1 -- 172.21.15.27:0/1702656270 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfd4030840 con 0x7fcfe009a5a0 2024-02-09T23:57:58.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.298+0000 7fcfdf7fe640 1 -- 172.21.15.27:0/1702656270 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcfd40309a0 con 0x7fcfe009a5a0 2024-02-09T23:57:58.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.298+0000 7fcfdf7fe640 1 -- 172.21.15.27:0/1702656270 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfd4030d30 con 0x7fcfe009a5a0 2024-02-09T23:57:58.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.298+0000 7fcfe6fac640 1 -- 172.21.15.27:0/1702656270 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcfe009a5a0 msgr2=0x7fcfe006c420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:58.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.298+0000 7fcfe6fac640 1 --2- 172.21.15.27:0/1702656270 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcfe009a5a0 0x7fcfe006c420 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fcfd4009870 tx=0x7fcfd402b980 comp rx=0 tx=0).stop 2024-02-09T23:57:58.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.298+0000 7fcfe6fac640 1 -- 172.21.15.27:0/1702656270 shutdown_connections 2024-02-09T23:57:58.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.298+0000 7fcfe6fac640 1 --2- 172.21.15.27:0/1702656270 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcfe006c960 0x7fcfe0167c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:58.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.298+0000 7fcfe6fac640 1 --2- 172.21.15.27:0/1702656270 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcfe009a5a0 0x7fcfe006c420 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:58.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.298+0000 7fcfe6fac640 1 -- 172.21.15.27:0/1702656270 >> 172.21.15.27:0/1702656270 conn(0x7fcfe00b3460 msgr2=0x7fcfe00b3870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:58.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.298+0000 7fcfe6fac640 1 -- 172.21.15.27:0/1702656270 shutdown_connections 2024-02-09T23:57:58.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.298+0000 7fcfe6fac640 1 -- 172.21.15.27:0/1702656270 wait complete. 2024-02-09T23:57:58.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.299+0000 7fcfe6fac640 1 Processor -- start 2024-02-09T23:57:58.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.299+0000 7fcfe6fac640 1 -- start start 2024-02-09T23:57:58.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.300+0000 7fcfe6fac640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcfe006c960 0x7fcfe00ca740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:58.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.300+0000 7fcfe6fac640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcfe009a5a0 0x7fcfe01567e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:58.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.300+0000 7fcfe6fac640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcfe015dca0 0x7fcfe00b6810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:58.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.300+0000 7fcfe6fac640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfe0156d20 con 0x7fcfe009a5a0 2024-02-09T23:57:58.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.300+0000 7fcfe6fac640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfe00c9450 con 0x7fcfe015dca0 2024-02-09T23:57:58.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.300+0000 7fcfe6fac640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcfe00ca2b0 con 0x7fcfe006c960 2024-02-09T23:57:58.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.300+0000 7fcfdffff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcfe009a5a0 0x7fcfe01567e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:58.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.300+0000 7fcfdffff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcfe009a5a0 0x7fcfe01567e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42292/0 (socket says 172.21.15.27:42292) 2024-02-09T23:57:58.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.300+0000 7fcfdffff640 1 -- 172.21.15.27:0/411256514 learned_addr learned my addr 172.21.15.27:0/411256514 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:58.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.301+0000 7fcfe5549640 1 --2- 172.21.15.27:0/411256514 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcfe015dca0 0x7fcfe00b6810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:58.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.301+0000 7fcfe4d48640 1 --2- 172.21.15.27:0/411256514 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcfe006c960 0x7fcfe00ca740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:58.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.301+0000 7fcfdffff640 1 -- 172.21.15.27:0/411256514 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcfe006c960 msgr2=0x7fcfe00ca740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:58.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.301+0000 7fcfdffff640 1 --2- 172.21.15.27:0/411256514 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcfe006c960 0x7fcfe00ca740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:58.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.301+0000 7fcfdffff640 1 -- 172.21.15.27:0/411256514 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcfe015dca0 msgr2=0x7fcfe00b6810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:58.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.301+0000 7fcfdffff640 1 --2- 172.21.15.27:0/411256514 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcfe015dca0 0x7fcfe00b6810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:58.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.301+0000 7fcfdffff640 1 -- 172.21.15.27:0/411256514 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfd40094d0 con 0x7fcfe009a5a0 2024-02-09T23:57:58.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.301+0000 7fcfdffff640 1 --2- 172.21.15.27:0/411256514 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcfe009a5a0 0x7fcfe01567e0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fcfd402b9c0 tx=0x7fcfd4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:58.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.301+0000 7fcfdd7fa640 1 -- 172.21.15.27:0/411256514 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfd4039c90 con 0x7fcfe009a5a0 2024-02-09T23:57:58.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.301+0000 7fcfdd7fa640 1 -- 172.21.15.27:0/411256514 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcfd4039df0 con 0x7fcfe009a5a0 2024-02-09T23:57:58.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.301+0000 7fcfe6fac640 1 -- 172.21.15.27:0/411256514 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcfe00d15d0 con 0x7fcfe009a5a0 2024-02-09T23:57:58.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.301+0000 7fcfdd7fa640 1 -- 172.21.15.27:0/411256514 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfd40446c0 con 0x7fcfe009a5a0 2024-02-09T23:57:58.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.301+0000 7fcfe6fac640 1 -- 172.21.15.27:0/411256514 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcfe00c9980 con 0x7fcfe009a5a0 2024-02-09T23:57:58.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.302+0000 7fcfe6fac640 1 -- 172.21.15.27:0/411256514 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcfe0067cc0 con 0x7fcfe009a5a0 2024-02-09T23:57:58.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.303+0000 7fcfdd7fa640 1 -- 172.21.15.27:0/411256514 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fcfd404d3b0 con 0x7fcfe009a5a0 2024-02-09T23:57:58.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.303+0000 7fcfdd7fa640 1 --2- 172.21.15.27:0/411256514 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fcfcc06b840 0x7fcfcc06dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:58.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.303+0000 7fcfdd7fa640 1 -- 172.21.15.27:0/411256514 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fcfd403e070 con 0x7fcfe009a5a0 2024-02-09T23:57:58.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.303+0000 7fcfe4d48640 1 --2- 172.21.15.27:0/411256514 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fcfcc06b840 0x7fcfcc06dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:58.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.304+0000 7fcfe4d48640 1 --2- 172.21.15.27:0/411256514 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fcfcc06b840 0x7fcfcc06dd00 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fcfd8001e70 tx=0x7fcfd8009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:58.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.308+0000 7fcfdd7fa640 1 -- 172.21.15.27:0/411256514 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fcfd40776e0 con 0x7fcfe009a5a0 2024-02-09T23:57:58.526 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.524+0000 7fcfe6fac640 1 -- 172.21.15.27:0/411256514 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fcfe00ca3f0 con 0x7fcfe009a5a0 2024-02-09T23:57:58.527 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.524+0000 7fcfdd7fa640 1 -- 172.21.15.27:0/411256514 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) v1 ==== 94+0+4938 (secure 0 0 0) 0x7fcfd407ada0 con 0x7fcfe009a5a0 2024-02-09T23:57:58.527 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:58.527 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":13,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4793,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6834/3159189479","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6832","nonce":3159189479},{"type":"v1","addr":"172.21.15.27:6834","nonce":3159189479}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":4796,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/731048817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6833","nonce":731048817},{"type":"v1","addr":"172.21.15.27:6835","nonce":731048817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":4799,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6836/2074047013","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":2074047013},{"type":"v1","addr":"172.21.15.153:6836","nonce":2074047013}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-09T23:57:54.259990+0000","modified":"2024-02-09T23:57:57.532483+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5056},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5056":{"gid":5056,"name":"d","rank":0,"incarnation":10,"state":"up:active","state_seq":4,"addr":"172.21.15.153:6837/3332306953","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6835","nonce":3332306953},{"type":"v1","addr":"172.21.15.153:6837","nonce":3332306953}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-02-09T23:57:58.528 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 13 2024-02-09T23:57:58.529 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.526+0000 7fcfe6fac640 1 -- 172.21.15.27:0/411256514 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fcfcc06b840 msgr2=0x7fcfcc06dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:58.530 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.526+0000 7fcfe6fac640 1 --2- 172.21.15.27:0/411256514 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fcfcc06b840 0x7fcfcc06dd00 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fcfd8001e70 tx=0x7fcfd8009040 comp rx=0 tx=0).stop 2024-02-09T23:57:58.530 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.526+0000 7fcfe6fac640 1 -- 172.21.15.27:0/411256514 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcfe009a5a0 msgr2=0x7fcfe01567e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:58.530 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.526+0000 7fcfe6fac640 1 --2- 172.21.15.27:0/411256514 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcfe009a5a0 0x7fcfe01567e0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fcfd402b9c0 tx=0x7fcfd4004730 comp rx=0 tx=0).stop 2024-02-09T23:57:58.530 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.526+0000 7fcfe6fac640 1 -- 172.21.15.27:0/411256514 shutdown_connections 2024-02-09T23:57:58.530 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.526+0000 7fcfe6fac640 1 --2- 172.21.15.27:0/411256514 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fcfcc06b840 0x7fcfcc06dd00 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:58.530 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.526+0000 7fcfe6fac640 1 --2- 172.21.15.27:0/411256514 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcfe015dca0 0x7fcfe00b6810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:58.530 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.526+0000 7fcfe6fac640 1 --2- 172.21.15.27:0/411256514 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcfe009a5a0 0x7fcfe01567e0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:58.530 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.526+0000 7fcfe6fac640 1 --2- 172.21.15.27:0/411256514 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fcfe006c960 0x7fcfe00ca740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:58.530 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.526+0000 7fcfe6fac640 1 -- 172.21.15.27:0/411256514 >> 172.21.15.27:0/411256514 conn(0x7fcfe00b3460 msgr2=0x7fcfe0070720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:58.530 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.527+0000 7fcfe6fac640 1 -- 172.21.15.27:0/411256514 shutdown_connections 2024-02-09T23:57:58.530 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.527+0000 7fcfe6fac640 1 -- 172.21.15.27:0/411256514 wait complete. 2024-02-09T23:57:58.543 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:57:58.651 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.648+0000 7fc7aa881640 1 Processor -- start 2024-02-09T23:57:58.651 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.648+0000 7fc7aa881640 1 -- start start 2024-02-09T23:57:58.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.649+0000 7fc7aa881640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc7a4145210 0x7fc7a40b4470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:58.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.649+0000 7fc7aa881640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc7a40b33d0 con 0x7fc7a40b1a20 2024-02-09T23:57:58.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.649+0000 7fc7aa881640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc7a40b36b0 con 0x7fc7a40cc950 2024-02-09T23:57:58.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.649+0000 7fc7aa881640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc7a40b2bf0 con 0x7fc7a4145210 2024-02-09T23:57:58.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.649+0000 7fc7a8e1e640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fc7a40b1a20 0x7fc7a415bea0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:34326/0 (socket says 172.21.15.27:34326) 2024-02-09T23:57:58.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.649+0000 7fc7a8e1e640 1 -- 172.21.15.27:0/2515153551 learned_addr learned my addr 172.21.15.27:0/2515153551 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:57:58.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.649+0000 7fc7a3fff640 1 --2- 172.21.15.27:0/2515153551 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc7a4145210 0x7fc7a40b4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:58.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.649+0000 7fc7a2ffd640 1 -- 172.21.15.27:0/2515153551 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2461502520 0 0) 0x7fc7a40b33d0 con 0x7fc7a40b1a20 2024-02-09T23:57:58.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.649+0000 7fc7a2ffd640 1 -- 172.21.15.27:0/2515153551 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc78c003520 con 0x7fc7a40b1a20 2024-02-09T23:57:58.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.649+0000 7fc7a2ffd640 1 -- 172.21.15.27:0/2515153551 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3213288089 0 0) 0x7fc7a40b36b0 con 0x7fc7a40cc950 2024-02-09T23:57:58.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.649+0000 7fc7a2ffd640 1 -- 172.21.15.27:0/2515153551 --> v1:172.21.15.153:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc7a40b33d0 con 0x7fc7a40cc950 2024-02-09T23:57:58.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.650+0000 7fc7a3fff640 1 -- 172.21.15.27:0/2515153551 >> v1:172.21.15.153:6789/0 conn(0x7fc7a40cc950 legacy=0x7fc7a40b1310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:58.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.650+0000 7fc7a3fff640 1 -- 172.21.15.27:0/2515153551 >> v1:172.21.15.27:6789/0 conn(0x7fc7a40b1a20 legacy=0x7fc7a415bea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:58.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.650+0000 7fc7a3fff640 1 -- 172.21.15.27:0/2515153551 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7a40b3990 con 0x7fc7a4145210 2024-02-09T23:57:58.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.650+0000 7fc7a3fff640 1 --2- 172.21.15.27:0/2515153551 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc7a4145210 0x7fc7a40b4470 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fc7980097d0 tx=0x7fc79802b930 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a583a02e33068e43 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:58.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.651+0000 7fc7a2ffd640 1 -- 172.21.15.27:0/2515153551 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc798031890 con 0x7fc7a4145210 2024-02-09T23:57:58.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.651+0000 7fc7a2ffd640 1 -- 172.21.15.27:0/2515153551 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc7980319f0 con 0x7fc7a4145210 2024-02-09T23:57:58.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.651+0000 7fc7a2ffd640 1 -- 172.21.15.27:0/2515153551 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc798031d60 con 0x7fc7a4145210 2024-02-09T23:57:58.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.651+0000 7fc7aa881640 1 -- 172.21.15.27:0/2515153551 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc7a4145210 msgr2=0x7fc7a40b4470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:58.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.651+0000 7fc7aa881640 1 --2- 172.21.15.27:0/2515153551 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc7a4145210 0x7fc7a40b4470 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fc7980097d0 tx=0x7fc79802b930 comp rx=0 tx=0).stop 2024-02-09T23:57:58.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.651+0000 7fc7aa881640 1 -- 172.21.15.27:0/2515153551 shutdown_connections 2024-02-09T23:57:58.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.651+0000 7fc7aa881640 1 --2- 172.21.15.27:0/2515153551 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc7a4145210 0x7fc7a40b4470 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:58.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.651+0000 7fc7aa881640 1 -- 172.21.15.27:0/2515153551 >> 172.21.15.27:0/2515153551 conn(0x7fc7a406ac50 msgr2=0x7fc7a406b060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:58.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.651+0000 7fc7aa881640 1 -- 172.21.15.27:0/2515153551 shutdown_connections 2024-02-09T23:57:58.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.651+0000 7fc7aa881640 1 -- 172.21.15.27:0/2515153551 wait complete. 2024-02-09T23:57:58.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.652+0000 7fc7aa881640 1 Processor -- start 2024-02-09T23:57:58.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.652+0000 7fc7aa881640 1 -- start start 2024-02-09T23:57:58.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.653+0000 7fc7aa881640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc7a40b1a20 0x7fc7a40ab3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:58.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.653+0000 7fc7aa881640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc7a40cc950 0x7fc7a415b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:58.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.653+0000 7fc7aa881640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc7a4145210 0x7fc7a41e4f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:58.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.653+0000 7fc7aa881640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7a41f7ef0 con 0x7fc7a40b1a20 2024-02-09T23:57:58.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.653+0000 7fc7aa881640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7a406dec0 con 0x7fc7a4145210 2024-02-09T23:57:58.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.653+0000 7fc7aa881640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc7a406d520 con 0x7fc7a40cc950 2024-02-09T23:57:58.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.653+0000 7fc7a3fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc7a40b1a20 0x7fc7a40ab3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:58.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.653+0000 7fc7a3fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc7a40b1a20 0x7fc7a40ab3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42308/0 (socket says 172.21.15.27:42308) 2024-02-09T23:57:58.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.653+0000 7fc7a3fff640 1 -- 172.21.15.27:0/3735988060 learned_addr learned my addr 172.21.15.27:0/3735988060 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:58.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.653+0000 7fc7a8e1e640 1 --2- 172.21.15.27:0/3735988060 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc7a4145210 0x7fc7a41e4f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:58.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.653+0000 7fc7a37fe640 1 --2- 172.21.15.27:0/3735988060 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc7a40cc950 0x7fc7a415b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:58.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.654+0000 7fc7a3fff640 1 -- 172.21.15.27:0/3735988060 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc7a40cc950 msgr2=0x7fc7a415b2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:58.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.654+0000 7fc7a3fff640 1 --2- 172.21.15.27:0/3735988060 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc7a40cc950 0x7fc7a415b2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:58.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.654+0000 7fc7a3fff640 1 -- 172.21.15.27:0/3735988060 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc7a4145210 msgr2=0x7fc7a41e4f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:58.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.654+0000 7fc7a3fff640 1 --2- 172.21.15.27:0/3735988060 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc7a4145210 0x7fc7a41e4f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:58.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.654+0000 7fc7a3fff640 1 -- 172.21.15.27:0/3735988060 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc798009400 con 0x7fc7a40b1a20 2024-02-09T23:57:58.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.654+0000 7fc7a37fe640 1 --2- 172.21.15.27:0/3735988060 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc7a40cc950 0x7fc7a415b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:58.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.654+0000 7fc7a3fff640 1 --2- 172.21.15.27:0/3735988060 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc7a40b1a20 0x7fc7a40ab3c0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fc79802b970 tx=0x7fc7980046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:58.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.654+0000 7fc7a0ff9640 1 -- 172.21.15.27:0/3735988060 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc79803abe0 con 0x7fc7a40b1a20 2024-02-09T23:57:58.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.654+0000 7fc7a0ff9640 1 -- 172.21.15.27:0/3735988060 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc79803ad40 con 0x7fc7a40b1a20 2024-02-09T23:57:58.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.654+0000 7fc7aa881640 1 -- 172.21.15.27:0/3735988060 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc7a406d800 con 0x7fc7a40b1a20 2024-02-09T23:57:58.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.654+0000 7fc7a0ff9640 1 -- 172.21.15.27:0/3735988060 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc798044610 con 0x7fc7a40b1a20 2024-02-09T23:57:58.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.654+0000 7fc7aa881640 1 -- 172.21.15.27:0/3735988060 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc7a415b7f0 con 0x7fc7a40b1a20 2024-02-09T23:57:58.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.655+0000 7fc7aa881640 1 -- 172.21.15.27:0/3735988060 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc7a406bbe0 con 0x7fc7a40b1a20 2024-02-09T23:57:58.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.655+0000 7fc7a0ff9640 1 -- 172.21.15.27:0/3735988060 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fc79804d450 con 0x7fc7a40b1a20 2024-02-09T23:57:58.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.656+0000 7fc7a0ff9640 1 --2- 172.21.15.27:0/3735988060 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc79006b810 0x7fc79006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:58.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.656+0000 7fc7a0ff9640 1 -- 172.21.15.27:0/3735988060 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc7980ac6e0 con 0x7fc7a40b1a20 2024-02-09T23:57:58.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.656+0000 7fc7a37fe640 1 --2- 172.21.15.27:0/3735988060 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc79006b810 0x7fc79006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:58.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.656+0000 7fc7a37fe640 1 --2- 172.21.15.27:0/3735988060 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc79006b810 0x7fc79006dcd0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fc7a40adf80 tx=0x7fc794009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:58.664 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.660+0000 7fc7a0ff9640 1 -- 172.21.15.27:0/3735988060 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fc798077190 con 0x7fc7a40b1a20 2024-02-09T23:57:58.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.842+0000 7fc7aa881640 1 -- 172.21.15.27:0/3735988060 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc7a4067cc0 con 0x7fc7a40b1a20 2024-02-09T23:57:58.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.843+0000 7fc7a0ff9640 1 -- 172.21.15.27:0/3735988060 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v34) v1 ==== 74+0+16669 (secure 0 0 0) 0x7fc79807a850 con 0x7fc7a40b1a20 2024-02-09T23:57:58.847 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:58.847 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":34,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:57:56.141447+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:57:51.939021+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-02-09T23:57:53.253497+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:57:58.849 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.845+0000 7fc7aa881640 1 -- 172.21.15.27:0/3735988060 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc79006b810 msgr2=0x7fc79006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:58.849 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.845+0000 7fc7aa881640 1 --2- 172.21.15.27:0/3735988060 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc79006b810 0x7fc79006dcd0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fc7a40adf80 tx=0x7fc794009040 comp rx=0 tx=0).stop 2024-02-09T23:57:58.850 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.845+0000 7fc7aa881640 1 -- 172.21.15.27:0/3735988060 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc7a40b1a20 msgr2=0x7fc7a40ab3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:58.850 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.845+0000 7fc7aa881640 1 --2- 172.21.15.27:0/3735988060 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc7a40b1a20 0x7fc7a40ab3c0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fc79802b970 tx=0x7fc7980046c0 comp rx=0 tx=0).stop 2024-02-09T23:57:58.850 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.845+0000 7fc7aa881640 1 -- 172.21.15.27:0/3735988060 shutdown_connections 2024-02-09T23:57:58.850 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.845+0000 7fc7aa881640 1 --2- 172.21.15.27:0/3735988060 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc79006b810 0x7fc79006dcd0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:58.850 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.845+0000 7fc7aa881640 1 --2- 172.21.15.27:0/3735988060 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc7a4145210 0x7fc7a41e4f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:58.850 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.845+0000 7fc7aa881640 1 --2- 172.21.15.27:0/3735988060 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc7a40cc950 0x7fc7a415b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:58.851 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.845+0000 7fc7aa881640 1 --2- 172.21.15.27:0/3735988060 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc7a40b1a20 0x7fc7a40ab3c0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:58.851 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.845+0000 7fc7aa881640 1 -- 172.21.15.27:0/3735988060 >> 172.21.15.27:0/3735988060 conn(0x7fc7a406ac50 msgr2=0x7fc7a4073e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:58.851 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.845+0000 7fc7aa881640 1 -- 172.21.15.27:0/3735988060 shutdown_connections 2024-02-09T23:57:58.851 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.845+0000 7fc7aa881640 1 -- 172.21.15.27:0/3735988060 wait complete. 2024-02-09T23:57:58.860 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-02-09T23:57:58.860 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-09T23:57:58.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.964+0000 7f041b3e9640 1 Processor -- start 2024-02-09T23:57:58.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.965+0000 7f041b3e9640 1 -- start start 2024-02-09T23:57:58.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.965+0000 7f041b3e9640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f041415dd20 0x7f04140b9330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:58.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.965+0000 7f041b3e9640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f04140ceed0 0x7f04140d1b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:58.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.965+0000 7f041b3e9640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0414161830 con 0x7f04140b2770 2024-02-09T23:57:58.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.965+0000 7f041b3e9640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f041415e100 con 0x7f041415dd20 2024-02-09T23:57:58.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.965+0000 7f041b3e9640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04140b9870 con 0x7f04140ceed0 2024-02-09T23:57:58.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.966+0000 7f0419986640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f04140ceed0 0x7f04140d1b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:58.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.966+0000 7f0419185640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f041415dd20 0x7f04140b9330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:58.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.966+0000 7f0419185640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f041415dd20 0x7f04140b9330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:44436/0 (socket says 172.21.15.27:44436) 2024-02-09T23:57:58.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.966+0000 7f0419986640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f04140ceed0 0x7f04140d1b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:58562/0 (socket says 172.21.15.27:58562) 2024-02-09T23:57:58.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.966+0000 7f0419185640 1 -- 172.21.15.27:0/680559399 learned_addr learned my addr 172.21.15.27:0/680559399 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:58.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.966+0000 7f0418984640 1 --1- 172.21.15.27:0/680559399 >> v1:172.21.15.153:6789/0 conn(0x7f04140b2770 0x7f04140ce7c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.27:59292/0 (socket says 172.21.15.27:59292) 2024-02-09T23:57:58.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.966+0000 7f0419185640 1 -- 172.21.15.27:0/680559399 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f04140ceed0 msgr2=0x7f04140d1b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:58.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.966+0000 7f0419185640 1 --2- 172.21.15.27:0/680559399 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f04140ceed0 0x7f04140d1b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:58.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.966+0000 7f0419185640 1 -- 172.21.15.27:0/680559399 >> v1:172.21.15.153:6789/0 conn(0x7f04140b2770 legacy=0x7f04140ce7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:58.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.966+0000 7f0419185640 1 -- 172.21.15.27:0/680559399 --> v2:172.21.15.153:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0414161a80 con 0x7f041415dd20 2024-02-09T23:57:58.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.966+0000 7f0419986640 1 --2- 172.21.15.27:0/680559399 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f04140ceed0 0x7f04140d1b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:57:58.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.967+0000 7f0419185640 1 --2- 172.21.15.27:0/680559399 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f041415dd20 0x7f04140b9330 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f0410009870 tx=0x7f041002b8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e7d4242811d6ab7f server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:58.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.967+0000 7f040bfff640 1 -- 172.21.15.27:0/680559399 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0410031640 con 0x7f041415dd20 2024-02-09T23:57:58.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.967+0000 7f040bfff640 1 -- 172.21.15.27:0/680559399 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f04100317a0 con 0x7f041415dd20 2024-02-09T23:57:58.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.967+0000 7f040bfff640 1 -- 172.21.15.27:0/680559399 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0410031b30 con 0x7f041415dd20 2024-02-09T23:57:58.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.968+0000 7f041b3e9640 1 -- 172.21.15.27:0/680559399 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f041415dd20 msgr2=0x7f04140b9330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:58.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.968+0000 7f041b3e9640 1 --2- 172.21.15.27:0/680559399 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f041415dd20 0x7f04140b9330 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f0410009870 tx=0x7f041002b8f0 comp rx=0 tx=0).stop 2024-02-09T23:57:58.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.968+0000 7f041b3e9640 1 -- 172.21.15.27:0/680559399 shutdown_connections 2024-02-09T23:57:58.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.968+0000 7f041b3e9640 1 --2- 172.21.15.27:0/680559399 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f04140ceed0 0x7f04140d1b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:58.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.968+0000 7f041b3e9640 1 --2- 172.21.15.27:0/680559399 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f041415dd20 0x7f04140b9330 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:58.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.968+0000 7f041b3e9640 1 -- 172.21.15.27:0/680559399 >> 172.21.15.27:0/680559399 conn(0x7f041406c1b0 msgr2=0x7f041406c5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:58.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.968+0000 7f041b3e9640 1 -- 172.21.15.27:0/680559399 shutdown_connections 2024-02-09T23:57:58.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.968+0000 7f041b3e9640 1 -- 172.21.15.27:0/680559399 wait complete. 2024-02-09T23:57:58.974 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.969+0000 7f041b3e9640 1 Processor -- start 2024-02-09T23:57:58.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.969+0000 7f041b3e9640 1 -- start start 2024-02-09T23:57:58.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.970+0000 7f041b3e9640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f04140b2770 0x7f04141521c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:58.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.970+0000 7f041b3e9640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f04140ceed0 0x7f0414160b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:58.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.970+0000 7f041b3e9640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f041415dd20 0x7f041415bf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:58.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.970+0000 7f041b3e9640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04140c8e70 con 0x7f04140ceed0 2024-02-09T23:57:58.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.970+0000 7f041b3e9640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f041415f8a0 con 0x7f041415dd20 2024-02-09T23:57:58.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.970+0000 7f041b3e9640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f041415faf0 con 0x7f04140b2770 2024-02-09T23:57:58.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.970+0000 7f0418984640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f04140ceed0 0x7f0414160b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:58.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.970+0000 7f0418984640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f04140ceed0 0x7f0414160b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42320/0 (socket says 172.21.15.27:42320) 2024-02-09T23:57:58.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.970+0000 7f0418984640 1 -- 172.21.15.27:0/378443669 learned_addr learned my addr 172.21.15.27:0/378443669 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:58.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.970+0000 7f0419185640 1 --2- 172.21.15.27:0/378443669 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f04140b2770 0x7f04141521c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:58.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.970+0000 7f0419986640 1 --2- 172.21.15.27:0/378443669 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f041415dd20 0x7f041415bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:58.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.970+0000 7f0418984640 1 -- 172.21.15.27:0/378443669 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f04140b2770 msgr2=0x7f04141521c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:58.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.970+0000 7f0418984640 1 --2- 172.21.15.27:0/378443669 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f04140b2770 0x7f04141521c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:58.976 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.970+0000 7f0418984640 1 -- 172.21.15.27:0/378443669 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f041415dd20 msgr2=0x7f041415bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:58.976 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.970+0000 7f0418984640 1 --2- 172.21.15.27:0/378443669 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f041415dd20 0x7f041415bf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:58.976 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.970+0000 7f0418984640 1 -- 172.21.15.27:0/378443669 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f040c009a70 con 0x7f04140ceed0 2024-02-09T23:57:58.976 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.970+0000 7f0418984640 1 --2- 172.21.15.27:0/378443669 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f04140ceed0 0x7f0414160b90 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f040400c430 tx=0x7f040400c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:58.976 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.970+0000 7f0409ffb640 1 -- 172.21.15.27:0/378443669 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04040074e0 con 0x7f04140ceed0 2024-02-09T23:57:58.976 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.971+0000 7f0409ffb640 1 -- 172.21.15.27:0/378443669 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0404007640 con 0x7f04140ceed0 2024-02-09T23:57:58.976 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.971+0000 7f041b3e9640 1 -- 172.21.15.27:0/378443669 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f04100094d0 con 0x7f04140ceed0 2024-02-09T23:57:58.976 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.971+0000 7f0409ffb640 1 -- 172.21.15.27:0/378443669 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0404004a00 con 0x7f04140ceed0 2024-02-09T23:57:58.976 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.971+0000 7f041b3e9640 1 -- 172.21.15.27:0/378443669 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f04141600b0 con 0x7f04140ceed0 2024-02-09T23:57:58.976 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.972+0000 7f041b3e9640 1 -- 172.21.15.27:0/378443669 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f04140746c0 con 0x7f04140ceed0 2024-02-09T23:57:58.976 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.972+0000 7f0409ffb640 1 -- 172.21.15.27:0/378443669 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f0404004b60 con 0x7f04140ceed0 2024-02-09T23:57:58.977 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.973+0000 7f0409ffb640 1 --2- 172.21.15.27:0/378443669 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f03f806b810 0x7f03f806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:58.977 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.973+0000 7f0409ffb640 1 -- 172.21.15.27:0/378443669 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0404089a40 con 0x7f04140ceed0 2024-02-09T23:57:58.977 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.973+0000 7f0419185640 1 --2- 172.21.15.27:0/378443669 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f03f806b810 0x7f03f806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:58.977 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.973+0000 7f0419185640 1 --2- 172.21.15.27:0/378443669 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f03f806b810 0x7f03f806dcd0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f0410036000 tx=0x7f041003c040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:58.979 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:58.977+0000 7f0409ffb640 1 -- 172.21.15.27:0/378443669 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f040408be60 con 0x7f04140ceed0 2024-02-09T23:57:59.160 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.156+0000 7f041b3e9640 1 -- 172.21.15.27:0/378443669 --> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f0414162040 con 0x7f03f806b810 2024-02-09T23:57:59.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.164+0000 7f0409ffb640 1 -- 172.21.15.27:0/378443669 <== mgr.4106 v2:172.21.15.153:6832/1248308414 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+284385 (secure 0 0 0) 0x7f0410044400 con 0x7f03f806b810 2024-02-09T23:57:59.171 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:59.173 INFO:teuthology.orchestra.run.smithi027.stderr:dumped all 2024-02-09T23:57:59.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.168+0000 7f041b3e9640 1 -- 172.21.15.27:0/378443669 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f03f806b810 msgr2=0x7f03f806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:59.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.168+0000 7f041b3e9640 1 --2- 172.21.15.27:0/378443669 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f03f806b810 0x7f03f806dcd0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f0410036000 tx=0x7f041003c040 comp rx=0 tx=0).stop 2024-02-09T23:57:59.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.168+0000 7f041b3e9640 1 -- 172.21.15.27:0/378443669 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f04140ceed0 msgr2=0x7f0414160b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:59.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.168+0000 7f041b3e9640 1 --2- 172.21.15.27:0/378443669 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f04140ceed0 0x7f0414160b90 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f040400c430 tx=0x7f040400c830 comp rx=0 tx=0).stop 2024-02-09T23:57:59.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.168+0000 7f041b3e9640 1 -- 172.21.15.27:0/378443669 shutdown_connections 2024-02-09T23:57:59.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.168+0000 7f041b3e9640 1 --2- 172.21.15.27:0/378443669 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f03f806b810 0x7f03f806dcd0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:59.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.168+0000 7f041b3e9640 1 --2- 172.21.15.27:0/378443669 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f041415dd20 0x7f041415bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:59.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.168+0000 7f041b3e9640 1 --2- 172.21.15.27:0/378443669 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f04140ceed0 0x7f0414160b90 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:59.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.168+0000 7f041b3e9640 1 --2- 172.21.15.27:0/378443669 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f04140b2770 0x7f04141521c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:59.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.168+0000 7f041b3e9640 1 -- 172.21.15.27:0/378443669 >> 172.21.15.27:0/378443669 conn(0x7f041406c1b0 msgr2=0x7f04140b6b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:59.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.168+0000 7f041b3e9640 1 -- 172.21.15.27:0/378443669 shutdown_connections 2024-02-09T23:57:59.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.168+0000 7f041b3e9640 1 -- 172.21.15.27:0/378443669 wait complete. 2024-02-09T23:57:59.182 INFO:teuthology.orchestra.run.smithi027.stdout:{"pg_ready":true,"pg_map":{"version":66,"stamp":"2024-02-09T23:57:57.454453+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":22,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220104,"kb_used_data":3928,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754616,"statfs":{"total":773094113280,"available":772868726784,"internally_reserved":0,"allocated":4022272,"data_stored":2266516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":19,"apply_latency_ms":19,"commit_latency_ns":19000000,"apply_latency_ns":19000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.567998"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.891966+0000","last_change":"2024-02-09T23:57:53.891966+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.891966+0000","last_undegraded":"2024-02-09T23:57:53.891966+0000","last_fullsized":"2024-02-09T23:57:53.891966+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.897437+0000","last_change":"2024-02-09T23:57:53.897437+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.897437+0000","last_undegraded":"2024-02-09T23:57:53.897437+0000","last_fullsized":"2024-02-09T23:57:53.897437+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893043+0000","last_change":"2024-02-09T23:57:53.893043+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893043+0000","last_undegraded":"2024-02-09T23:57:53.893043+0000","last_fullsized":"2024-02-09T23:57:53.893043+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.897970+0000","last_change":"2024-02-09T23:57:53.897970+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.897970+0000","last_undegraded":"2024-02-09T23:57:53.897970+0000","last_fullsized":"2024-02-09T23:57:53.897970+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.897887+0000","last_change":"2024-02-09T23:57:53.897887+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.897887+0000","last_undegraded":"2024-02-09T23:57:53.897887+0000","last_fullsized":"2024-02-09T23:57:53.897887+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.896167+0000","last_change":"2024-02-09T23:57:53.896167+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.896167+0000","last_undegraded":"2024-02-09T23:57:53.896167+0000","last_fullsized":"2024-02-09T23:57:53.896167+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.899161+0000","last_change":"2024-02-09T23:57:53.899161+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.899161+0000","last_undegraded":"2024-02-09T23:57:53.899161+0000","last_fullsized":"2024-02-09T23:57:53.899161+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.899446+0000","last_change":"2024-02-09T23:57:53.899446+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.899446+0000","last_undegraded":"2024-02-09T23:57:53.899446+0000","last_fullsized":"2024-02-09T23:57:53.899446+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.898552+0000","last_change":"2024-02-09T23:57:53.898552+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.898552+0000","last_undegraded":"2024-02-09T23:57:53.898552+0000","last_fullsized":"2024-02-09T23:57:53.898552+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.900266+0000","last_change":"2024-02-09T23:57:53.900266+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.900266+0000","last_undegraded":"2024-02-09T23:57:53.900266+0000","last_fullsized":"2024-02-09T23:57:53.900266+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.899474+0000","last_change":"2024-02-09T23:57:53.899474+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.899474+0000","last_undegraded":"2024-02-09T23:57:53.899474+0000","last_fullsized":"2024-02-09T23:57:53.899474+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893120+0000","last_change":"2024-02-09T23:57:53.893120+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893120+0000","last_undegraded":"2024-02-09T23:57:53.893120+0000","last_fullsized":"2024-02-09T23:57:53.893120+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.897440+0000","last_change":"2024-02-09T23:57:53.897440+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.897440+0000","last_undegraded":"2024-02-09T23:57:53.897440+0000","last_fullsized":"2024-02-09T23:57:53.897440+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.894562+0000","last_change":"2024-02-09T23:57:53.894562+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.894562+0000","last_undegraded":"2024-02-09T23:57:53.894562+0000","last_fullsized":"2024-02-09T23:57:53.894562+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893205+0000","last_change":"2024-02-09T23:57:53.893205+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893205+0000","last_undegraded":"2024-02-09T23:57:53.893205+0000","last_fullsized":"2024-02-09T23:57:53.893205+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.896651+0000","last_change":"2024-02-09T23:57:53.896651+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.896651+0000","last_undegraded":"2024-02-09T23:57:53.896651+0000","last_fullsized":"2024-02-09T23:57:53.896651+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.899814+0000","last_change":"2024-02-09T23:57:53.899814+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.899814+0000","last_undegraded":"2024-02-09T23:57:53.899814+0000","last_fullsized":"2024-02-09T23:57:53.899814+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.894000+0000","last_change":"2024-02-09T23:57:53.894000+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.894000+0000","last_undegraded":"2024-02-09T23:57:53.894000+0000","last_fullsized":"2024-02-09T23:57:53.894000+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.895088+0000","last_change":"2024-02-09T23:57:53.895088+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.895088+0000","last_undegraded":"2024-02-09T23:57:53.895088+0000","last_fullsized":"2024-02-09T23:57:53.895088+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.897592+0000","last_change":"2024-02-09T23:57:53.897592+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.897592+0000","last_undegraded":"2024-02-09T23:57:53.897592+0000","last_fullsized":"2024-02-09T23:57:53.897592+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.899927+0000","last_change":"2024-02-09T23:57:53.899927+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.899927+0000","last_undegraded":"2024-02-09T23:57:53.899927+0000","last_fullsized":"2024-02-09T23:57:53.899927+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.896071+0000","last_change":"2024-02-09T23:57:53.896071+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.896071+0000","last_undegraded":"2024-02-09T23:57:53.896071+0000","last_fullsized":"2024-02-09T23:57:53.896071+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893426+0000","last_change":"2024-02-09T23:57:53.893426+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893426+0000","last_undegraded":"2024-02-09T23:57:53.893426+0000","last_fullsized":"2024-02-09T23:57:53.893426+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893612+0000","last_change":"2024-02-09T23:57:53.893612+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893612+0000","last_undegraded":"2024-02-09T23:57:53.893612+0000","last_fullsized":"2024-02-09T23:57:53.893612+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.898451+0000","last_change":"2024-02-09T23:57:53.898451+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.898451+0000","last_undegraded":"2024-02-09T23:57:53.898451+0000","last_fullsized":"2024-02-09T23:57:53.898451+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893564+0000","last_change":"2024-02-09T23:57:53.893564+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893564+0000","last_undegraded":"2024-02-09T23:57:53.893564+0000","last_fullsized":"2024-02-09T23:57:53.893564+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.902389+0000","last_change":"2024-02-09T23:57:53.902389+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.902389+0000","last_undegraded":"2024-02-09T23:57:53.902389+0000","last_fullsized":"2024-02-09T23:57:53.902389+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.892554+0000","last_change":"2024-02-09T23:57:53.892554+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.892554+0000","last_undegraded":"2024-02-09T23:57:53.892554+0000","last_fullsized":"2024-02-09T23:57:53.892554+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.899530+0000","last_change":"2024-02-09T23:57:53.899530+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.899530+0000","last_undegraded":"2024-02-09T23:57:53.899530+0000","last_fullsized":"2024-02-09T23:57:53.899530+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.897354+0000","last_change":"2024-02-09T23:57:53.897354+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.897354+0000","last_undegraded":"2024-02-09T23:57:53.897354+0000","last_fullsized":"2024-02-09T23:57:53.897354+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.892038+0000","last_change":"2024-02-09T23:57:53.892038+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.892038+0000","last_undegraded":"2024-02-09T23:57:53.892038+0000","last_fullsized":"2024-02-09T23:57:53.892038+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.898975+0000","last_change":"2024-02-09T23:57:53.898975+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.898975+0000","last_undegraded":"2024-02-09T23:57:53.898975+0000","last_fullsized":"2024-02-09T23:57:53.898975+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.894438+0000","last_change":"2024-02-09T23:57:53.894438+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.894438+0000","last_undegraded":"2024-02-09T23:57:53.894438+0000","last_fullsized":"2024-02-09T23:57:53.894438+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.899614+0000","last_change":"2024-02-09T23:57:53.897135+0000","last_active":"2024-02-09T23:57:53.899614+0000","last_peered":"2024-02-09T23:57:53.899614+0000","last_clean":"2024-02-09T23:57:53.899614+0000","last_became_active":"2024-02-09T23:57:53.896811+0000","last_became_peered":"2024-02-09T23:57:53.896811+0000","last_unstale":"2024-02-09T23:57:53.899614+0000","last_undegraded":"2024-02-09T23:57:53.899614+0000","last_fullsized":"2024-02-09T23:57:53.899614+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:26:51.237385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.891451+0000","last_change":"2024-02-09T23:57:53.891451+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.891451+0000","last_undegraded":"2024-02-09T23:57:53.891451+0000","last_fullsized":"2024-02-09T23:57:53.891451+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.903982+0000","last_change":"2024-02-09T23:57:53.903073+0000","last_active":"2024-02-09T23:57:53.903982+0000","last_peered":"2024-02-09T23:57:53.903982+0000","last_clean":"2024-02-09T23:57:53.903982+0000","last_became_active":"2024-02-09T23:57:53.902789+0000","last_became_peered":"2024-02-09T23:57:53.902789+0000","last_unstale":"2024-02-09T23:57:53.903982+0000","last_undegraded":"2024-02-09T23:57:53.903982+0000","last_fullsized":"2024-02-09T23:57:53.903982+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:26:51.237385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.896418+0000","last_change":"2024-02-09T23:57:53.896418+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.896418+0000","last_undegraded":"2024-02-09T23:57:53.896418+0000","last_fullsized":"2024-02-09T23:57:53.896418+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.913301+0000","last_change":"2024-02-09T23:57:53.907747+0000","last_active":"2024-02-09T23:57:53.913301+0000","last_peered":"2024-02-09T23:57:53.913301+0000","last_clean":"2024-02-09T23:57:53.913301+0000","last_became_active":"2024-02-09T23:57:53.907472+0000","last_became_peered":"2024-02-09T23:57:53.907472+0000","last_unstale":"2024-02-09T23:57:53.913301+0000","last_undegraded":"2024-02-09T23:57:53.913301+0000","last_fullsized":"2024-02-09T23:57:53.913301+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:07:24.576071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.901946+0000","last_change":"2024-02-09T23:57:53.901946+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.901946+0000","last_undegraded":"2024-02-09T23:57:53.901946+0000","last_fullsized":"2024-02-09T23:57:53.901946+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910656+0000","last_change":"2024-02-09T23:57:53.907600+0000","last_active":"2024-02-09T23:57:53.910656+0000","last_peered":"2024-02-09T23:57:53.910656+0000","last_clean":"2024-02-09T23:57:53.910656+0000","last_became_active":"2024-02-09T23:57:53.907327+0000","last_became_peered":"2024-02-09T23:57:53.907327+0000","last_unstale":"2024-02-09T23:57:53.910656+0000","last_undegraded":"2024-02-09T23:57:53.910656+0000","last_fullsized":"2024-02-09T23:57:53.910656+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:16:58.628926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.896851+0000","last_change":"2024-02-09T23:57:53.896851+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.896851+0000","last_undegraded":"2024-02-09T23:57:53.896851+0000","last_fullsized":"2024-02-09T23:57:53.896851+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.905522+0000","last_change":"2024-02-09T23:57:53.903222+0000","last_active":"2024-02-09T23:57:53.905522+0000","last_peered":"2024-02-09T23:57:53.905522+0000","last_clean":"2024-02-09T23:57:53.905522+0000","last_became_active":"2024-02-09T23:57:53.902937+0000","last_became_peered":"2024-02-09T23:57:53.902937+0000","last_unstale":"2024-02-09T23:57:53.905522+0000","last_undegraded":"2024-02-09T23:57:53.905522+0000","last_fullsized":"2024-02-09T23:57:53.905522+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:16:58.628926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.894240+0000","last_change":"2024-02-09T23:57:53.894240+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.894240+0000","last_undegraded":"2024-02-09T23:57:53.894240+0000","last_fullsized":"2024-02-09T23:57:53.894240+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.905563+0000","last_change":"2024-02-09T23:57:53.903249+0000","last_active":"2024-02-09T23:57:53.905563+0000","last_peered":"2024-02-09T23:57:53.905563+0000","last_clean":"2024-02-09T23:57:53.905563+0000","last_became_active":"2024-02-09T23:57:53.902943+0000","last_became_peered":"2024-02-09T23:57:53.902943+0000","last_unstale":"2024-02-09T23:57:53.905563+0000","last_undegraded":"2024-02-09T23:57:53.905563+0000","last_fullsized":"2024-02-09T23:57:53.905563+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:24:49.413785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.894068+0000","last_change":"2024-02-09T23:57:53.894068+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.894068+0000","last_undegraded":"2024-02-09T23:57:53.894068+0000","last_fullsized":"2024-02-09T23:57:53.894068+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.905496+0000","last_change":"2024-02-09T23:57:53.902743+0000","last_active":"2024-02-09T23:57:53.905496+0000","last_peered":"2024-02-09T23:57:53.905496+0000","last_clean":"2024-02-09T23:57:53.905496+0000","last_became_active":"2024-02-09T23:57:53.902457+0000","last_became_peered":"2024-02-09T23:57:53.902457+0000","last_unstale":"2024-02-09T23:57:53.905496+0000","last_undegraded":"2024-02-09T23:57:53.905496+0000","last_fullsized":"2024-02-09T23:57:53.905496+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:13:53.519563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.895491+0000","last_change":"2024-02-09T23:57:53.895491+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.895491+0000","last_undegraded":"2024-02-09T23:57:53.895491+0000","last_fullsized":"2024-02-09T23:57:53.895491+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.906530+0000","last_change":"2024-02-09T23:57:53.904066+0000","last_active":"2024-02-09T23:57:53.906530+0000","last_peered":"2024-02-09T23:57:53.906530+0000","last_clean":"2024-02-09T23:57:53.906530+0000","last_became_active":"2024-02-09T23:57:53.903759+0000","last_became_peered":"2024-02-09T23:57:53.903759+0000","last_unstale":"2024-02-09T23:57:53.906530+0000","last_undegraded":"2024-02-09T23:57:53.906530+0000","last_fullsized":"2024-02-09T23:57:53.906530+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:39:56.851011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893651+0000","last_change":"2024-02-09T23:57:53.893651+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893651+0000","last_undegraded":"2024-02-09T23:57:53.893651+0000","last_fullsized":"2024-02-09T23:57:53.893651+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.913329+0000","last_change":"2024-02-09T23:57:53.908785+0000","last_active":"2024-02-09T23:57:53.913329+0000","last_peered":"2024-02-09T23:57:53.913329+0000","last_clean":"2024-02-09T23:57:53.913329+0000","last_became_active":"2024-02-09T23:57:53.908279+0000","last_became_peered":"2024-02-09T23:57:53.908279+0000","last_unstale":"2024-02-09T23:57:53.913329+0000","last_undegraded":"2024-02-09T23:57:53.913329+0000","last_fullsized":"2024-02-09T23:57:53.913329+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:50:56.409239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893994+0000","last_change":"2024-02-09T23:57:53.893994+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893994+0000","last_undegraded":"2024-02-09T23:57:53.893994+0000","last_fullsized":"2024-02-09T23:57:53.893994+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.903317+0000","last_change":"2024-02-09T23:57:53.902451+0000","last_active":"2024-02-09T23:57:53.903317+0000","last_peered":"2024-02-09T23:57:53.903317+0000","last_clean":"2024-02-09T23:57:53.903317+0000","last_became_active":"2024-02-09T23:57:53.902182+0000","last_became_peered":"2024-02-09T23:57:53.902182+0000","last_unstale":"2024-02-09T23:57:53.903317+0000","last_undegraded":"2024-02-09T23:57:53.903317+0000","last_fullsized":"2024-02-09T23:57:53.903317+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:07:49.352292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893429+0000","last_change":"2024-02-09T23:57:53.893429+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893429+0000","last_undegraded":"2024-02-09T23:57:53.893429+0000","last_fullsized":"2024-02-09T23:57:53.893429+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910296+0000","last_change":"2024-02-09T23:57:53.907626+0000","last_active":"2024-02-09T23:57:53.910296+0000","last_peered":"2024-02-09T23:57:53.910296+0000","last_clean":"2024-02-09T23:57:53.910296+0000","last_became_active":"2024-02-09T23:57:53.907295+0000","last_became_peered":"2024-02-09T23:57:53.907295+0000","last_unstale":"2024-02-09T23:57:53.910296+0000","last_undegraded":"2024-02-09T23:57:53.910296+0000","last_fullsized":"2024-02-09T23:57:53.910296+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:14:56.103697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893504+0000","last_change":"2024-02-09T23:57:53.893504+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893504+0000","last_undegraded":"2024-02-09T23:57:53.893504+0000","last_fullsized":"2024-02-09T23:57:53.893504+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.913287+0000","last_change":"2024-02-09T23:57:53.907513+0000","last_active":"2024-02-09T23:57:53.913287+0000","last_peered":"2024-02-09T23:57:53.913287+0000","last_clean":"2024-02-09T23:57:53.913287+0000","last_became_active":"2024-02-09T23:57:53.907201+0000","last_became_peered":"2024-02-09T23:57:53.907201+0000","last_unstale":"2024-02-09T23:57:53.913287+0000","last_undegraded":"2024-02-09T23:57:53.913287+0000","last_fullsized":"2024-02-09T23:57:53.913287+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:40:12.466324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.899483+0000","last_change":"2024-02-09T23:57:53.899483+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.899483+0000","last_undegraded":"2024-02-09T23:57:53.899483+0000","last_fullsized":"2024-02-09T23:57:53.899483+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.906388+0000","last_change":"2024-02-09T23:57:53.903816+0000","last_active":"2024-02-09T23:57:53.906388+0000","last_peered":"2024-02-09T23:57:53.906388+0000","last_clean":"2024-02-09T23:57:53.906388+0000","last_became_active":"2024-02-09T23:57:53.903498+0000","last_became_peered":"2024-02-09T23:57:53.903498+0000","last_unstale":"2024-02-09T23:57:53.906388+0000","last_undegraded":"2024-02-09T23:57:53.906388+0000","last_fullsized":"2024-02-09T23:57:53.906388+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:17:49.376388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893442+0000","last_change":"2024-02-09T23:57:53.893442+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893442+0000","last_undegraded":"2024-02-09T23:57:53.893442+0000","last_fullsized":"2024-02-09T23:57:53.893442+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910921+0000","last_change":"2024-02-09T23:57:53.906564+0000","last_active":"2024-02-09T23:57:53.910921+0000","last_peered":"2024-02-09T23:57:53.910921+0000","last_clean":"2024-02-09T23:57:53.910921+0000","last_became_active":"2024-02-09T23:57:53.906284+0000","last_became_peered":"2024-02-09T23:57:53.906284+0000","last_unstale":"2024-02-09T23:57:53.910921+0000","last_undegraded":"2024-02-09T23:57:53.910921+0000","last_fullsized":"2024-02-09T23:57:53.910921+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:07:24.576071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.898565+0000","last_change":"2024-02-09T23:57:53.898565+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.898565+0000","last_undegraded":"2024-02-09T23:57:53.898565+0000","last_fullsized":"2024-02-09T23:57:53.898565+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910966+0000","last_change":"2024-02-09T23:57:53.907276+0000","last_active":"2024-02-09T23:57:53.910966+0000","last_peered":"2024-02-09T23:57:53.910966+0000","last_clean":"2024-02-09T23:57:53.910966+0000","last_became_active":"2024-02-09T23:57:53.906981+0000","last_became_peered":"2024-02-09T23:57:53.906981+0000","last_unstale":"2024-02-09T23:57:53.910966+0000","last_undegraded":"2024-02-09T23:57:53.910966+0000","last_fullsized":"2024-02-09T23:57:53.910966+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:41:37.111068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.891413+0000","last_change":"2024-02-09T23:57:53.891413+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.891413+0000","last_undegraded":"2024-02-09T23:57:53.891413+0000","last_fullsized":"2024-02-09T23:57:53.891413+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910820+0000","last_change":"2024-02-09T23:57:53.907106+0000","last_active":"2024-02-09T23:57:53.910820+0000","last_peered":"2024-02-09T23:57:53.910820+0000","last_clean":"2024-02-09T23:57:53.910820+0000","last_became_active":"2024-02-09T23:57:53.906818+0000","last_became_peered":"2024-02-09T23:57:53.906818+0000","last_unstale":"2024-02-09T23:57:53.910820+0000","last_undegraded":"2024-02-09T23:57:53.910820+0000","last_fullsized":"2024-02-09T23:57:53.910820+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:46:48.846067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.901524+0000","last_change":"2024-02-09T23:57:53.901524+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.901524+0000","last_undegraded":"2024-02-09T23:57:53.901524+0000","last_fullsized":"2024-02-09T23:57:53.901524+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910356+0000","last_change":"2024-02-09T23:57:53.904635+0000","last_active":"2024-02-09T23:57:53.910356+0000","last_peered":"2024-02-09T23:57:53.910356+0000","last_clean":"2024-02-09T23:57:53.910356+0000","last_became_active":"2024-02-09T23:57:53.904220+0000","last_became_peered":"2024-02-09T23:57:53.904220+0000","last_unstale":"2024-02-09T23:57:53.910356+0000","last_undegraded":"2024-02-09T23:57:53.910356+0000","last_fullsized":"2024-02-09T23:57:53.910356+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:46:48.846067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893779+0000","last_change":"2024-02-09T23:57:53.893779+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893779+0000","last_undegraded":"2024-02-09T23:57:53.893779+0000","last_fullsized":"2024-02-09T23:57:53.893779+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910010+0000","last_change":"2024-02-09T23:57:53.908682+0000","last_active":"2024-02-09T23:57:53.910010+0000","last_peered":"2024-02-09T23:57:53.910010+0000","last_clean":"2024-02-09T23:57:53.910010+0000","last_became_active":"2024-02-09T23:57:53.908399+0000","last_became_peered":"2024-02-09T23:57:53.908399+0000","last_unstale":"2024-02-09T23:57:53.910010+0000","last_undegraded":"2024-02-09T23:57:53.910010+0000","last_fullsized":"2024-02-09T23:57:53.910010+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:04:44.339818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.897352+0000","last_change":"2024-02-09T23:57:53.897352+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.897352+0000","last_undegraded":"2024-02-09T23:57:53.897352+0000","last_fullsized":"2024-02-09T23:57:53.897352+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.905517+0000","last_change":"2024-02-09T23:57:53.903139+0000","last_active":"2024-02-09T23:57:53.905517+0000","last_peered":"2024-02-09T23:57:53.905517+0000","last_clean":"2024-02-09T23:57:53.905517+0000","last_became_active":"2024-02-09T23:57:53.902861+0000","last_became_peered":"2024-02-09T23:57:53.902861+0000","last_unstale":"2024-02-09T23:57:53.905517+0000","last_undegraded":"2024-02-09T23:57:53.905517+0000","last_fullsized":"2024-02-09T23:57:53.905517+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:12:40.391449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.896611+0000","last_change":"2024-02-09T23:57:53.896611+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.896611+0000","last_undegraded":"2024-02-09T23:57:53.896611+0000","last_fullsized":"2024-02-09T23:57:53.896611+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.905592+0000","last_change":"2024-02-09T23:57:53.903666+0000","last_active":"2024-02-09T23:57:53.905592+0000","last_peered":"2024-02-09T23:57:53.905592+0000","last_clean":"2024-02-09T23:57:53.905592+0000","last_became_active":"2024-02-09T23:57:53.903357+0000","last_became_peered":"2024-02-09T23:57:53.903357+0000","last_unstale":"2024-02-09T23:57:53.905592+0000","last_undegraded":"2024-02-09T23:57:53.905592+0000","last_fullsized":"2024-02-09T23:57:53.905592+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:12:51.021961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.896722+0000","last_change":"2024-02-09T23:57:53.896722+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.896722+0000","last_undegraded":"2024-02-09T23:57:53.896722+0000","last_fullsized":"2024-02-09T23:57:53.896722+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.905390+0000","last_change":"2024-02-09T23:57:53.904592+0000","last_active":"2024-02-09T23:57:53.905390+0000","last_peered":"2024-02-09T23:57:53.905390+0000","last_clean":"2024-02-09T23:57:53.905390+0000","last_became_active":"2024-02-09T23:57:53.904331+0000","last_became_peered":"2024-02-09T23:57:53.904331+0000","last_unstale":"2024-02-09T23:57:53.905390+0000","last_undegraded":"2024-02-09T23:57:53.905390+0000","last_fullsized":"2024-02-09T23:57:53.905390+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:42:01.034960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.897023+0000","last_change":"2024-02-09T23:57:53.897023+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.897023+0000","last_undegraded":"2024-02-09T23:57:53.897023+0000","last_fullsized":"2024-02-09T23:57:53.897023+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.909674+0000","last_change":"2024-02-09T23:57:53.907412+0000","last_active":"2024-02-09T23:57:53.909674+0000","last_peered":"2024-02-09T23:57:53.909674+0000","last_clean":"2024-02-09T23:57:53.909674+0000","last_became_active":"2024-02-09T23:57:53.907158+0000","last_became_peered":"2024-02-09T23:57:53.907158+0000","last_unstale":"2024-02-09T23:57:53.909674+0000","last_undegraded":"2024-02-09T23:57:53.909674+0000","last_fullsized":"2024-02-09T23:57:53.909674+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:13:53.519563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.896453+0000","last_change":"2024-02-09T23:57:53.896453+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.896453+0000","last_undegraded":"2024-02-09T23:57:53.896453+0000","last_fullsized":"2024-02-09T23:57:53.896453+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910003+0000","last_change":"2024-02-09T23:57:53.907807+0000","last_active":"2024-02-09T23:57:53.910003+0000","last_peered":"2024-02-09T23:57:53.910003+0000","last_clean":"2024-02-09T23:57:53.910003+0000","last_became_active":"2024-02-09T23:57:53.907357+0000","last_became_peered":"2024-02-09T23:57:53.907357+0000","last_unstale":"2024-02-09T23:57:53.910003+0000","last_undegraded":"2024-02-09T23:57:53.910003+0000","last_fullsized":"2024-02-09T23:57:53.910003+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:11:42.357071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.899602+0000","last_change":"2024-02-09T23:57:53.899602+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.899602+0000","last_undegraded":"2024-02-09T23:57:53.899602+0000","last_fullsized":"2024-02-09T23:57:53.899602+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.906307+0000","last_change":"2024-02-09T23:57:53.904982+0000","last_active":"2024-02-09T23:57:53.906307+0000","last_peered":"2024-02-09T23:57:53.906307+0000","last_clean":"2024-02-09T23:57:53.906307+0000","last_became_active":"2024-02-09T23:57:53.904695+0000","last_became_peered":"2024-02-09T23:57:53.904695+0000","last_unstale":"2024-02-09T23:57:53.906307+0000","last_undegraded":"2024-02-09T23:57:53.906307+0000","last_fullsized":"2024-02-09T23:57:53.906307+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:04:50.085642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.895955+0000","last_change":"2024-02-09T23:57:53.895955+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.895955+0000","last_undegraded":"2024-02-09T23:57:53.895955+0000","last_fullsized":"2024-02-09T23:57:53.895955+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910375+0000","last_change":"2024-02-09T23:57:53.905089+0000","last_active":"2024-02-09T23:57:53.910375+0000","last_peered":"2024-02-09T23:57:53.910375+0000","last_clean":"2024-02-09T23:57:53.910375+0000","last_became_active":"2024-02-09T23:57:53.904826+0000","last_became_peered":"2024-02-09T23:57:53.904826+0000","last_unstale":"2024-02-09T23:57:53.910375+0000","last_undegraded":"2024-02-09T23:57:53.910375+0000","last_fullsized":"2024-02-09T23:57:53.910375+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:41:37.111068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.892568+0000","last_change":"2024-02-09T23:57:53.892568+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.892568+0000","last_undegraded":"2024-02-09T23:57:53.892568+0000","last_fullsized":"2024-02-09T23:57:53.892568+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910917+0000","last_change":"2024-02-09T23:57:53.908415+0000","last_active":"2024-02-09T23:57:53.910917+0000","last_peered":"2024-02-09T23:57:53.910917+0000","last_clean":"2024-02-09T23:57:53.910917+0000","last_became_active":"2024-02-09T23:57:53.908133+0000","last_became_peered":"2024-02-09T23:57:53.908133+0000","last_unstale":"2024-02-09T23:57:53.910917+0000","last_undegraded":"2024-02-09T23:57:53.910917+0000","last_fullsized":"2024-02-09T23:57:53.910917+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:13:53.519563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893931+0000","last_change":"2024-02-09T23:57:53.893931+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893931+0000","last_undegraded":"2024-02-09T23:57:53.893931+0000","last_fullsized":"2024-02-09T23:57:53.893931+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910324+0000","last_change":"2024-02-09T23:57:53.904587+0000","last_active":"2024-02-09T23:57:53.910324+0000","last_peered":"2024-02-09T23:57:53.910324+0000","last_clean":"2024-02-09T23:57:53.910324+0000","last_became_active":"2024-02-09T23:57:53.904242+0000","last_became_peered":"2024-02-09T23:57:53.904242+0000","last_unstale":"2024-02-09T23:57:53.910324+0000","last_undegraded":"2024-02-09T23:57:53.910324+0000","last_fullsized":"2024-02-09T23:57:53.910324+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:13:53.519563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.891440+0000","last_change":"2024-02-09T23:57:53.891440+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.891440+0000","last_undegraded":"2024-02-09T23:57:53.891440+0000","last_fullsized":"2024-02-09T23:57:53.891440+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.901800+0000","last_change":"2024-02-09T23:57:53.900662+0000","last_active":"2024-02-09T23:57:53.901800+0000","last_peered":"2024-02-09T23:57:53.901800+0000","last_clean":"2024-02-09T23:57:53.901800+0000","last_became_active":"2024-02-09T23:57:53.900125+0000","last_became_peered":"2024-02-09T23:57:53.900125+0000","last_unstale":"2024-02-09T23:57:53.901800+0000","last_undegraded":"2024-02-09T23:57:53.901800+0000","last_fullsized":"2024-02-09T23:57:53.901800+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:25:22.720910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.894085+0000","last_change":"2024-02-09T23:57:53.894085+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.894085+0000","last_undegraded":"2024-02-09T23:57:53.894085+0000","last_fullsized":"2024-02-09T23:57:53.894085+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910401+0000","last_change":"2024-02-09T23:57:53.905626+0000","last_active":"2024-02-09T23:57:53.910401+0000","last_peered":"2024-02-09T23:57:53.910401+0000","last_clean":"2024-02-09T23:57:53.910401+0000","last_became_active":"2024-02-09T23:57:53.905337+0000","last_became_peered":"2024-02-09T23:57:53.905337+0000","last_unstale":"2024-02-09T23:57:53.910401+0000","last_undegraded":"2024-02-09T23:57:53.910401+0000","last_fullsized":"2024-02-09T23:57:53.910401+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:40:12.466324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.895405+0000","last_change":"2024-02-09T23:57:53.895405+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.895405+0000","last_undegraded":"2024-02-09T23:57:53.895405+0000","last_fullsized":"2024-02-09T23:57:53.895405+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.905136+0000","last_change":"2024-02-09T23:57:53.901404+0000","last_active":"2024-02-09T23:57:53.905136+0000","last_peered":"2024-02-09T23:57:53.905136+0000","last_clean":"2024-02-09T23:57:53.905136+0000","last_became_active":"2024-02-09T23:57:53.900663+0000","last_became_peered":"2024-02-09T23:57:53.900663+0000","last_unstale":"2024-02-09T23:57:53.905136+0000","last_undegraded":"2024-02-09T23:57:53.905136+0000","last_fullsized":"2024-02-09T23:57:53.905136+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:23:32.679637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.895951+0000","last_change":"2024-02-09T23:57:53.895951+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.895951+0000","last_undegraded":"2024-02-09T23:57:53.895951+0000","last_fullsized":"2024-02-09T23:57:53.895951+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.913295+0000","last_change":"2024-02-09T23:57:53.907949+0000","last_active":"2024-02-09T23:57:53.913295+0000","last_peered":"2024-02-09T23:57:53.913295+0000","last_clean":"2024-02-09T23:57:53.913295+0000","last_became_active":"2024-02-09T23:57:53.907684+0000","last_became_peered":"2024-02-09T23:57:53.907684+0000","last_unstale":"2024-02-09T23:57:53.913295+0000","last_undegraded":"2024-02-09T23:57:53.913295+0000","last_fullsized":"2024-02-09T23:57:53.913295+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:51:11.022965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.898019+0000","last_change":"2024-02-09T23:57:53.898019+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.898019+0000","last_undegraded":"2024-02-09T23:57:53.898019+0000","last_fullsized":"2024-02-09T23:57:53.898019+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.906246+0000","last_change":"2024-02-09T23:57:53.904953+0000","last_active":"2024-02-09T23:57:53.906246+0000","last_peered":"2024-02-09T23:57:53.906246+0000","last_clean":"2024-02-09T23:57:53.906246+0000","last_became_active":"2024-02-09T23:57:53.904556+0000","last_became_peered":"2024-02-09T23:57:53.904556+0000","last_unstale":"2024-02-09T23:57:53.906246+0000","last_undegraded":"2024-02-09T23:57:53.906246+0000","last_fullsized":"2024-02-09T23:57:53.906246+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:42:01.034960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":191,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.900317+0000","last_change":"2024-02-09T23:56:40.567250+0000","last_active":"2024-02-09T23:57:53.900317+0000","last_peered":"2024-02-09T23:57:53.900317+0000","last_clean":"2024-02-09T23:57:53.900317+0000","last_became_active":"2024-02-09T23:56:40.566372+0000","last_became_peered":"2024-02-09T23:56:40.566372+0000","last_unstale":"2024-02-09T23:57:53.900317+0000","last_undegraded":"2024-02-09T23:57:53.900317+0000","last_fullsized":"2024-02-09T23:57:53.900317+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:39.545898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:39.545898+0000","last_clean_scrub_stamp":"2024-02-09T23:56:39.545898+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:46:32.589061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574867,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27956,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343884,"statfs":{"total":96636764160,"available":96608137216,"internally_reserved":0,"allocated":954368,"data_stored":729224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.40200000000000002}]},{"osd":1,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.46200000000000002}]},{"osd":2,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.55600000000000005}]},{"osd":3,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.48899999999999999}]},{"osd":4,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.44400000000000001}]},{"osd":5,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.54400000000000004}]},{"osd":6,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.503}]}]},{"osd":6,"up_from":13,"seq":55834574867,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":348160,"data_stored":132589,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.40600000000000003}]},{"osd":1,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.5}]},{"osd":2,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.443}]},{"osd":3,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.52500000000000002}]},{"osd":4,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.61499999999999999}]},{"osd":5,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.54300000000000004}]},{"osd":7,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.56000000000000005}]}]},{"osd":5,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":360448,"data_stored":138856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.48299999999999998}]},{"osd":1,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.505}]},{"osd":2,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.45700000000000002}]},{"osd":3,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.083,"5min":1.083,"15min":1.083},"last":0.63900000000000001}]},{"osd":4,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.55900000000000005}]},{"osd":6,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.629}]},{"osd":7,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.67100000000000004}]}]},{"osd":4,"up_from":13,"seq":55834574867,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":348160,"data_stored":132589,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.42999999999999999}]},{"osd":1,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.44},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.42099999999999999}]},{"osd":2,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.495},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.38400000000000001}]},{"osd":3,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.34100000000000003}]},{"osd":5,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.39600000000000002}]},{"osd":6,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.32400000000000001}]},{"osd":7,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.37},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.46000000000000002}]}]},{"osd":3,"up_from":13,"seq":55834574867,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":360448,"data_stored":138856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.501},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"last":0.44500000000000001}]},{"osd":1,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.36899999999999999}]},{"osd":2,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.54500000000000004}]},{"osd":4,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.56100000000000005}]},{"osd":5,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.60399999999999998}]},{"osd":6,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.73199999999999998}]},{"osd":7,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.64100000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574867,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":348160,"data_stored":132589,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.312,"5min":0.312,"15min":0.312},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.439,"5min":0.439,"15min":0.439},"last":0.36699999999999999}]},{"osd":1,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.33700000000000002}]},{"osd":3,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"last":0.377}]},{"osd":4,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.44500000000000001}]},{"osd":5,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.56399999999999995}]},{"osd":6,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.52800000000000002}]},{"osd":7,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.51300000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574867,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":360448,"data_stored":138856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.23799999999999999},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.496,"5min":0.496,"15min":0.496},"last":0.254}]},{"osd":2,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.27900000000000003}]},{"osd":3,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.317},{"interface":"front","average":{"1min":0.378,"5min":0.378,"15min":0.378},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.34200000000000003}]},{"osd":4,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.55600000000000005}]},{"osd":5,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.36899999999999999}]},{"osd":6,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.42899999999999999}]},{"osd":7,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.52000000000000002}]}]},{"osd":0,"up_from":13,"seq":55834574868,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27940,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343900,"statfs":{"total":96636764160,"available":96608153600,"internally_reserved":0,"allocated":942080,"data_stored":722957,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":1.337,"5min":1.337,"15min":1.337},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":1.296,"5min":1.296,"15min":1.296},"last":0.43099999999999999}]},{"osd":2,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"last":0.31900000000000001}]},{"osd":3,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.40999999999999998}]},{"osd":4,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.76200000000000001}]},{"osd":5,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.78900000000000003}]},{"osd":6,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.73399999999999999}]},{"osd":7,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.71499999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-09T23:57:59.188 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-09T23:57:59.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.325+0000 7f09011bc640 1 Processor -- start 2024-02-09T23:57:59.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.325+0000 7f09011bc640 1 -- start start 2024-02-09T23:57:59.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.326+0000 7f09011bc640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f08fc15dc00 0x7f08fc0af7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:59.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.326+0000 7f09011bc640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f08fc162100 0x7f08fc06ac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:59.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.326+0000 7f09011bc640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f08fc06b190 0x7f08fc072320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:59.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.326+0000 7f09011bc640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f08fc0b0250 con 0x7f08fc15dc00 2024-02-09T23:57:59.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.326+0000 7f09011bc640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f08fc1626c0 con 0x7f08fc162100 2024-02-09T23:57:59.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.326+0000 7f09011bc640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08fc0afcf0 con 0x7f08fc06b190 2024-02-09T23:57:59.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.326+0000 7f08fad9d640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f08fc15dc00 0x7f08fc0af7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:59.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.326+0000 7f08fad9d640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f08fc15dc00 0x7f08fc0af7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42334/0 (socket says 172.21.15.27:42334) 2024-02-09T23:57:59.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.326+0000 7f08fad9d640 1 -- 172.21.15.27:0/3382137976 learned_addr learned my addr 172.21.15.27:0/3382137976 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:59.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.327+0000 7f08fa59c640 1 --2- 172.21.15.27:0/3382137976 >> v2:172.21.15.153:3300/0 conn(0x7f08fc162100 0x7f08fc06ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:59.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.327+0000 7f08fad9d640 1 -- 172.21.15.27:0/3382137976 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f08fc06b190 msgr2=0x7f08fc072320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:59.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.327+0000 7f08fad9d640 1 --2- 172.21.15.27:0/3382137976 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f08fc06b190 0x7f08fc072320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:59.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.327+0000 7f08fad9d640 1 -- 172.21.15.27:0/3382137976 >> v2:172.21.15.153:3300/0 conn(0x7f08fc162100 msgr2=0x7f08fc06ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:59.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.327+0000 7f08fad9d640 1 --2- 172.21.15.27:0/3382137976 >> v2:172.21.15.153:3300/0 conn(0x7f08fc162100 0x7f08fc06ac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:59.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.327+0000 7f08fad9d640 1 -- 172.21.15.27:0/3382137976 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08fc070650 con 0x7f08fc15dc00 2024-02-09T23:57:59.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.327+0000 7f08fa59c640 1 --2- 172.21.15.27:0/3382137976 >> v2:172.21.15.153:3300/0 conn(0x7f08fc162100 0x7f08fc06ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:59.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.327+0000 7f08fad9d640 1 --2- 172.21.15.27:0/3382137976 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f08fc15dc00 0x7f08fc0af7b0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f08fc0cd460 tx=0x7f08f402b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e213bfb6f4d38849 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:59.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.327+0000 7f08f9d9b640 1 -- 172.21.15.27:0/3382137976 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08f40317c0 con 0x7f08fc15dc00 2024-02-09T23:57:59.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.327+0000 7f08f9d9b640 1 -- 172.21.15.27:0/3382137976 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f08f4031920 con 0x7f08fc15dc00 2024-02-09T23:57:59.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.327+0000 7f08f9d9b640 1 -- 172.21.15.27:0/3382137976 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08f4031cb0 con 0x7f08fc15dc00 2024-02-09T23:57:59.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.328+0000 7f09011bc640 1 -- 172.21.15.27:0/3382137976 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f08fc15dc00 msgr2=0x7f08fc0af7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:59.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.328+0000 7f09011bc640 1 --2- 172.21.15.27:0/3382137976 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f08fc15dc00 0x7f08fc0af7b0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f08fc0cd460 tx=0x7f08f402b860 comp rx=0 tx=0).stop 2024-02-09T23:57:59.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.328+0000 7f09011bc640 1 -- 172.21.15.27:0/3382137976 shutdown_connections 2024-02-09T23:57:59.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.328+0000 7f09011bc640 1 --2- 172.21.15.27:0/3382137976 >> v2:172.21.15.153:3300/0 conn(0x7f08fc162100 0x7f08fc06ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:59.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.328+0000 7f09011bc640 1 --2- 172.21.15.27:0/3382137976 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f08fc06b190 0x7f08fc072320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:59.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.328+0000 7f09011bc640 1 --2- 172.21.15.27:0/3382137976 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f08fc15dc00 0x7f08fc0af7b0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:59.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.328+0000 7f09011bc640 1 -- 172.21.15.27:0/3382137976 >> 172.21.15.27:0/3382137976 conn(0x7f08fc0b24c0 msgr2=0x7f08fc0b28a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:59.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.328+0000 7f09011bc640 1 -- 172.21.15.27:0/3382137976 shutdown_connections 2024-02-09T23:57:59.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.328+0000 7f09011bc640 1 -- 172.21.15.27:0/3382137976 wait complete. 2024-02-09T23:57:59.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.329+0000 7f09011bc640 1 Processor -- start 2024-02-09T23:57:59.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.330+0000 7f09011bc640 1 -- start start 2024-02-09T23:57:59.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.330+0000 7f09011bc640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f08fc06b190 0x7f08fc142d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:59.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.330+0000 7f09011bc640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f08fc15dc00 0x7f08fc15fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:59.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.330+0000 7f09011bc640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f08fc162100 0x7f08fc1453a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:59.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.330+0000 7f09011bc640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08fc15f8d0 con 0x7f08fc162100 2024-02-09T23:57:59.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.330+0000 7f09011bc640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08fc0ccb10 con 0x7f08fc06b190 2024-02-09T23:57:59.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.330+0000 7f09011bc640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08fc15ec50 con 0x7f08fc15dc00 2024-02-09T23:57:59.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.330+0000 7f08fb59e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f08fc162100 0x7f08fc1453a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:59.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.330+0000 7f08fb59e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f08fc162100 0x7f08fc1453a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42338/0 (socket says 172.21.15.27:42338) 2024-02-09T23:57:59.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.330+0000 7f08fb59e640 1 -- 172.21.15.27:0/1137963673 learned_addr learned my addr 172.21.15.27:0/1137963673 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:59.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.331+0000 7f08fad9d640 1 --2- 172.21.15.27:0/1137963673 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f08fc06b190 0x7f08fc142d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:59.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.331+0000 7f08fa59c640 1 --2- 172.21.15.27:0/1137963673 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f08fc15dc00 0x7f08fc15fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:59.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.331+0000 7f08fb59e640 1 -- 172.21.15.27:0/1137963673 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f08fc15dc00 msgr2=0x7f08fc15fcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:59.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.331+0000 7f08fb59e640 1 --2- 172.21.15.27:0/1137963673 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f08fc15dc00 0x7f08fc15fcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:59.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.331+0000 7f08fb59e640 1 -- 172.21.15.27:0/1137963673 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f08fc06b190 msgr2=0x7f08fc142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:59.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.331+0000 7f08fb59e640 1 --2- 172.21.15.27:0/1137963673 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f08fc06b190 0x7f08fc142d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:59.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.331+0000 7f08fb59e640 1 -- 172.21.15.27:0/1137963673 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08f40094d0 con 0x7f08fc162100 2024-02-09T23:57:59.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.331+0000 7f08fa59c640 1 --2- 172.21.15.27:0/1137963673 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f08fc15dc00 0x7f08fc15fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:59.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.331+0000 7f08fb59e640 1 --2- 172.21.15.27:0/1137963673 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f08fc162100 0x7f08fc1453a0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f08ec00b9a0 tx=0x7f08ec00be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:59.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.331+0000 7f08e37fe640 1 -- 172.21.15.27:0/1137963673 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08ec00cba0 con 0x7f08fc162100 2024-02-09T23:57:59.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.331+0000 7f08e37fe640 1 -- 172.21.15.27:0/1137963673 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f08ec00cd20 con 0x7f08fc162100 2024-02-09T23:57:59.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.331+0000 7f09011bc640 1 -- 172.21.15.27:0/1137963673 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f08fc15ef30 con 0x7f08fc162100 2024-02-09T23:57:59.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.331+0000 7f08e37fe640 1 -- 172.21.15.27:0/1137963673 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08ec014680 con 0x7f08fc162100 2024-02-09T23:57:59.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.331+0000 7f09011bc640 1 -- 172.21.15.27:0/1137963673 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f08fc15f4f0 con 0x7f08fc162100 2024-02-09T23:57:59.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.332+0000 7f09011bc640 1 -- 172.21.15.27:0/1137963673 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f08fc15fa10 con 0x7f08fc162100 2024-02-09T23:57:59.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.333+0000 7f08e37fe640 1 -- 172.21.15.27:0/1137963673 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f08ec01d3b0 con 0x7f08fc162100 2024-02-09T23:57:59.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.333+0000 7f08e37fe640 1 --2- 172.21.15.27:0/1137963673 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f08e806b810 0x7f08e806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:59.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.333+0000 7f08e37fe640 1 -- 172.21.15.27:0/1137963673 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f08ec08a040 con 0x7f08fc162100 2024-02-09T23:57:59.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.333+0000 7f08fad9d640 1 --2- 172.21.15.27:0/1137963673 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f08e806b810 0x7f08e806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:59.339 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.334+0000 7f08fad9d640 1 --2- 172.21.15.27:0/1137963673 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f08e806b810 0x7f08e806dcd0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f08f4036000 tx=0x7f08f403d040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:59.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.337+0000 7f08e37fe640 1 -- 172.21.15.27:0/1137963673 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f08ec054b10 con 0x7f08fc162100 2024-02-09T23:57:59.518 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.515+0000 7f09011bc640 1 -- 172.21.15.27:0/1137963673 --> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f08fc06b5c0 con 0x7f08e806b810 2024-02-09T23:57:59.526 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.523+0000 7f08e37fe640 1 -- 172.21.15.27:0/1137963673 <== mgr.4106 v2:172.21.15.153:6832/1248308414 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+284385 (secure 0 0 0) 0x7f08f4031c10 con 0x7f08e806b810 2024-02-09T23:57:59.531 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:59.533 INFO:teuthology.orchestra.run.smithi027.stderr:dumped all 2024-02-09T23:57:59.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.526+0000 7f09011bc640 1 -- 172.21.15.27:0/1137963673 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f08e806b810 msgr2=0x7f08e806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:59.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.526+0000 7f09011bc640 1 --2- 172.21.15.27:0/1137963673 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f08e806b810 0x7f08e806dcd0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f08f4036000 tx=0x7f08f403d040 comp rx=0 tx=0).stop 2024-02-09T23:57:59.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.526+0000 7f09011bc640 1 -- 172.21.15.27:0/1137963673 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f08fc162100 msgr2=0x7f08fc1453a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:59.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.526+0000 7f09011bc640 1 --2- 172.21.15.27:0/1137963673 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f08fc162100 0x7f08fc1453a0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f08ec00b9a0 tx=0x7f08ec00be60 comp rx=0 tx=0).stop 2024-02-09T23:57:59.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.526+0000 7f09011bc640 1 -- 172.21.15.27:0/1137963673 shutdown_connections 2024-02-09T23:57:59.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.526+0000 7f09011bc640 1 --2- 172.21.15.27:0/1137963673 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f08e806b810 0x7f08e806dcd0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:59.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.526+0000 7f09011bc640 1 --2- 172.21.15.27:0/1137963673 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f08fc162100 0x7f08fc1453a0 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:59.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.526+0000 7f09011bc640 1 --2- 172.21.15.27:0/1137963673 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f08fc15dc00 0x7f08fc15fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:59.538 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.526+0000 7f09011bc640 1 --2- 172.21.15.27:0/1137963673 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f08fc06b190 0x7f08fc142d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:59.538 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.526+0000 7f09011bc640 1 -- 172.21.15.27:0/1137963673 >> 172.21.15.27:0/1137963673 conn(0x7f08fc0b24c0 msgr2=0x7f08fc0b1630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:59.538 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.526+0000 7f09011bc640 1 -- 172.21.15.27:0/1137963673 shutdown_connections 2024-02-09T23:57:59.538 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.526+0000 7f09011bc640 1 -- 172.21.15.27:0/1137963673 wait complete. 2024-02-09T23:57:59.540 INFO:teuthology.orchestra.run.smithi027.stdout:{"pg_ready":true,"pg_map":{"version":67,"stamp":"2024-02-09T23:57:59.454844+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":22,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220104,"kb_used_data":3928,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754616,"statfs":{"total":773094113280,"available":772868726784,"internally_reserved":0,"allocated":4022272,"data_stored":2266516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":19,"apply_latency_ms":19,"commit_latency_ns":19000000,"apply_latency_ns":19000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001276"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.891966+0000","last_change":"2024-02-09T23:57:53.891966+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.891966+0000","last_undegraded":"2024-02-09T23:57:53.891966+0000","last_fullsized":"2024-02-09T23:57:53.891966+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.897437+0000","last_change":"2024-02-09T23:57:53.897437+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.897437+0000","last_undegraded":"2024-02-09T23:57:53.897437+0000","last_fullsized":"2024-02-09T23:57:53.897437+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893043+0000","last_change":"2024-02-09T23:57:53.893043+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893043+0000","last_undegraded":"2024-02-09T23:57:53.893043+0000","last_fullsized":"2024-02-09T23:57:53.893043+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.897970+0000","last_change":"2024-02-09T23:57:53.897970+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.897970+0000","last_undegraded":"2024-02-09T23:57:53.897970+0000","last_fullsized":"2024-02-09T23:57:53.897970+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.897887+0000","last_change":"2024-02-09T23:57:53.897887+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.897887+0000","last_undegraded":"2024-02-09T23:57:53.897887+0000","last_fullsized":"2024-02-09T23:57:53.897887+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.896167+0000","last_change":"2024-02-09T23:57:53.896167+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.896167+0000","last_undegraded":"2024-02-09T23:57:53.896167+0000","last_fullsized":"2024-02-09T23:57:53.896167+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.899161+0000","last_change":"2024-02-09T23:57:53.899161+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.899161+0000","last_undegraded":"2024-02-09T23:57:53.899161+0000","last_fullsized":"2024-02-09T23:57:53.899161+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.899446+0000","last_change":"2024-02-09T23:57:53.899446+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.899446+0000","last_undegraded":"2024-02-09T23:57:53.899446+0000","last_fullsized":"2024-02-09T23:57:53.899446+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.898552+0000","last_change":"2024-02-09T23:57:53.898552+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.898552+0000","last_undegraded":"2024-02-09T23:57:53.898552+0000","last_fullsized":"2024-02-09T23:57:53.898552+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.900266+0000","last_change":"2024-02-09T23:57:53.900266+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.900266+0000","last_undegraded":"2024-02-09T23:57:53.900266+0000","last_fullsized":"2024-02-09T23:57:53.900266+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.899474+0000","last_change":"2024-02-09T23:57:53.899474+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.899474+0000","last_undegraded":"2024-02-09T23:57:53.899474+0000","last_fullsized":"2024-02-09T23:57:53.899474+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893120+0000","last_change":"2024-02-09T23:57:53.893120+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893120+0000","last_undegraded":"2024-02-09T23:57:53.893120+0000","last_fullsized":"2024-02-09T23:57:53.893120+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.897440+0000","last_change":"2024-02-09T23:57:53.897440+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.897440+0000","last_undegraded":"2024-02-09T23:57:53.897440+0000","last_fullsized":"2024-02-09T23:57:53.897440+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.894562+0000","last_change":"2024-02-09T23:57:53.894562+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.894562+0000","last_undegraded":"2024-02-09T23:57:53.894562+0000","last_fullsized":"2024-02-09T23:57:53.894562+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893205+0000","last_change":"2024-02-09T23:57:53.893205+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893205+0000","last_undegraded":"2024-02-09T23:57:53.893205+0000","last_fullsized":"2024-02-09T23:57:53.893205+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.896651+0000","last_change":"2024-02-09T23:57:53.896651+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.896651+0000","last_undegraded":"2024-02-09T23:57:53.896651+0000","last_fullsized":"2024-02-09T23:57:53.896651+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.899814+0000","last_change":"2024-02-09T23:57:53.899814+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.899814+0000","last_undegraded":"2024-02-09T23:57:53.899814+0000","last_fullsized":"2024-02-09T23:57:53.899814+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.894000+0000","last_change":"2024-02-09T23:57:53.894000+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.894000+0000","last_undegraded":"2024-02-09T23:57:53.894000+0000","last_fullsized":"2024-02-09T23:57:53.894000+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.895088+0000","last_change":"2024-02-09T23:57:53.895088+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.895088+0000","last_undegraded":"2024-02-09T23:57:53.895088+0000","last_fullsized":"2024-02-09T23:57:53.895088+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.897592+0000","last_change":"2024-02-09T23:57:53.897592+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.897592+0000","last_undegraded":"2024-02-09T23:57:53.897592+0000","last_fullsized":"2024-02-09T23:57:53.897592+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.899927+0000","last_change":"2024-02-09T23:57:53.899927+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.899927+0000","last_undegraded":"2024-02-09T23:57:53.899927+0000","last_fullsized":"2024-02-09T23:57:53.899927+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.896071+0000","last_change":"2024-02-09T23:57:53.896071+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.896071+0000","last_undegraded":"2024-02-09T23:57:53.896071+0000","last_fullsized":"2024-02-09T23:57:53.896071+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893426+0000","last_change":"2024-02-09T23:57:53.893426+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893426+0000","last_undegraded":"2024-02-09T23:57:53.893426+0000","last_fullsized":"2024-02-09T23:57:53.893426+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893612+0000","last_change":"2024-02-09T23:57:53.893612+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893612+0000","last_undegraded":"2024-02-09T23:57:53.893612+0000","last_fullsized":"2024-02-09T23:57:53.893612+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.898451+0000","last_change":"2024-02-09T23:57:53.898451+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.898451+0000","last_undegraded":"2024-02-09T23:57:53.898451+0000","last_fullsized":"2024-02-09T23:57:53.898451+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893564+0000","last_change":"2024-02-09T23:57:53.893564+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893564+0000","last_undegraded":"2024-02-09T23:57:53.893564+0000","last_fullsized":"2024-02-09T23:57:53.893564+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.902389+0000","last_change":"2024-02-09T23:57:53.902389+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.902389+0000","last_undegraded":"2024-02-09T23:57:53.902389+0000","last_fullsized":"2024-02-09T23:57:53.902389+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.892554+0000","last_change":"2024-02-09T23:57:53.892554+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.892554+0000","last_undegraded":"2024-02-09T23:57:53.892554+0000","last_fullsized":"2024-02-09T23:57:53.892554+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.899530+0000","last_change":"2024-02-09T23:57:53.899530+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.899530+0000","last_undegraded":"2024-02-09T23:57:53.899530+0000","last_fullsized":"2024-02-09T23:57:53.899530+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.897354+0000","last_change":"2024-02-09T23:57:53.897354+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.897354+0000","last_undegraded":"2024-02-09T23:57:53.897354+0000","last_fullsized":"2024-02-09T23:57:53.897354+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.892038+0000","last_change":"2024-02-09T23:57:53.892038+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.892038+0000","last_undegraded":"2024-02-09T23:57:53.892038+0000","last_fullsized":"2024-02-09T23:57:53.892038+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.898975+0000","last_change":"2024-02-09T23:57:53.898975+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.898975+0000","last_undegraded":"2024-02-09T23:57:53.898975+0000","last_fullsized":"2024-02-09T23:57:53.898975+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.894438+0000","last_change":"2024-02-09T23:57:53.894438+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.894438+0000","last_undegraded":"2024-02-09T23:57:53.894438+0000","last_fullsized":"2024-02-09T23:57:53.894438+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.899614+0000","last_change":"2024-02-09T23:57:53.897135+0000","last_active":"2024-02-09T23:57:53.899614+0000","last_peered":"2024-02-09T23:57:53.899614+0000","last_clean":"2024-02-09T23:57:53.899614+0000","last_became_active":"2024-02-09T23:57:53.896811+0000","last_became_peered":"2024-02-09T23:57:53.896811+0000","last_unstale":"2024-02-09T23:57:53.899614+0000","last_undegraded":"2024-02-09T23:57:53.899614+0000","last_fullsized":"2024-02-09T23:57:53.899614+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:26:51.237385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.891451+0000","last_change":"2024-02-09T23:57:53.891451+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.891451+0000","last_undegraded":"2024-02-09T23:57:53.891451+0000","last_fullsized":"2024-02-09T23:57:53.891451+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.903982+0000","last_change":"2024-02-09T23:57:53.903073+0000","last_active":"2024-02-09T23:57:53.903982+0000","last_peered":"2024-02-09T23:57:53.903982+0000","last_clean":"2024-02-09T23:57:53.903982+0000","last_became_active":"2024-02-09T23:57:53.902789+0000","last_became_peered":"2024-02-09T23:57:53.902789+0000","last_unstale":"2024-02-09T23:57:53.903982+0000","last_undegraded":"2024-02-09T23:57:53.903982+0000","last_fullsized":"2024-02-09T23:57:53.903982+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:26:51.237385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.896418+0000","last_change":"2024-02-09T23:57:53.896418+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.896418+0000","last_undegraded":"2024-02-09T23:57:53.896418+0000","last_fullsized":"2024-02-09T23:57:53.896418+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.913301+0000","last_change":"2024-02-09T23:57:53.907747+0000","last_active":"2024-02-09T23:57:53.913301+0000","last_peered":"2024-02-09T23:57:53.913301+0000","last_clean":"2024-02-09T23:57:53.913301+0000","last_became_active":"2024-02-09T23:57:53.907472+0000","last_became_peered":"2024-02-09T23:57:53.907472+0000","last_unstale":"2024-02-09T23:57:53.913301+0000","last_undegraded":"2024-02-09T23:57:53.913301+0000","last_fullsized":"2024-02-09T23:57:53.913301+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:07:24.576071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.901946+0000","last_change":"2024-02-09T23:57:53.901946+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.901946+0000","last_undegraded":"2024-02-09T23:57:53.901946+0000","last_fullsized":"2024-02-09T23:57:53.901946+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910656+0000","last_change":"2024-02-09T23:57:53.907600+0000","last_active":"2024-02-09T23:57:53.910656+0000","last_peered":"2024-02-09T23:57:53.910656+0000","last_clean":"2024-02-09T23:57:53.910656+0000","last_became_active":"2024-02-09T23:57:53.907327+0000","last_became_peered":"2024-02-09T23:57:53.907327+0000","last_unstale":"2024-02-09T23:57:53.910656+0000","last_undegraded":"2024-02-09T23:57:53.910656+0000","last_fullsized":"2024-02-09T23:57:53.910656+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:16:58.628926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.896851+0000","last_change":"2024-02-09T23:57:53.896851+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.896851+0000","last_undegraded":"2024-02-09T23:57:53.896851+0000","last_fullsized":"2024-02-09T23:57:53.896851+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.905522+0000","last_change":"2024-02-09T23:57:53.903222+0000","last_active":"2024-02-09T23:57:53.905522+0000","last_peered":"2024-02-09T23:57:53.905522+0000","last_clean":"2024-02-09T23:57:53.905522+0000","last_became_active":"2024-02-09T23:57:53.902937+0000","last_became_peered":"2024-02-09T23:57:53.902937+0000","last_unstale":"2024-02-09T23:57:53.905522+0000","last_undegraded":"2024-02-09T23:57:53.905522+0000","last_fullsized":"2024-02-09T23:57:53.905522+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:16:58.628926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.894240+0000","last_change":"2024-02-09T23:57:53.894240+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.894240+0000","last_undegraded":"2024-02-09T23:57:53.894240+0000","last_fullsized":"2024-02-09T23:57:53.894240+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.905563+0000","last_change":"2024-02-09T23:57:53.903249+0000","last_active":"2024-02-09T23:57:53.905563+0000","last_peered":"2024-02-09T23:57:53.905563+0000","last_clean":"2024-02-09T23:57:53.905563+0000","last_became_active":"2024-02-09T23:57:53.902943+0000","last_became_peered":"2024-02-09T23:57:53.902943+0000","last_unstale":"2024-02-09T23:57:53.905563+0000","last_undegraded":"2024-02-09T23:57:53.905563+0000","last_fullsized":"2024-02-09T23:57:53.905563+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:24:49.413785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.894068+0000","last_change":"2024-02-09T23:57:53.894068+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.894068+0000","last_undegraded":"2024-02-09T23:57:53.894068+0000","last_fullsized":"2024-02-09T23:57:53.894068+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.905496+0000","last_change":"2024-02-09T23:57:53.902743+0000","last_active":"2024-02-09T23:57:53.905496+0000","last_peered":"2024-02-09T23:57:53.905496+0000","last_clean":"2024-02-09T23:57:53.905496+0000","last_became_active":"2024-02-09T23:57:53.902457+0000","last_became_peered":"2024-02-09T23:57:53.902457+0000","last_unstale":"2024-02-09T23:57:53.905496+0000","last_undegraded":"2024-02-09T23:57:53.905496+0000","last_fullsized":"2024-02-09T23:57:53.905496+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:13:53.519563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.895491+0000","last_change":"2024-02-09T23:57:53.895491+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.895491+0000","last_undegraded":"2024-02-09T23:57:53.895491+0000","last_fullsized":"2024-02-09T23:57:53.895491+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.906530+0000","last_change":"2024-02-09T23:57:53.904066+0000","last_active":"2024-02-09T23:57:53.906530+0000","last_peered":"2024-02-09T23:57:53.906530+0000","last_clean":"2024-02-09T23:57:53.906530+0000","last_became_active":"2024-02-09T23:57:53.903759+0000","last_became_peered":"2024-02-09T23:57:53.903759+0000","last_unstale":"2024-02-09T23:57:53.906530+0000","last_undegraded":"2024-02-09T23:57:53.906530+0000","last_fullsized":"2024-02-09T23:57:53.906530+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:39:56.851011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893651+0000","last_change":"2024-02-09T23:57:53.893651+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893651+0000","last_undegraded":"2024-02-09T23:57:53.893651+0000","last_fullsized":"2024-02-09T23:57:53.893651+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.913329+0000","last_change":"2024-02-09T23:57:53.908785+0000","last_active":"2024-02-09T23:57:53.913329+0000","last_peered":"2024-02-09T23:57:53.913329+0000","last_clean":"2024-02-09T23:57:53.913329+0000","last_became_active":"2024-02-09T23:57:53.908279+0000","last_became_peered":"2024-02-09T23:57:53.908279+0000","last_unstale":"2024-02-09T23:57:53.913329+0000","last_undegraded":"2024-02-09T23:57:53.913329+0000","last_fullsized":"2024-02-09T23:57:53.913329+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:50:56.409239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893994+0000","last_change":"2024-02-09T23:57:53.893994+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893994+0000","last_undegraded":"2024-02-09T23:57:53.893994+0000","last_fullsized":"2024-02-09T23:57:53.893994+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.903317+0000","last_change":"2024-02-09T23:57:53.902451+0000","last_active":"2024-02-09T23:57:53.903317+0000","last_peered":"2024-02-09T23:57:53.903317+0000","last_clean":"2024-02-09T23:57:53.903317+0000","last_became_active":"2024-02-09T23:57:53.902182+0000","last_became_peered":"2024-02-09T23:57:53.902182+0000","last_unstale":"2024-02-09T23:57:53.903317+0000","last_undegraded":"2024-02-09T23:57:53.903317+0000","last_fullsized":"2024-02-09T23:57:53.903317+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:07:49.352292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893429+0000","last_change":"2024-02-09T23:57:53.893429+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893429+0000","last_undegraded":"2024-02-09T23:57:53.893429+0000","last_fullsized":"2024-02-09T23:57:53.893429+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910296+0000","last_change":"2024-02-09T23:57:53.907626+0000","last_active":"2024-02-09T23:57:53.910296+0000","last_peered":"2024-02-09T23:57:53.910296+0000","last_clean":"2024-02-09T23:57:53.910296+0000","last_became_active":"2024-02-09T23:57:53.907295+0000","last_became_peered":"2024-02-09T23:57:53.907295+0000","last_unstale":"2024-02-09T23:57:53.910296+0000","last_undegraded":"2024-02-09T23:57:53.910296+0000","last_fullsized":"2024-02-09T23:57:53.910296+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:14:56.103697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893504+0000","last_change":"2024-02-09T23:57:53.893504+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893504+0000","last_undegraded":"2024-02-09T23:57:53.893504+0000","last_fullsized":"2024-02-09T23:57:53.893504+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.913287+0000","last_change":"2024-02-09T23:57:53.907513+0000","last_active":"2024-02-09T23:57:53.913287+0000","last_peered":"2024-02-09T23:57:53.913287+0000","last_clean":"2024-02-09T23:57:53.913287+0000","last_became_active":"2024-02-09T23:57:53.907201+0000","last_became_peered":"2024-02-09T23:57:53.907201+0000","last_unstale":"2024-02-09T23:57:53.913287+0000","last_undegraded":"2024-02-09T23:57:53.913287+0000","last_fullsized":"2024-02-09T23:57:53.913287+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:40:12.466324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.899483+0000","last_change":"2024-02-09T23:57:53.899483+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.899483+0000","last_undegraded":"2024-02-09T23:57:53.899483+0000","last_fullsized":"2024-02-09T23:57:53.899483+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.906388+0000","last_change":"2024-02-09T23:57:53.903816+0000","last_active":"2024-02-09T23:57:53.906388+0000","last_peered":"2024-02-09T23:57:53.906388+0000","last_clean":"2024-02-09T23:57:53.906388+0000","last_became_active":"2024-02-09T23:57:53.903498+0000","last_became_peered":"2024-02-09T23:57:53.903498+0000","last_unstale":"2024-02-09T23:57:53.906388+0000","last_undegraded":"2024-02-09T23:57:53.906388+0000","last_fullsized":"2024-02-09T23:57:53.906388+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:17:49.376388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893442+0000","last_change":"2024-02-09T23:57:53.893442+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893442+0000","last_undegraded":"2024-02-09T23:57:53.893442+0000","last_fullsized":"2024-02-09T23:57:53.893442+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910921+0000","last_change":"2024-02-09T23:57:53.906564+0000","last_active":"2024-02-09T23:57:53.910921+0000","last_peered":"2024-02-09T23:57:53.910921+0000","last_clean":"2024-02-09T23:57:53.910921+0000","last_became_active":"2024-02-09T23:57:53.906284+0000","last_became_peered":"2024-02-09T23:57:53.906284+0000","last_unstale":"2024-02-09T23:57:53.910921+0000","last_undegraded":"2024-02-09T23:57:53.910921+0000","last_fullsized":"2024-02-09T23:57:53.910921+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:07:24.576071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.898565+0000","last_change":"2024-02-09T23:57:53.898565+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.898565+0000","last_undegraded":"2024-02-09T23:57:53.898565+0000","last_fullsized":"2024-02-09T23:57:53.898565+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910966+0000","last_change":"2024-02-09T23:57:53.907276+0000","last_active":"2024-02-09T23:57:53.910966+0000","last_peered":"2024-02-09T23:57:53.910966+0000","last_clean":"2024-02-09T23:57:53.910966+0000","last_became_active":"2024-02-09T23:57:53.906981+0000","last_became_peered":"2024-02-09T23:57:53.906981+0000","last_unstale":"2024-02-09T23:57:53.910966+0000","last_undegraded":"2024-02-09T23:57:53.910966+0000","last_fullsized":"2024-02-09T23:57:53.910966+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:41:37.111068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.891413+0000","last_change":"2024-02-09T23:57:53.891413+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.891413+0000","last_undegraded":"2024-02-09T23:57:53.891413+0000","last_fullsized":"2024-02-09T23:57:53.891413+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910820+0000","last_change":"2024-02-09T23:57:53.907106+0000","last_active":"2024-02-09T23:57:53.910820+0000","last_peered":"2024-02-09T23:57:53.910820+0000","last_clean":"2024-02-09T23:57:53.910820+0000","last_became_active":"2024-02-09T23:57:53.906818+0000","last_became_peered":"2024-02-09T23:57:53.906818+0000","last_unstale":"2024-02-09T23:57:53.910820+0000","last_undegraded":"2024-02-09T23:57:53.910820+0000","last_fullsized":"2024-02-09T23:57:53.910820+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:46:48.846067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.901524+0000","last_change":"2024-02-09T23:57:53.901524+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.901524+0000","last_undegraded":"2024-02-09T23:57:53.901524+0000","last_fullsized":"2024-02-09T23:57:53.901524+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910356+0000","last_change":"2024-02-09T23:57:53.904635+0000","last_active":"2024-02-09T23:57:53.910356+0000","last_peered":"2024-02-09T23:57:53.910356+0000","last_clean":"2024-02-09T23:57:53.910356+0000","last_became_active":"2024-02-09T23:57:53.904220+0000","last_became_peered":"2024-02-09T23:57:53.904220+0000","last_unstale":"2024-02-09T23:57:53.910356+0000","last_undegraded":"2024-02-09T23:57:53.910356+0000","last_fullsized":"2024-02-09T23:57:53.910356+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:46:48.846067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893779+0000","last_change":"2024-02-09T23:57:53.893779+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893779+0000","last_undegraded":"2024-02-09T23:57:53.893779+0000","last_fullsized":"2024-02-09T23:57:53.893779+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910010+0000","last_change":"2024-02-09T23:57:53.908682+0000","last_active":"2024-02-09T23:57:53.910010+0000","last_peered":"2024-02-09T23:57:53.910010+0000","last_clean":"2024-02-09T23:57:53.910010+0000","last_became_active":"2024-02-09T23:57:53.908399+0000","last_became_peered":"2024-02-09T23:57:53.908399+0000","last_unstale":"2024-02-09T23:57:53.910010+0000","last_undegraded":"2024-02-09T23:57:53.910010+0000","last_fullsized":"2024-02-09T23:57:53.910010+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:04:44.339818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.897352+0000","last_change":"2024-02-09T23:57:53.897352+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.897352+0000","last_undegraded":"2024-02-09T23:57:53.897352+0000","last_fullsized":"2024-02-09T23:57:53.897352+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.905517+0000","last_change":"2024-02-09T23:57:53.903139+0000","last_active":"2024-02-09T23:57:53.905517+0000","last_peered":"2024-02-09T23:57:53.905517+0000","last_clean":"2024-02-09T23:57:53.905517+0000","last_became_active":"2024-02-09T23:57:53.902861+0000","last_became_peered":"2024-02-09T23:57:53.902861+0000","last_unstale":"2024-02-09T23:57:53.905517+0000","last_undegraded":"2024-02-09T23:57:53.905517+0000","last_fullsized":"2024-02-09T23:57:53.905517+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:12:40.391449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.896611+0000","last_change":"2024-02-09T23:57:53.896611+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.896611+0000","last_undegraded":"2024-02-09T23:57:53.896611+0000","last_fullsized":"2024-02-09T23:57:53.896611+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.905592+0000","last_change":"2024-02-09T23:57:53.903666+0000","last_active":"2024-02-09T23:57:53.905592+0000","last_peered":"2024-02-09T23:57:53.905592+0000","last_clean":"2024-02-09T23:57:53.905592+0000","last_became_active":"2024-02-09T23:57:53.903357+0000","last_became_peered":"2024-02-09T23:57:53.903357+0000","last_unstale":"2024-02-09T23:57:53.905592+0000","last_undegraded":"2024-02-09T23:57:53.905592+0000","last_fullsized":"2024-02-09T23:57:53.905592+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:12:51.021961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.896722+0000","last_change":"2024-02-09T23:57:53.896722+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.896722+0000","last_undegraded":"2024-02-09T23:57:53.896722+0000","last_fullsized":"2024-02-09T23:57:53.896722+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.905390+0000","last_change":"2024-02-09T23:57:53.904592+0000","last_active":"2024-02-09T23:57:53.905390+0000","last_peered":"2024-02-09T23:57:53.905390+0000","last_clean":"2024-02-09T23:57:53.905390+0000","last_became_active":"2024-02-09T23:57:53.904331+0000","last_became_peered":"2024-02-09T23:57:53.904331+0000","last_unstale":"2024-02-09T23:57:53.905390+0000","last_undegraded":"2024-02-09T23:57:53.905390+0000","last_fullsized":"2024-02-09T23:57:53.905390+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:42:01.034960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.897023+0000","last_change":"2024-02-09T23:57:53.897023+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.897023+0000","last_undegraded":"2024-02-09T23:57:53.897023+0000","last_fullsized":"2024-02-09T23:57:53.897023+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.909674+0000","last_change":"2024-02-09T23:57:53.907412+0000","last_active":"2024-02-09T23:57:53.909674+0000","last_peered":"2024-02-09T23:57:53.909674+0000","last_clean":"2024-02-09T23:57:53.909674+0000","last_became_active":"2024-02-09T23:57:53.907158+0000","last_became_peered":"2024-02-09T23:57:53.907158+0000","last_unstale":"2024-02-09T23:57:53.909674+0000","last_undegraded":"2024-02-09T23:57:53.909674+0000","last_fullsized":"2024-02-09T23:57:53.909674+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:13:53.519563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.896453+0000","last_change":"2024-02-09T23:57:53.896453+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.896453+0000","last_undegraded":"2024-02-09T23:57:53.896453+0000","last_fullsized":"2024-02-09T23:57:53.896453+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910003+0000","last_change":"2024-02-09T23:57:53.907807+0000","last_active":"2024-02-09T23:57:53.910003+0000","last_peered":"2024-02-09T23:57:53.910003+0000","last_clean":"2024-02-09T23:57:53.910003+0000","last_became_active":"2024-02-09T23:57:53.907357+0000","last_became_peered":"2024-02-09T23:57:53.907357+0000","last_unstale":"2024-02-09T23:57:53.910003+0000","last_undegraded":"2024-02-09T23:57:53.910003+0000","last_fullsized":"2024-02-09T23:57:53.910003+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:11:42.357071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.899602+0000","last_change":"2024-02-09T23:57:53.899602+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.899602+0000","last_undegraded":"2024-02-09T23:57:53.899602+0000","last_fullsized":"2024-02-09T23:57:53.899602+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.906307+0000","last_change":"2024-02-09T23:57:53.904982+0000","last_active":"2024-02-09T23:57:53.906307+0000","last_peered":"2024-02-09T23:57:53.906307+0000","last_clean":"2024-02-09T23:57:53.906307+0000","last_became_active":"2024-02-09T23:57:53.904695+0000","last_became_peered":"2024-02-09T23:57:53.904695+0000","last_unstale":"2024-02-09T23:57:53.906307+0000","last_undegraded":"2024-02-09T23:57:53.906307+0000","last_fullsized":"2024-02-09T23:57:53.906307+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:04:50.085642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.895955+0000","last_change":"2024-02-09T23:57:53.895955+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.895955+0000","last_undegraded":"2024-02-09T23:57:53.895955+0000","last_fullsized":"2024-02-09T23:57:53.895955+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910375+0000","last_change":"2024-02-09T23:57:53.905089+0000","last_active":"2024-02-09T23:57:53.910375+0000","last_peered":"2024-02-09T23:57:53.910375+0000","last_clean":"2024-02-09T23:57:53.910375+0000","last_became_active":"2024-02-09T23:57:53.904826+0000","last_became_peered":"2024-02-09T23:57:53.904826+0000","last_unstale":"2024-02-09T23:57:53.910375+0000","last_undegraded":"2024-02-09T23:57:53.910375+0000","last_fullsized":"2024-02-09T23:57:53.910375+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:41:37.111068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.892568+0000","last_change":"2024-02-09T23:57:53.892568+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.892568+0000","last_undegraded":"2024-02-09T23:57:53.892568+0000","last_fullsized":"2024-02-09T23:57:53.892568+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910917+0000","last_change":"2024-02-09T23:57:53.908415+0000","last_active":"2024-02-09T23:57:53.910917+0000","last_peered":"2024-02-09T23:57:53.910917+0000","last_clean":"2024-02-09T23:57:53.910917+0000","last_became_active":"2024-02-09T23:57:53.908133+0000","last_became_peered":"2024-02-09T23:57:53.908133+0000","last_unstale":"2024-02-09T23:57:53.910917+0000","last_undegraded":"2024-02-09T23:57:53.910917+0000","last_fullsized":"2024-02-09T23:57:53.910917+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:13:53.519563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893931+0000","last_change":"2024-02-09T23:57:53.893931+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893931+0000","last_undegraded":"2024-02-09T23:57:53.893931+0000","last_fullsized":"2024-02-09T23:57:53.893931+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910324+0000","last_change":"2024-02-09T23:57:53.904587+0000","last_active":"2024-02-09T23:57:53.910324+0000","last_peered":"2024-02-09T23:57:53.910324+0000","last_clean":"2024-02-09T23:57:53.910324+0000","last_became_active":"2024-02-09T23:57:53.904242+0000","last_became_peered":"2024-02-09T23:57:53.904242+0000","last_unstale":"2024-02-09T23:57:53.910324+0000","last_undegraded":"2024-02-09T23:57:53.910324+0000","last_fullsized":"2024-02-09T23:57:53.910324+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:13:53.519563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.891440+0000","last_change":"2024-02-09T23:57:53.891440+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.891440+0000","last_undegraded":"2024-02-09T23:57:53.891440+0000","last_fullsized":"2024-02-09T23:57:53.891440+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.901800+0000","last_change":"2024-02-09T23:57:53.900662+0000","last_active":"2024-02-09T23:57:53.901800+0000","last_peered":"2024-02-09T23:57:53.901800+0000","last_clean":"2024-02-09T23:57:53.901800+0000","last_became_active":"2024-02-09T23:57:53.900125+0000","last_became_peered":"2024-02-09T23:57:53.900125+0000","last_unstale":"2024-02-09T23:57:53.901800+0000","last_undegraded":"2024-02-09T23:57:53.901800+0000","last_fullsized":"2024-02-09T23:57:53.901800+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:25:22.720910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.894085+0000","last_change":"2024-02-09T23:57:53.894085+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.894085+0000","last_undegraded":"2024-02-09T23:57:53.894085+0000","last_fullsized":"2024-02-09T23:57:53.894085+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910401+0000","last_change":"2024-02-09T23:57:53.905626+0000","last_active":"2024-02-09T23:57:53.910401+0000","last_peered":"2024-02-09T23:57:53.910401+0000","last_clean":"2024-02-09T23:57:53.910401+0000","last_became_active":"2024-02-09T23:57:53.905337+0000","last_became_peered":"2024-02-09T23:57:53.905337+0000","last_unstale":"2024-02-09T23:57:53.910401+0000","last_undegraded":"2024-02-09T23:57:53.910401+0000","last_fullsized":"2024-02-09T23:57:53.910401+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:40:12.466324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.895405+0000","last_change":"2024-02-09T23:57:53.895405+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.895405+0000","last_undegraded":"2024-02-09T23:57:53.895405+0000","last_fullsized":"2024-02-09T23:57:53.895405+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.905136+0000","last_change":"2024-02-09T23:57:53.901404+0000","last_active":"2024-02-09T23:57:53.905136+0000","last_peered":"2024-02-09T23:57:53.905136+0000","last_clean":"2024-02-09T23:57:53.905136+0000","last_became_active":"2024-02-09T23:57:53.900663+0000","last_became_peered":"2024-02-09T23:57:53.900663+0000","last_unstale":"2024-02-09T23:57:53.905136+0000","last_undegraded":"2024-02-09T23:57:53.905136+0000","last_fullsized":"2024-02-09T23:57:53.905136+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:23:32.679637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.895951+0000","last_change":"2024-02-09T23:57:53.895951+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.895951+0000","last_undegraded":"2024-02-09T23:57:53.895951+0000","last_fullsized":"2024-02-09T23:57:53.895951+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.913295+0000","last_change":"2024-02-09T23:57:53.907949+0000","last_active":"2024-02-09T23:57:53.913295+0000","last_peered":"2024-02-09T23:57:53.913295+0000","last_clean":"2024-02-09T23:57:53.913295+0000","last_became_active":"2024-02-09T23:57:53.907684+0000","last_became_peered":"2024-02-09T23:57:53.907684+0000","last_unstale":"2024-02-09T23:57:53.913295+0000","last_undegraded":"2024-02-09T23:57:53.913295+0000","last_fullsized":"2024-02-09T23:57:53.913295+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:51:11.022965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.898019+0000","last_change":"2024-02-09T23:57:53.898019+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.898019+0000","last_undegraded":"2024-02-09T23:57:53.898019+0000","last_fullsized":"2024-02-09T23:57:53.898019+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.906246+0000","last_change":"2024-02-09T23:57:53.904953+0000","last_active":"2024-02-09T23:57:53.906246+0000","last_peered":"2024-02-09T23:57:53.906246+0000","last_clean":"2024-02-09T23:57:53.906246+0000","last_became_active":"2024-02-09T23:57:53.904556+0000","last_became_peered":"2024-02-09T23:57:53.904556+0000","last_unstale":"2024-02-09T23:57:53.906246+0000","last_undegraded":"2024-02-09T23:57:53.906246+0000","last_fullsized":"2024-02-09T23:57:53.906246+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:42:01.034960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":191,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.900317+0000","last_change":"2024-02-09T23:56:40.567250+0000","last_active":"2024-02-09T23:57:53.900317+0000","last_peered":"2024-02-09T23:57:53.900317+0000","last_clean":"2024-02-09T23:57:53.900317+0000","last_became_active":"2024-02-09T23:56:40.566372+0000","last_became_peered":"2024-02-09T23:56:40.566372+0000","last_unstale":"2024-02-09T23:57:53.900317+0000","last_undegraded":"2024-02-09T23:57:53.900317+0000","last_fullsized":"2024-02-09T23:57:53.900317+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:39.545898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:39.545898+0000","last_clean_scrub_stamp":"2024-02-09T23:56:39.545898+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:46:32.589061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574867,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27956,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343884,"statfs":{"total":96636764160,"available":96608137216,"internally_reserved":0,"allocated":954368,"data_stored":729224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.40200000000000002}]},{"osd":1,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.46200000000000002}]},{"osd":2,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.55600000000000005}]},{"osd":3,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.48899999999999999}]},{"osd":4,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.44400000000000001}]},{"osd":5,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.54400000000000004}]},{"osd":6,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.503}]}]},{"osd":6,"up_from":13,"seq":55834574867,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":348160,"data_stored":132589,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.40600000000000003}]},{"osd":1,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.5}]},{"osd":2,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.443}]},{"osd":3,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.52500000000000002}]},{"osd":4,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.61499999999999999}]},{"osd":5,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.54300000000000004}]},{"osd":7,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.56000000000000005}]}]},{"osd":5,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":360448,"data_stored":138856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.48299999999999998}]},{"osd":1,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.505}]},{"osd":2,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.45700000000000002}]},{"osd":3,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.083,"5min":1.083,"15min":1.083},"last":0.63900000000000001}]},{"osd":4,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.55900000000000005}]},{"osd":6,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.629}]},{"osd":7,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.67100000000000004}]}]},{"osd":4,"up_from":13,"seq":55834574867,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":348160,"data_stored":132589,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.42999999999999999}]},{"osd":1,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.44},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.42099999999999999}]},{"osd":2,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.495},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.38400000000000001}]},{"osd":3,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.34100000000000003}]},{"osd":5,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.39600000000000002}]},{"osd":6,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.32400000000000001}]},{"osd":7,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.37},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.46000000000000002}]}]},{"osd":3,"up_from":13,"seq":55834574867,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":360448,"data_stored":138856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.501},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"last":0.44500000000000001}]},{"osd":1,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.36899999999999999}]},{"osd":2,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.54500000000000004}]},{"osd":4,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.56100000000000005}]},{"osd":5,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.60399999999999998}]},{"osd":6,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.73199999999999998}]},{"osd":7,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.64100000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574867,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":348160,"data_stored":132589,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.312,"5min":0.312,"15min":0.312},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.439,"5min":0.439,"15min":0.439},"last":0.36699999999999999}]},{"osd":1,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.33700000000000002}]},{"osd":3,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"last":0.377}]},{"osd":4,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.44500000000000001}]},{"osd":5,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.56399999999999995}]},{"osd":6,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.52800000000000002}]},{"osd":7,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.51300000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574867,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":360448,"data_stored":138856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.23799999999999999},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.496,"5min":0.496,"15min":0.496},"last":0.254}]},{"osd":2,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.27900000000000003}]},{"osd":3,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.317},{"interface":"front","average":{"1min":0.378,"5min":0.378,"15min":0.378},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.34200000000000003}]},{"osd":4,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.55600000000000005}]},{"osd":5,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.36899999999999999}]},{"osd":6,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.42899999999999999}]},{"osd":7,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.52000000000000002}]}]},{"osd":0,"up_from":13,"seq":55834574868,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27940,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343900,"statfs":{"total":96636764160,"available":96608153600,"internally_reserved":0,"allocated":942080,"data_stored":722957,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":1.337,"5min":1.337,"15min":1.337},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":1.296,"5min":1.296,"15min":1.296},"last":0.43099999999999999}]},{"osd":2,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"last":0.31900000000000001}]},{"osd":3,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.40999999999999998}]},{"osd":4,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.76200000000000001}]},{"osd":5,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.78900000000000003}]},{"osd":6,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.73399999999999999}]},{"osd":7,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.71499999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-09T23:57:59.548 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-09T23:57:59.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.685+0000 7efc6dcfb640 1 Processor -- start 2024-02-09T23:57:59.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.685+0000 7efc6dcfb640 1 -- start start 2024-02-09T23:57:59.692 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.685+0000 7efc6dcfb640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7efc6815db20 0x7efc680cc490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:59.692 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.685+0000 7efc6dcfb640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7efc68162440 0x7efc680cfe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:59.692 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.685+0000 7efc6dcfb640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7efc680d03a0 0x7efc6806cee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:59.692 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.685+0000 7efc6dcfb640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efc680d0830 con 0x7efc6815db20 2024-02-09T23:57:59.692 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.685+0000 7efc6dcfb640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efc680cd960 con 0x7efc680d03a0 2024-02-09T23:57:59.692 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.685+0000 7efc6dcfb640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc680ccde0 con 0x7efc68162440 2024-02-09T23:57:59.692 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.686+0000 7efc677fe640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7efc6815db20 0x7efc680cc490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:59.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.686+0000 7efc677fe640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7efc6815db20 0x7efc680cc490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42354/0 (socket says 172.21.15.27:42354) 2024-02-09T23:57:59.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.686+0000 7efc677fe640 1 -- 172.21.15.27:0/4212965859 learned_addr learned my addr 172.21.15.27:0/4212965859 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:59.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.686+0000 7efc677fe640 1 -- 172.21.15.27:0/4212965859 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7efc68162440 msgr2=0x7efc680cfe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:59.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.686+0000 7efc677fe640 1 --2- 172.21.15.27:0/4212965859 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7efc68162440 0x7efc680cfe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:59.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.686+0000 7efc677fe640 1 -- 172.21.15.27:0/4212965859 >> v2:172.21.15.153:3300/0 conn(0x7efc680d03a0 msgr2=0x7efc6806cee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:57:59.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.686+0000 7efc67fff640 1 --2- 172.21.15.27:0/4212965859 >> v2:172.21.15.153:3300/0 conn(0x7efc680d03a0 0x7efc6806cee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:59.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.686+0000 7efc677fe640 1 --2- 172.21.15.27:0/4212965859 >> v2:172.21.15.153:3300/0 conn(0x7efc680d03a0 0x7efc6806cee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:59.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.686+0000 7efc677fe640 1 -- 172.21.15.27:0/4212965859 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc680cd0c0 con 0x7efc6815db20 2024-02-09T23:57:59.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.687+0000 7efc677fe640 1 --2- 172.21.15.27:0/4212965859 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc6815db20 0x7efc680cc490 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7efc680730b0 tx=0x7efc5002b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=391d89359fc1097f server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:59.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.687+0000 7efc667fc640 1 -- 172.21.15.27:0/4212965859 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc50031870 con 0x7efc6815db20 2024-02-09T23:57:59.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.687+0000 7efc667fc640 1 -- 172.21.15.27:0/4212965859 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc500319d0 con 0x7efc6815db20 2024-02-09T23:57:59.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.687+0000 7efc667fc640 1 -- 172.21.15.27:0/4212965859 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc50031d60 con 0x7efc6815db20 2024-02-09T23:57:59.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.687+0000 7efc6dcfb640 1 -- 172.21.15.27:0/4212965859 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc6815db20 msgr2=0x7efc680cc490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:59.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.687+0000 7efc6dcfb640 1 --2- 172.21.15.27:0/4212965859 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc6815db20 0x7efc680cc490 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7efc680730b0 tx=0x7efc5002b910 comp rx=0 tx=0).stop 2024-02-09T23:57:59.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.687+0000 7efc6dcfb640 1 -- 172.21.15.27:0/4212965859 shutdown_connections 2024-02-09T23:57:59.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.687+0000 7efc6dcfb640 1 --2- 172.21.15.27:0/4212965859 >> v2:172.21.15.153:3300/0 conn(0x7efc680d03a0 0x7efc6806cee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:59.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.687+0000 7efc6dcfb640 1 --2- 172.21.15.27:0/4212965859 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7efc68162440 0x7efc680cfe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:59.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.687+0000 7efc6dcfb640 1 --2- 172.21.15.27:0/4212965859 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc6815db20 0x7efc680cc490 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:59.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.687+0000 7efc6dcfb640 1 -- 172.21.15.27:0/4212965859 >> 172.21.15.27:0/4212965859 conn(0x7efc680b3370 msgr2=0x7efc680b3780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:59.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.688+0000 7efc6dcfb640 1 -- 172.21.15.27:0/4212965859 shutdown_connections 2024-02-09T23:57:59.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.688+0000 7efc6dcfb640 1 -- 172.21.15.27:0/4212965859 wait complete. 2024-02-09T23:57:59.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.689+0000 7efc6dcfb640 1 Processor -- start 2024-02-09T23:57:59.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.689+0000 7efc6dcfb640 1 -- start start 2024-02-09T23:57:59.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.690+0000 7efc6dcfb640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc680d03a0 0x7efc680c7970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:59.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.690+0000 7efc6dcfb640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efc6815db20 0x7efc680cb460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:59.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.690+0000 7efc6dcfb640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7efc68162440 0x7efc681f26f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:59.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.690+0000 7efc6dcfb640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc68161170 con 0x7efc680d03a0 2024-02-09T23:57:59.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.690+0000 7efc6dcfb640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc68160e90 con 0x7efc6815db20 2024-02-09T23:57:59.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.690+0000 7efc6dcfb640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc680c6e90 con 0x7efc68162440 2024-02-09T23:57:59.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.690+0000 7efc677fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc680d03a0 0x7efc680c7970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:59.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.690+0000 7efc677fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc680d03a0 0x7efc680c7970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42364/0 (socket says 172.21.15.27:42364) 2024-02-09T23:57:59.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.690+0000 7efc677fe640 1 -- 172.21.15.27:0/3512930609 learned_addr learned my addr 172.21.15.27:0/3512930609 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:57:59.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.690+0000 7efc66ffd640 1 --2- 172.21.15.27:0/3512930609 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efc6815db20 0x7efc680cb460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:59.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.690+0000 7efc67fff640 1 --2- 172.21.15.27:0/3512930609 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7efc68162440 0x7efc681f26f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:59.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.690+0000 7efc677fe640 1 -- 172.21.15.27:0/3512930609 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7efc68162440 msgr2=0x7efc681f26f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:59.700 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.690+0000 7efc677fe640 1 --2- 172.21.15.27:0/3512930609 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7efc68162440 0x7efc681f26f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:59.700 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.690+0000 7efc677fe640 1 -- 172.21.15.27:0/3512930609 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efc6815db20 msgr2=0x7efc680cb460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:59.700 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.690+0000 7efc677fe640 1 --2- 172.21.15.27:0/3512930609 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efc6815db20 0x7efc680cb460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:59.700 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.690+0000 7efc677fe640 1 -- 172.21.15.27:0/3512930609 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc500094d0 con 0x7efc680d03a0 2024-02-09T23:57:59.700 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.690+0000 7efc66ffd640 1 --2- 172.21.15.27:0/3512930609 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efc6815db20 0x7efc680cb460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:59.700 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.690+0000 7efc677fe640 1 --2- 172.21.15.27:0/3512930609 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc680d03a0 0x7efc680c7970 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7efc50000c00 tx=0x7efc500046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:59.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.690+0000 7efc5ffff640 1 -- 172.21.15.27:0/3512930609 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc50031840 con 0x7efc680d03a0 2024-02-09T23:57:59.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.690+0000 7efc5ffff640 1 -- 172.21.15.27:0/3512930609 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc500443f0 con 0x7efc680d03a0 2024-02-09T23:57:59.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.690+0000 7efc6dcfb640 1 -- 172.21.15.27:0/3512930609 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efc680c7170 con 0x7efc680d03a0 2024-02-09T23:57:59.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.690+0000 7efc5ffff640 1 -- 172.21.15.27:0/3512930609 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc500447a0 con 0x7efc680d03a0 2024-02-09T23:57:59.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.690+0000 7efc6dcfb640 1 -- 172.21.15.27:0/3512930609 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc681528e0 con 0x7efc680d03a0 2024-02-09T23:57:59.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.692+0000 7efc6dcfb640 1 -- 172.21.15.27:0/3512930609 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efc680c6fd0 con 0x7efc680d03a0 2024-02-09T23:57:59.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.692+0000 7efc5ffff640 1 -- 172.21.15.27:0/3512930609 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7efc5004d450 con 0x7efc680d03a0 2024-02-09T23:57:59.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.692+0000 7efc5ffff640 1 --2- 172.21.15.27:0/3512930609 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7efc4806b810 0x7efc4806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:59.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.692+0000 7efc5ffff640 1 -- 172.21.15.27:0/3512930609 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7efc5002d040 con 0x7efc680d03a0 2024-02-09T23:57:59.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.692+0000 7efc66ffd640 1 --2- 172.21.15.27:0/3512930609 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7efc4806b810 0x7efc4806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:59.702 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.693+0000 7efc66ffd640 1 --2- 172.21.15.27:0/3512930609 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7efc4806b810 0x7efc4806dcd0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7efc681f6a30 tx=0x7efc58008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:59.702 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.696+0000 7efc5ffff640 1 -- 172.21.15.27:0/3512930609 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7efc680c6fd0 con 0x7efc680d03a0 2024-02-09T23:57:59.875 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.872+0000 7efc6dcfb640 1 -- 172.21.15.27:0/3512930609 --> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7efc680cd680 con 0x7efc4806b810 2024-02-09T23:57:59.883 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.880+0000 7efc5ffff640 1 -- 172.21.15.27:0/3512930609 <== mgr.4106 v2:172.21.15.153:6832/1248308414 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+284385 (secure 0 0 0) 0x7efc58009140 con 0x7efc4806b810 2024-02-09T23:57:59.886 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:57:59.887 INFO:teuthology.orchestra.run.smithi027.stderr:dumped all 2024-02-09T23:57:59.889 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.883+0000 7efc6dcfb640 1 -- 172.21.15.27:0/3512930609 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7efc4806b810 msgr2=0x7efc4806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:59.889 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.883+0000 7efc6dcfb640 1 --2- 172.21.15.27:0/3512930609 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7efc4806b810 0x7efc4806dcd0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7efc681f6a30 tx=0x7efc58008040 comp rx=0 tx=0).stop 2024-02-09T23:57:59.890 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.883+0000 7efc6dcfb640 1 -- 172.21.15.27:0/3512930609 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc680d03a0 msgr2=0x7efc680c7970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:59.890 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.883+0000 7efc6dcfb640 1 --2- 172.21.15.27:0/3512930609 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc680d03a0 0x7efc680c7970 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7efc50000c00 tx=0x7efc500046c0 comp rx=0 tx=0).stop 2024-02-09T23:57:59.890 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.883+0000 7efc6dcfb640 1 -- 172.21.15.27:0/3512930609 shutdown_connections 2024-02-09T23:57:59.890 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.883+0000 7efc6dcfb640 1 --2- 172.21.15.27:0/3512930609 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7efc4806b810 0x7efc4806dcd0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:59.890 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.883+0000 7efc6dcfb640 1 --2- 172.21.15.27:0/3512930609 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7efc68162440 0x7efc681f26f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:59.890 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.883+0000 7efc6dcfb640 1 --2- 172.21.15.27:0/3512930609 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efc6815db20 0x7efc680cb460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:59.890 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.883+0000 7efc6dcfb640 1 --2- 172.21.15.27:0/3512930609 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc680d03a0 0x7efc680c7970 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:59.890 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.883+0000 7efc6dcfb640 1 -- 172.21.15.27:0/3512930609 >> 172.21.15.27:0/3512930609 conn(0x7efc680b3370 msgr2=0x7efc680b3750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:59.890 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.883+0000 7efc6dcfb640 1 -- 172.21.15.27:0/3512930609 shutdown_connections 2024-02-09T23:57:59.890 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:57:59.883+0000 7efc6dcfb640 1 -- 172.21.15.27:0/3512930609 wait complete. 2024-02-09T23:57:59.897 INFO:teuthology.orchestra.run.smithi027.stdout:{"pg_ready":true,"pg_map":{"version":67,"stamp":"2024-02-09T23:57:59.454844+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":22,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220104,"kb_used_data":3928,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754616,"statfs":{"total":773094113280,"available":772868726784,"internally_reserved":0,"allocated":4022272,"data_stored":2266516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":19,"apply_latency_ms":19,"commit_latency_ns":19000000,"apply_latency_ns":19000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001276"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.891966+0000","last_change":"2024-02-09T23:57:53.891966+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.891966+0000","last_undegraded":"2024-02-09T23:57:53.891966+0000","last_fullsized":"2024-02-09T23:57:53.891966+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.897437+0000","last_change":"2024-02-09T23:57:53.897437+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.897437+0000","last_undegraded":"2024-02-09T23:57:53.897437+0000","last_fullsized":"2024-02-09T23:57:53.897437+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893043+0000","last_change":"2024-02-09T23:57:53.893043+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893043+0000","last_undegraded":"2024-02-09T23:57:53.893043+0000","last_fullsized":"2024-02-09T23:57:53.893043+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.897970+0000","last_change":"2024-02-09T23:57:53.897970+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.897970+0000","last_undegraded":"2024-02-09T23:57:53.897970+0000","last_fullsized":"2024-02-09T23:57:53.897970+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.897887+0000","last_change":"2024-02-09T23:57:53.897887+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.897887+0000","last_undegraded":"2024-02-09T23:57:53.897887+0000","last_fullsized":"2024-02-09T23:57:53.897887+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.896167+0000","last_change":"2024-02-09T23:57:53.896167+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.896167+0000","last_undegraded":"2024-02-09T23:57:53.896167+0000","last_fullsized":"2024-02-09T23:57:53.896167+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.899161+0000","last_change":"2024-02-09T23:57:53.899161+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.899161+0000","last_undegraded":"2024-02-09T23:57:53.899161+0000","last_fullsized":"2024-02-09T23:57:53.899161+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.899446+0000","last_change":"2024-02-09T23:57:53.899446+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.899446+0000","last_undegraded":"2024-02-09T23:57:53.899446+0000","last_fullsized":"2024-02-09T23:57:53.899446+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.898552+0000","last_change":"2024-02-09T23:57:53.898552+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.898552+0000","last_undegraded":"2024-02-09T23:57:53.898552+0000","last_fullsized":"2024-02-09T23:57:53.898552+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.900266+0000","last_change":"2024-02-09T23:57:53.900266+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.900266+0000","last_undegraded":"2024-02-09T23:57:53.900266+0000","last_fullsized":"2024-02-09T23:57:53.900266+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.899474+0000","last_change":"2024-02-09T23:57:53.899474+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.899474+0000","last_undegraded":"2024-02-09T23:57:53.899474+0000","last_fullsized":"2024-02-09T23:57:53.899474+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893120+0000","last_change":"2024-02-09T23:57:53.893120+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893120+0000","last_undegraded":"2024-02-09T23:57:53.893120+0000","last_fullsized":"2024-02-09T23:57:53.893120+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.897440+0000","last_change":"2024-02-09T23:57:53.897440+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.897440+0000","last_undegraded":"2024-02-09T23:57:53.897440+0000","last_fullsized":"2024-02-09T23:57:53.897440+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.894562+0000","last_change":"2024-02-09T23:57:53.894562+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.894562+0000","last_undegraded":"2024-02-09T23:57:53.894562+0000","last_fullsized":"2024-02-09T23:57:53.894562+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893205+0000","last_change":"2024-02-09T23:57:53.893205+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893205+0000","last_undegraded":"2024-02-09T23:57:53.893205+0000","last_fullsized":"2024-02-09T23:57:53.893205+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.896651+0000","last_change":"2024-02-09T23:57:53.896651+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.896651+0000","last_undegraded":"2024-02-09T23:57:53.896651+0000","last_fullsized":"2024-02-09T23:57:53.896651+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.899814+0000","last_change":"2024-02-09T23:57:53.899814+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.899814+0000","last_undegraded":"2024-02-09T23:57:53.899814+0000","last_fullsized":"2024-02-09T23:57:53.899814+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.894000+0000","last_change":"2024-02-09T23:57:53.894000+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.894000+0000","last_undegraded":"2024-02-09T23:57:53.894000+0000","last_fullsized":"2024-02-09T23:57:53.894000+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.895088+0000","last_change":"2024-02-09T23:57:53.895088+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.895088+0000","last_undegraded":"2024-02-09T23:57:53.895088+0000","last_fullsized":"2024-02-09T23:57:53.895088+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.897592+0000","last_change":"2024-02-09T23:57:53.897592+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.897592+0000","last_undegraded":"2024-02-09T23:57:53.897592+0000","last_fullsized":"2024-02-09T23:57:53.897592+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.899927+0000","last_change":"2024-02-09T23:57:53.899927+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.899927+0000","last_undegraded":"2024-02-09T23:57:53.899927+0000","last_fullsized":"2024-02-09T23:57:53.899927+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.896071+0000","last_change":"2024-02-09T23:57:53.896071+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.896071+0000","last_undegraded":"2024-02-09T23:57:53.896071+0000","last_fullsized":"2024-02-09T23:57:53.896071+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893426+0000","last_change":"2024-02-09T23:57:53.893426+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893426+0000","last_undegraded":"2024-02-09T23:57:53.893426+0000","last_fullsized":"2024-02-09T23:57:53.893426+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893612+0000","last_change":"2024-02-09T23:57:53.893612+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893612+0000","last_undegraded":"2024-02-09T23:57:53.893612+0000","last_fullsized":"2024-02-09T23:57:53.893612+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.898451+0000","last_change":"2024-02-09T23:57:53.898451+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.898451+0000","last_undegraded":"2024-02-09T23:57:53.898451+0000","last_fullsized":"2024-02-09T23:57:53.898451+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893564+0000","last_change":"2024-02-09T23:57:53.893564+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893564+0000","last_undegraded":"2024-02-09T23:57:53.893564+0000","last_fullsized":"2024-02-09T23:57:53.893564+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.902389+0000","last_change":"2024-02-09T23:57:53.902389+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.902389+0000","last_undegraded":"2024-02-09T23:57:53.902389+0000","last_fullsized":"2024-02-09T23:57:53.902389+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.892554+0000","last_change":"2024-02-09T23:57:53.892554+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.892554+0000","last_undegraded":"2024-02-09T23:57:53.892554+0000","last_fullsized":"2024-02-09T23:57:53.892554+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.899530+0000","last_change":"2024-02-09T23:57:53.899530+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.899530+0000","last_undegraded":"2024-02-09T23:57:53.899530+0000","last_fullsized":"2024-02-09T23:57:53.899530+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.897354+0000","last_change":"2024-02-09T23:57:53.897354+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.897354+0000","last_undegraded":"2024-02-09T23:57:53.897354+0000","last_fullsized":"2024-02-09T23:57:53.897354+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.892038+0000","last_change":"2024-02-09T23:57:53.892038+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.892038+0000","last_undegraded":"2024-02-09T23:57:53.892038+0000","last_fullsized":"2024-02-09T23:57:53.892038+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.898975+0000","last_change":"2024-02-09T23:57:53.898975+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.898975+0000","last_undegraded":"2024-02-09T23:57:53.898975+0000","last_fullsized":"2024-02-09T23:57:53.898975+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.894438+0000","last_change":"2024-02-09T23:57:53.894438+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.894438+0000","last_undegraded":"2024-02-09T23:57:53.894438+0000","last_fullsized":"2024-02-09T23:57:53.894438+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.899614+0000","last_change":"2024-02-09T23:57:53.897135+0000","last_active":"2024-02-09T23:57:53.899614+0000","last_peered":"2024-02-09T23:57:53.899614+0000","last_clean":"2024-02-09T23:57:53.899614+0000","last_became_active":"2024-02-09T23:57:53.896811+0000","last_became_peered":"2024-02-09T23:57:53.896811+0000","last_unstale":"2024-02-09T23:57:53.899614+0000","last_undegraded":"2024-02-09T23:57:53.899614+0000","last_fullsized":"2024-02-09T23:57:53.899614+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:26:51.237385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.891451+0000","last_change":"2024-02-09T23:57:53.891451+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.891451+0000","last_undegraded":"2024-02-09T23:57:53.891451+0000","last_fullsized":"2024-02-09T23:57:53.891451+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.903982+0000","last_change":"2024-02-09T23:57:53.903073+0000","last_active":"2024-02-09T23:57:53.903982+0000","last_peered":"2024-02-09T23:57:53.903982+0000","last_clean":"2024-02-09T23:57:53.903982+0000","last_became_active":"2024-02-09T23:57:53.902789+0000","last_became_peered":"2024-02-09T23:57:53.902789+0000","last_unstale":"2024-02-09T23:57:53.903982+0000","last_undegraded":"2024-02-09T23:57:53.903982+0000","last_fullsized":"2024-02-09T23:57:53.903982+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:26:51.237385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.896418+0000","last_change":"2024-02-09T23:57:53.896418+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.896418+0000","last_undegraded":"2024-02-09T23:57:53.896418+0000","last_fullsized":"2024-02-09T23:57:53.896418+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.913301+0000","last_change":"2024-02-09T23:57:53.907747+0000","last_active":"2024-02-09T23:57:53.913301+0000","last_peered":"2024-02-09T23:57:53.913301+0000","last_clean":"2024-02-09T23:57:53.913301+0000","last_became_active":"2024-02-09T23:57:53.907472+0000","last_became_peered":"2024-02-09T23:57:53.907472+0000","last_unstale":"2024-02-09T23:57:53.913301+0000","last_undegraded":"2024-02-09T23:57:53.913301+0000","last_fullsized":"2024-02-09T23:57:53.913301+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:07:24.576071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.901946+0000","last_change":"2024-02-09T23:57:53.901946+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.901946+0000","last_undegraded":"2024-02-09T23:57:53.901946+0000","last_fullsized":"2024-02-09T23:57:53.901946+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910656+0000","last_change":"2024-02-09T23:57:53.907600+0000","last_active":"2024-02-09T23:57:53.910656+0000","last_peered":"2024-02-09T23:57:53.910656+0000","last_clean":"2024-02-09T23:57:53.910656+0000","last_became_active":"2024-02-09T23:57:53.907327+0000","last_became_peered":"2024-02-09T23:57:53.907327+0000","last_unstale":"2024-02-09T23:57:53.910656+0000","last_undegraded":"2024-02-09T23:57:53.910656+0000","last_fullsized":"2024-02-09T23:57:53.910656+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:16:58.628926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.896851+0000","last_change":"2024-02-09T23:57:53.896851+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.896851+0000","last_undegraded":"2024-02-09T23:57:53.896851+0000","last_fullsized":"2024-02-09T23:57:53.896851+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.905522+0000","last_change":"2024-02-09T23:57:53.903222+0000","last_active":"2024-02-09T23:57:53.905522+0000","last_peered":"2024-02-09T23:57:53.905522+0000","last_clean":"2024-02-09T23:57:53.905522+0000","last_became_active":"2024-02-09T23:57:53.902937+0000","last_became_peered":"2024-02-09T23:57:53.902937+0000","last_unstale":"2024-02-09T23:57:53.905522+0000","last_undegraded":"2024-02-09T23:57:53.905522+0000","last_fullsized":"2024-02-09T23:57:53.905522+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:16:58.628926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.894240+0000","last_change":"2024-02-09T23:57:53.894240+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.894240+0000","last_undegraded":"2024-02-09T23:57:53.894240+0000","last_fullsized":"2024-02-09T23:57:53.894240+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.905563+0000","last_change":"2024-02-09T23:57:53.903249+0000","last_active":"2024-02-09T23:57:53.905563+0000","last_peered":"2024-02-09T23:57:53.905563+0000","last_clean":"2024-02-09T23:57:53.905563+0000","last_became_active":"2024-02-09T23:57:53.902943+0000","last_became_peered":"2024-02-09T23:57:53.902943+0000","last_unstale":"2024-02-09T23:57:53.905563+0000","last_undegraded":"2024-02-09T23:57:53.905563+0000","last_fullsized":"2024-02-09T23:57:53.905563+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:24:49.413785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.894068+0000","last_change":"2024-02-09T23:57:53.894068+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.894068+0000","last_undegraded":"2024-02-09T23:57:53.894068+0000","last_fullsized":"2024-02-09T23:57:53.894068+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.905496+0000","last_change":"2024-02-09T23:57:53.902743+0000","last_active":"2024-02-09T23:57:53.905496+0000","last_peered":"2024-02-09T23:57:53.905496+0000","last_clean":"2024-02-09T23:57:53.905496+0000","last_became_active":"2024-02-09T23:57:53.902457+0000","last_became_peered":"2024-02-09T23:57:53.902457+0000","last_unstale":"2024-02-09T23:57:53.905496+0000","last_undegraded":"2024-02-09T23:57:53.905496+0000","last_fullsized":"2024-02-09T23:57:53.905496+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:13:53.519563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.895491+0000","last_change":"2024-02-09T23:57:53.895491+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.895491+0000","last_undegraded":"2024-02-09T23:57:53.895491+0000","last_fullsized":"2024-02-09T23:57:53.895491+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.906530+0000","last_change":"2024-02-09T23:57:53.904066+0000","last_active":"2024-02-09T23:57:53.906530+0000","last_peered":"2024-02-09T23:57:53.906530+0000","last_clean":"2024-02-09T23:57:53.906530+0000","last_became_active":"2024-02-09T23:57:53.903759+0000","last_became_peered":"2024-02-09T23:57:53.903759+0000","last_unstale":"2024-02-09T23:57:53.906530+0000","last_undegraded":"2024-02-09T23:57:53.906530+0000","last_fullsized":"2024-02-09T23:57:53.906530+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:39:56.851011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893651+0000","last_change":"2024-02-09T23:57:53.893651+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893651+0000","last_undegraded":"2024-02-09T23:57:53.893651+0000","last_fullsized":"2024-02-09T23:57:53.893651+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.913329+0000","last_change":"2024-02-09T23:57:53.908785+0000","last_active":"2024-02-09T23:57:53.913329+0000","last_peered":"2024-02-09T23:57:53.913329+0000","last_clean":"2024-02-09T23:57:53.913329+0000","last_became_active":"2024-02-09T23:57:53.908279+0000","last_became_peered":"2024-02-09T23:57:53.908279+0000","last_unstale":"2024-02-09T23:57:53.913329+0000","last_undegraded":"2024-02-09T23:57:53.913329+0000","last_fullsized":"2024-02-09T23:57:53.913329+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:50:56.409239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893994+0000","last_change":"2024-02-09T23:57:53.893994+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893994+0000","last_undegraded":"2024-02-09T23:57:53.893994+0000","last_fullsized":"2024-02-09T23:57:53.893994+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.903317+0000","last_change":"2024-02-09T23:57:53.902451+0000","last_active":"2024-02-09T23:57:53.903317+0000","last_peered":"2024-02-09T23:57:53.903317+0000","last_clean":"2024-02-09T23:57:53.903317+0000","last_became_active":"2024-02-09T23:57:53.902182+0000","last_became_peered":"2024-02-09T23:57:53.902182+0000","last_unstale":"2024-02-09T23:57:53.903317+0000","last_undegraded":"2024-02-09T23:57:53.903317+0000","last_fullsized":"2024-02-09T23:57:53.903317+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:07:49.352292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893429+0000","last_change":"2024-02-09T23:57:53.893429+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893429+0000","last_undegraded":"2024-02-09T23:57:53.893429+0000","last_fullsized":"2024-02-09T23:57:53.893429+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910296+0000","last_change":"2024-02-09T23:57:53.907626+0000","last_active":"2024-02-09T23:57:53.910296+0000","last_peered":"2024-02-09T23:57:53.910296+0000","last_clean":"2024-02-09T23:57:53.910296+0000","last_became_active":"2024-02-09T23:57:53.907295+0000","last_became_peered":"2024-02-09T23:57:53.907295+0000","last_unstale":"2024-02-09T23:57:53.910296+0000","last_undegraded":"2024-02-09T23:57:53.910296+0000","last_fullsized":"2024-02-09T23:57:53.910296+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:14:56.103697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893504+0000","last_change":"2024-02-09T23:57:53.893504+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893504+0000","last_undegraded":"2024-02-09T23:57:53.893504+0000","last_fullsized":"2024-02-09T23:57:53.893504+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.913287+0000","last_change":"2024-02-09T23:57:53.907513+0000","last_active":"2024-02-09T23:57:53.913287+0000","last_peered":"2024-02-09T23:57:53.913287+0000","last_clean":"2024-02-09T23:57:53.913287+0000","last_became_active":"2024-02-09T23:57:53.907201+0000","last_became_peered":"2024-02-09T23:57:53.907201+0000","last_unstale":"2024-02-09T23:57:53.913287+0000","last_undegraded":"2024-02-09T23:57:53.913287+0000","last_fullsized":"2024-02-09T23:57:53.913287+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:40:12.466324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.899483+0000","last_change":"2024-02-09T23:57:53.899483+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.899483+0000","last_undegraded":"2024-02-09T23:57:53.899483+0000","last_fullsized":"2024-02-09T23:57:53.899483+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.906388+0000","last_change":"2024-02-09T23:57:53.903816+0000","last_active":"2024-02-09T23:57:53.906388+0000","last_peered":"2024-02-09T23:57:53.906388+0000","last_clean":"2024-02-09T23:57:53.906388+0000","last_became_active":"2024-02-09T23:57:53.903498+0000","last_became_peered":"2024-02-09T23:57:53.903498+0000","last_unstale":"2024-02-09T23:57:53.906388+0000","last_undegraded":"2024-02-09T23:57:53.906388+0000","last_fullsized":"2024-02-09T23:57:53.906388+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:17:49.376388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893442+0000","last_change":"2024-02-09T23:57:53.893442+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893442+0000","last_undegraded":"2024-02-09T23:57:53.893442+0000","last_fullsized":"2024-02-09T23:57:53.893442+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910921+0000","last_change":"2024-02-09T23:57:53.906564+0000","last_active":"2024-02-09T23:57:53.910921+0000","last_peered":"2024-02-09T23:57:53.910921+0000","last_clean":"2024-02-09T23:57:53.910921+0000","last_became_active":"2024-02-09T23:57:53.906284+0000","last_became_peered":"2024-02-09T23:57:53.906284+0000","last_unstale":"2024-02-09T23:57:53.910921+0000","last_undegraded":"2024-02-09T23:57:53.910921+0000","last_fullsized":"2024-02-09T23:57:53.910921+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:07:24.576071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.898565+0000","last_change":"2024-02-09T23:57:53.898565+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.898565+0000","last_undegraded":"2024-02-09T23:57:53.898565+0000","last_fullsized":"2024-02-09T23:57:53.898565+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910966+0000","last_change":"2024-02-09T23:57:53.907276+0000","last_active":"2024-02-09T23:57:53.910966+0000","last_peered":"2024-02-09T23:57:53.910966+0000","last_clean":"2024-02-09T23:57:53.910966+0000","last_became_active":"2024-02-09T23:57:53.906981+0000","last_became_peered":"2024-02-09T23:57:53.906981+0000","last_unstale":"2024-02-09T23:57:53.910966+0000","last_undegraded":"2024-02-09T23:57:53.910966+0000","last_fullsized":"2024-02-09T23:57:53.910966+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:41:37.111068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.891413+0000","last_change":"2024-02-09T23:57:53.891413+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.891413+0000","last_undegraded":"2024-02-09T23:57:53.891413+0000","last_fullsized":"2024-02-09T23:57:53.891413+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910820+0000","last_change":"2024-02-09T23:57:53.907106+0000","last_active":"2024-02-09T23:57:53.910820+0000","last_peered":"2024-02-09T23:57:53.910820+0000","last_clean":"2024-02-09T23:57:53.910820+0000","last_became_active":"2024-02-09T23:57:53.906818+0000","last_became_peered":"2024-02-09T23:57:53.906818+0000","last_unstale":"2024-02-09T23:57:53.910820+0000","last_undegraded":"2024-02-09T23:57:53.910820+0000","last_fullsized":"2024-02-09T23:57:53.910820+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:46:48.846067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.901524+0000","last_change":"2024-02-09T23:57:53.901524+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.901524+0000","last_undegraded":"2024-02-09T23:57:53.901524+0000","last_fullsized":"2024-02-09T23:57:53.901524+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910356+0000","last_change":"2024-02-09T23:57:53.904635+0000","last_active":"2024-02-09T23:57:53.910356+0000","last_peered":"2024-02-09T23:57:53.910356+0000","last_clean":"2024-02-09T23:57:53.910356+0000","last_became_active":"2024-02-09T23:57:53.904220+0000","last_became_peered":"2024-02-09T23:57:53.904220+0000","last_unstale":"2024-02-09T23:57:53.910356+0000","last_undegraded":"2024-02-09T23:57:53.910356+0000","last_fullsized":"2024-02-09T23:57:53.910356+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:46:48.846067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893779+0000","last_change":"2024-02-09T23:57:53.893779+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893779+0000","last_undegraded":"2024-02-09T23:57:53.893779+0000","last_fullsized":"2024-02-09T23:57:53.893779+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910010+0000","last_change":"2024-02-09T23:57:53.908682+0000","last_active":"2024-02-09T23:57:53.910010+0000","last_peered":"2024-02-09T23:57:53.910010+0000","last_clean":"2024-02-09T23:57:53.910010+0000","last_became_active":"2024-02-09T23:57:53.908399+0000","last_became_peered":"2024-02-09T23:57:53.908399+0000","last_unstale":"2024-02-09T23:57:53.910010+0000","last_undegraded":"2024-02-09T23:57:53.910010+0000","last_fullsized":"2024-02-09T23:57:53.910010+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:04:44.339818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.897352+0000","last_change":"2024-02-09T23:57:53.897352+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.897352+0000","last_undegraded":"2024-02-09T23:57:53.897352+0000","last_fullsized":"2024-02-09T23:57:53.897352+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.905517+0000","last_change":"2024-02-09T23:57:53.903139+0000","last_active":"2024-02-09T23:57:53.905517+0000","last_peered":"2024-02-09T23:57:53.905517+0000","last_clean":"2024-02-09T23:57:53.905517+0000","last_became_active":"2024-02-09T23:57:53.902861+0000","last_became_peered":"2024-02-09T23:57:53.902861+0000","last_unstale":"2024-02-09T23:57:53.905517+0000","last_undegraded":"2024-02-09T23:57:53.905517+0000","last_fullsized":"2024-02-09T23:57:53.905517+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:12:40.391449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.896611+0000","last_change":"2024-02-09T23:57:53.896611+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.896611+0000","last_undegraded":"2024-02-09T23:57:53.896611+0000","last_fullsized":"2024-02-09T23:57:53.896611+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.905592+0000","last_change":"2024-02-09T23:57:53.903666+0000","last_active":"2024-02-09T23:57:53.905592+0000","last_peered":"2024-02-09T23:57:53.905592+0000","last_clean":"2024-02-09T23:57:53.905592+0000","last_became_active":"2024-02-09T23:57:53.903357+0000","last_became_peered":"2024-02-09T23:57:53.903357+0000","last_unstale":"2024-02-09T23:57:53.905592+0000","last_undegraded":"2024-02-09T23:57:53.905592+0000","last_fullsized":"2024-02-09T23:57:53.905592+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:12:51.021961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.896722+0000","last_change":"2024-02-09T23:57:53.896722+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.896722+0000","last_undegraded":"2024-02-09T23:57:53.896722+0000","last_fullsized":"2024-02-09T23:57:53.896722+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.905390+0000","last_change":"2024-02-09T23:57:53.904592+0000","last_active":"2024-02-09T23:57:53.905390+0000","last_peered":"2024-02-09T23:57:53.905390+0000","last_clean":"2024-02-09T23:57:53.905390+0000","last_became_active":"2024-02-09T23:57:53.904331+0000","last_became_peered":"2024-02-09T23:57:53.904331+0000","last_unstale":"2024-02-09T23:57:53.905390+0000","last_undegraded":"2024-02-09T23:57:53.905390+0000","last_fullsized":"2024-02-09T23:57:53.905390+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:42:01.034960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.897023+0000","last_change":"2024-02-09T23:57:53.897023+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.897023+0000","last_undegraded":"2024-02-09T23:57:53.897023+0000","last_fullsized":"2024-02-09T23:57:53.897023+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.909674+0000","last_change":"2024-02-09T23:57:53.907412+0000","last_active":"2024-02-09T23:57:53.909674+0000","last_peered":"2024-02-09T23:57:53.909674+0000","last_clean":"2024-02-09T23:57:53.909674+0000","last_became_active":"2024-02-09T23:57:53.907158+0000","last_became_peered":"2024-02-09T23:57:53.907158+0000","last_unstale":"2024-02-09T23:57:53.909674+0000","last_undegraded":"2024-02-09T23:57:53.909674+0000","last_fullsized":"2024-02-09T23:57:53.909674+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:13:53.519563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.896453+0000","last_change":"2024-02-09T23:57:53.896453+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.896453+0000","last_undegraded":"2024-02-09T23:57:53.896453+0000","last_fullsized":"2024-02-09T23:57:53.896453+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910003+0000","last_change":"2024-02-09T23:57:53.907807+0000","last_active":"2024-02-09T23:57:53.910003+0000","last_peered":"2024-02-09T23:57:53.910003+0000","last_clean":"2024-02-09T23:57:53.910003+0000","last_became_active":"2024-02-09T23:57:53.907357+0000","last_became_peered":"2024-02-09T23:57:53.907357+0000","last_unstale":"2024-02-09T23:57:53.910003+0000","last_undegraded":"2024-02-09T23:57:53.910003+0000","last_fullsized":"2024-02-09T23:57:53.910003+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:11:42.357071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.899602+0000","last_change":"2024-02-09T23:57:53.899602+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.899602+0000","last_undegraded":"2024-02-09T23:57:53.899602+0000","last_fullsized":"2024-02-09T23:57:53.899602+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.906307+0000","last_change":"2024-02-09T23:57:53.904982+0000","last_active":"2024-02-09T23:57:53.906307+0000","last_peered":"2024-02-09T23:57:53.906307+0000","last_clean":"2024-02-09T23:57:53.906307+0000","last_became_active":"2024-02-09T23:57:53.904695+0000","last_became_peered":"2024-02-09T23:57:53.904695+0000","last_unstale":"2024-02-09T23:57:53.906307+0000","last_undegraded":"2024-02-09T23:57:53.906307+0000","last_fullsized":"2024-02-09T23:57:53.906307+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:04:50.085642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.895955+0000","last_change":"2024-02-09T23:57:53.895955+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.895955+0000","last_undegraded":"2024-02-09T23:57:53.895955+0000","last_fullsized":"2024-02-09T23:57:53.895955+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910375+0000","last_change":"2024-02-09T23:57:53.905089+0000","last_active":"2024-02-09T23:57:53.910375+0000","last_peered":"2024-02-09T23:57:53.910375+0000","last_clean":"2024-02-09T23:57:53.910375+0000","last_became_active":"2024-02-09T23:57:53.904826+0000","last_became_peered":"2024-02-09T23:57:53.904826+0000","last_unstale":"2024-02-09T23:57:53.910375+0000","last_undegraded":"2024-02-09T23:57:53.910375+0000","last_fullsized":"2024-02-09T23:57:53.910375+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:41:37.111068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.892568+0000","last_change":"2024-02-09T23:57:53.892568+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.892568+0000","last_undegraded":"2024-02-09T23:57:53.892568+0000","last_fullsized":"2024-02-09T23:57:53.892568+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910917+0000","last_change":"2024-02-09T23:57:53.908415+0000","last_active":"2024-02-09T23:57:53.910917+0000","last_peered":"2024-02-09T23:57:53.910917+0000","last_clean":"2024-02-09T23:57:53.910917+0000","last_became_active":"2024-02-09T23:57:53.908133+0000","last_became_peered":"2024-02-09T23:57:53.908133+0000","last_unstale":"2024-02-09T23:57:53.910917+0000","last_undegraded":"2024-02-09T23:57:53.910917+0000","last_fullsized":"2024-02-09T23:57:53.910917+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:13:53.519563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893931+0000","last_change":"2024-02-09T23:57:53.893931+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893931+0000","last_undegraded":"2024-02-09T23:57:53.893931+0000","last_fullsized":"2024-02-09T23:57:53.893931+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910324+0000","last_change":"2024-02-09T23:57:53.904587+0000","last_active":"2024-02-09T23:57:53.910324+0000","last_peered":"2024-02-09T23:57:53.910324+0000","last_clean":"2024-02-09T23:57:53.910324+0000","last_became_active":"2024-02-09T23:57:53.904242+0000","last_became_peered":"2024-02-09T23:57:53.904242+0000","last_unstale":"2024-02-09T23:57:53.910324+0000","last_undegraded":"2024-02-09T23:57:53.910324+0000","last_fullsized":"2024-02-09T23:57:53.910324+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:13:53.519563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.891440+0000","last_change":"2024-02-09T23:57:53.891440+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.891440+0000","last_undegraded":"2024-02-09T23:57:53.891440+0000","last_fullsized":"2024-02-09T23:57:53.891440+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.901800+0000","last_change":"2024-02-09T23:57:53.900662+0000","last_active":"2024-02-09T23:57:53.901800+0000","last_peered":"2024-02-09T23:57:53.901800+0000","last_clean":"2024-02-09T23:57:53.901800+0000","last_became_active":"2024-02-09T23:57:53.900125+0000","last_became_peered":"2024-02-09T23:57:53.900125+0000","last_unstale":"2024-02-09T23:57:53.901800+0000","last_undegraded":"2024-02-09T23:57:53.901800+0000","last_fullsized":"2024-02-09T23:57:53.901800+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:25:22.720910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.894085+0000","last_change":"2024-02-09T23:57:53.894085+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.894085+0000","last_undegraded":"2024-02-09T23:57:53.894085+0000","last_fullsized":"2024-02-09T23:57:53.894085+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910401+0000","last_change":"2024-02-09T23:57:53.905626+0000","last_active":"2024-02-09T23:57:53.910401+0000","last_peered":"2024-02-09T23:57:53.910401+0000","last_clean":"2024-02-09T23:57:53.910401+0000","last_became_active":"2024-02-09T23:57:53.905337+0000","last_became_peered":"2024-02-09T23:57:53.905337+0000","last_unstale":"2024-02-09T23:57:53.910401+0000","last_undegraded":"2024-02-09T23:57:53.910401+0000","last_fullsized":"2024-02-09T23:57:53.910401+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:40:12.466324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.895405+0000","last_change":"2024-02-09T23:57:53.895405+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.895405+0000","last_undegraded":"2024-02-09T23:57:53.895405+0000","last_fullsized":"2024-02-09T23:57:53.895405+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.905136+0000","last_change":"2024-02-09T23:57:53.901404+0000","last_active":"2024-02-09T23:57:53.905136+0000","last_peered":"2024-02-09T23:57:53.905136+0000","last_clean":"2024-02-09T23:57:53.905136+0000","last_became_active":"2024-02-09T23:57:53.900663+0000","last_became_peered":"2024-02-09T23:57:53.900663+0000","last_unstale":"2024-02-09T23:57:53.905136+0000","last_undegraded":"2024-02-09T23:57:53.905136+0000","last_fullsized":"2024-02-09T23:57:53.905136+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:23:32.679637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.895951+0000","last_change":"2024-02-09T23:57:53.895951+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.895951+0000","last_undegraded":"2024-02-09T23:57:53.895951+0000","last_fullsized":"2024-02-09T23:57:53.895951+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.913295+0000","last_change":"2024-02-09T23:57:53.907949+0000","last_active":"2024-02-09T23:57:53.913295+0000","last_peered":"2024-02-09T23:57:53.913295+0000","last_clean":"2024-02-09T23:57:53.913295+0000","last_became_active":"2024-02-09T23:57:53.907684+0000","last_became_peered":"2024-02-09T23:57:53.907684+0000","last_unstale":"2024-02-09T23:57:53.913295+0000","last_undegraded":"2024-02-09T23:57:53.913295+0000","last_fullsized":"2024-02-09T23:57:53.913295+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:51:11.022965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.898019+0000","last_change":"2024-02-09T23:57:53.898019+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.898019+0000","last_undegraded":"2024-02-09T23:57:53.898019+0000","last_fullsized":"2024-02-09T23:57:53.898019+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.906246+0000","last_change":"2024-02-09T23:57:53.904953+0000","last_active":"2024-02-09T23:57:53.906246+0000","last_peered":"2024-02-09T23:57:53.906246+0000","last_clean":"2024-02-09T23:57:53.906246+0000","last_became_active":"2024-02-09T23:57:53.904556+0000","last_became_peered":"2024-02-09T23:57:53.904556+0000","last_unstale":"2024-02-09T23:57:53.906246+0000","last_undegraded":"2024-02-09T23:57:53.906246+0000","last_fullsized":"2024-02-09T23:57:53.906246+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:42:01.034960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":191,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.900317+0000","last_change":"2024-02-09T23:56:40.567250+0000","last_active":"2024-02-09T23:57:53.900317+0000","last_peered":"2024-02-09T23:57:53.900317+0000","last_clean":"2024-02-09T23:57:53.900317+0000","last_became_active":"2024-02-09T23:56:40.566372+0000","last_became_peered":"2024-02-09T23:56:40.566372+0000","last_unstale":"2024-02-09T23:57:53.900317+0000","last_undegraded":"2024-02-09T23:57:53.900317+0000","last_fullsized":"2024-02-09T23:57:53.900317+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:39.545898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:39.545898+0000","last_clean_scrub_stamp":"2024-02-09T23:56:39.545898+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:46:32.589061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574867,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27956,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343884,"statfs":{"total":96636764160,"available":96608137216,"internally_reserved":0,"allocated":954368,"data_stored":729224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.40200000000000002}]},{"osd":1,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.46200000000000002}]},{"osd":2,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.55600000000000005}]},{"osd":3,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.48899999999999999}]},{"osd":4,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.44400000000000001}]},{"osd":5,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.54400000000000004}]},{"osd":6,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.503}]}]},{"osd":6,"up_from":13,"seq":55834574867,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":348160,"data_stored":132589,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.40600000000000003}]},{"osd":1,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.5}]},{"osd":2,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.443}]},{"osd":3,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.52500000000000002}]},{"osd":4,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.61499999999999999}]},{"osd":5,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.54300000000000004}]},{"osd":7,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.56000000000000005}]}]},{"osd":5,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":360448,"data_stored":138856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.48299999999999998}]},{"osd":1,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.505}]},{"osd":2,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.45700000000000002}]},{"osd":3,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.083,"5min":1.083,"15min":1.083},"last":0.63900000000000001}]},{"osd":4,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.55900000000000005}]},{"osd":6,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.629}]},{"osd":7,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.67100000000000004}]}]},{"osd":4,"up_from":13,"seq":55834574867,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":348160,"data_stored":132589,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.42999999999999999}]},{"osd":1,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.44},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.42099999999999999}]},{"osd":2,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.495},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.38400000000000001}]},{"osd":3,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.34100000000000003}]},{"osd":5,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.39600000000000002}]},{"osd":6,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.32400000000000001}]},{"osd":7,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.37},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.46000000000000002}]}]},{"osd":3,"up_from":13,"seq":55834574867,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":360448,"data_stored":138856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.501},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"last":0.44500000000000001}]},{"osd":1,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.36899999999999999}]},{"osd":2,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.54500000000000004}]},{"osd":4,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.56100000000000005}]},{"osd":5,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.60399999999999998}]},{"osd":6,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.73199999999999998}]},{"osd":7,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.64100000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574867,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":348160,"data_stored":132589,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.312,"5min":0.312,"15min":0.312},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.439,"5min":0.439,"15min":0.439},"last":0.36699999999999999}]},{"osd":1,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.33700000000000002}]},{"osd":3,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"last":0.377}]},{"osd":4,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.44500000000000001}]},{"osd":5,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.56399999999999995}]},{"osd":6,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.52800000000000002}]},{"osd":7,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.51300000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574867,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":360448,"data_stored":138856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.23799999999999999},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.496,"5min":0.496,"15min":0.496},"last":0.254}]},{"osd":2,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.27900000000000003}]},{"osd":3,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.317},{"interface":"front","average":{"1min":0.378,"5min":0.378,"15min":0.378},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.34200000000000003}]},{"osd":4,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.55600000000000005}]},{"osd":5,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.36899999999999999}]},{"osd":6,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.42899999999999999}]},{"osd":7,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.52000000000000002}]}]},{"osd":0,"up_from":13,"seq":55834574868,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27940,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343900,"statfs":{"total":96636764160,"available":96608153600,"internally_reserved":0,"allocated":942080,"data_stored":722957,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":1.337,"5min":1.337,"15min":1.337},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":1.296,"5min":1.296,"15min":1.296},"last":0.43099999999999999}]},{"osd":2,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"last":0.31900000000000001}]},{"osd":3,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.40999999999999998}]},{"osd":4,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.76200000000000001}]},{"osd":5,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.78900000000000003}]},{"osd":6,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.73399999999999999}]},{"osd":7,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.71499999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-09T23:57:59.902 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.3f is not active+clean 2024-02-09T23:57:59.902 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.891966+0000', 'last_change': '2024-02-09T23:57:53.891966+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.891966+0000', 'last_undegraded': '2024-02-09T23:57:53.891966+0000', 'last_fullsized': '2024-02-09T23:57:53.891966+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5], 'acting': [6, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-02-09T23:57:59.903 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.3e is not active+clean 2024-02-09T23:57:59.903 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.897437+0000', 'last_change': '2024-02-09T23:57:53.897437+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.897437+0000', 'last_undegraded': '2024-02-09T23:57:53.897437+0000', 'last_fullsized': '2024-02-09T23:57:53.897437+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-02-09T23:57:59.903 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.3d is not active+clean 2024-02-09T23:57:59.903 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.3d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.893043+0000', 'last_change': '2024-02-09T23:57:53.893043+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.893043+0000', 'last_undegraded': '2024-02-09T23:57:53.893043+0000', 'last_fullsized': '2024-02-09T23:57:53.893043+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-02-09T23:57:59.903 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.3c is not active+clean 2024-02-09T23:57:59.903 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.897970+0000', 'last_change': '2024-02-09T23:57:53.897970+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.897970+0000', 'last_undegraded': '2024-02-09T23:57:53.897970+0000', 'last_fullsized': '2024-02-09T23:57:53.897970+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-02-09T23:57:59.903 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.3b is not active+clean 2024-02-09T23:57:59.903 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.897887+0000', 'last_change': '2024-02-09T23:57:53.897887+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.897887+0000', 'last_undegraded': '2024-02-09T23:57:53.897887+0000', 'last_fullsized': '2024-02-09T23:57:53.897887+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-02-09T23:57:59.903 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.3a is not active+clean 2024-02-09T23:57:59.904 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.896167+0000', 'last_change': '2024-02-09T23:57:53.896167+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.896167+0000', 'last_undegraded': '2024-02-09T23:57:53.896167+0000', 'last_fullsized': '2024-02-09T23:57:53.896167+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-02-09T23:57:59.904 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.39 is not active+clean 2024-02-09T23:57:59.904 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.899161+0000', 'last_change': '2024-02-09T23:57:53.899161+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.899161+0000', 'last_undegraded': '2024-02-09T23:57:53.899161+0000', 'last_fullsized': '2024-02-09T23:57:53.899161+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-02-09T23:57:59.904 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.38 is not active+clean 2024-02-09T23:57:59.904 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.38', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.899446+0000', 'last_change': '2024-02-09T23:57:53.899446+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.899446+0000', 'last_undegraded': '2024-02-09T23:57:53.899446+0000', 'last_fullsized': '2024-02-09T23:57:53.899446+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-02-09T23:57:59.904 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.37 is not active+clean 2024-02-09T23:57:59.904 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.898552+0000', 'last_change': '2024-02-09T23:57:53.898552+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.898552+0000', 'last_undegraded': '2024-02-09T23:57:53.898552+0000', 'last_fullsized': '2024-02-09T23:57:53.898552+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-02-09T23:57:59.904 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.36 is not active+clean 2024-02-09T23:57:59.904 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.900266+0000', 'last_change': '2024-02-09T23:57:53.900266+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.900266+0000', 'last_undegraded': '2024-02-09T23:57:53.900266+0000', 'last_fullsized': '2024-02-09T23:57:53.900266+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-02-09T23:57:59.904 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.35 is not active+clean 2024-02-09T23:57:59.904 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.899474+0000', 'last_change': '2024-02-09T23:57:53.899474+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.899474+0000', 'last_undegraded': '2024-02-09T23:57:53.899474+0000', 'last_fullsized': '2024-02-09T23:57:53.899474+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-02-09T23:57:59.905 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.34 is not active+clean 2024-02-09T23:57:59.905 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.893120+0000', 'last_change': '2024-02-09T23:57:53.893120+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.893120+0000', 'last_undegraded': '2024-02-09T23:57:53.893120+0000', 'last_fullsized': '2024-02-09T23:57:53.893120+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-02-09T23:57:59.905 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.33 is not active+clean 2024-02-09T23:57:59.905 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.33', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.897440+0000', 'last_change': '2024-02-09T23:57:53.897440+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.897440+0000', 'last_undegraded': '2024-02-09T23:57:53.897440+0000', 'last_fullsized': '2024-02-09T23:57:53.897440+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-02-09T23:57:59.905 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.32 is not active+clean 2024-02-09T23:57:59.905 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.894562+0000', 'last_change': '2024-02-09T23:57:53.894562+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.894562+0000', 'last_undegraded': '2024-02-09T23:57:53.894562+0000', 'last_fullsized': '2024-02-09T23:57:53.894562+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-02-09T23:57:59.905 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.31 is not active+clean 2024-02-09T23:57:59.905 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.31', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.893205+0000', 'last_change': '2024-02-09T23:57:53.893205+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.893205+0000', 'last_undegraded': '2024-02-09T23:57:53.893205+0000', 'last_fullsized': '2024-02-09T23:57:53.893205+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-02-09T23:57:59.905 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.30 is not active+clean 2024-02-09T23:57:59.905 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.896651+0000', 'last_change': '2024-02-09T23:57:53.896651+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.896651+0000', 'last_undegraded': '2024-02-09T23:57:53.896651+0000', 'last_fullsized': '2024-02-09T23:57:53.896651+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-02-09T23:57:59.905 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.2f is not active+clean 2024-02-09T23:57:59.905 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.899814+0000', 'last_change': '2024-02-09T23:57:53.899814+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.899814+0000', 'last_undegraded': '2024-02-09T23:57:53.899814+0000', 'last_fullsized': '2024-02-09T23:57:53.899814+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-02-09T23:57:59.906 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.2e is not active+clean 2024-02-09T23:57:59.906 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.894000+0000', 'last_change': '2024-02-09T23:57:53.894000+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.894000+0000', 'last_undegraded': '2024-02-09T23:57:53.894000+0000', 'last_fullsized': '2024-02-09T23:57:53.894000+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-02-09T23:57:59.906 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.2d is not active+clean 2024-02-09T23:57:59.906 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.895088+0000', 'last_change': '2024-02-09T23:57:53.895088+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.895088+0000', 'last_undegraded': '2024-02-09T23:57:53.895088+0000', 'last_fullsized': '2024-02-09T23:57:53.895088+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-02-09T23:57:59.906 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.2c is not active+clean 2024-02-09T23:57:59.906 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.897592+0000', 'last_change': '2024-02-09T23:57:53.897592+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.897592+0000', 'last_undegraded': '2024-02-09T23:57:53.897592+0000', 'last_fullsized': '2024-02-09T23:57:53.897592+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-02-09T23:57:59.906 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.2b is not active+clean 2024-02-09T23:57:59.906 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.899927+0000', 'last_change': '2024-02-09T23:57:53.899927+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.899927+0000', 'last_undegraded': '2024-02-09T23:57:53.899927+0000', 'last_fullsized': '2024-02-09T23:57:53.899927+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-02-09T23:57:59.906 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.2a is not active+clean 2024-02-09T23:57:59.906 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.896071+0000', 'last_change': '2024-02-09T23:57:53.896071+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.896071+0000', 'last_undegraded': '2024-02-09T23:57:53.896071+0000', 'last_fullsized': '2024-02-09T23:57:53.896071+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-02-09T23:57:59.906 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.29 is not active+clean 2024-02-09T23:57:59.906 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.29', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.893426+0000', 'last_change': '2024-02-09T23:57:53.893426+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.893426+0000', 'last_undegraded': '2024-02-09T23:57:53.893426+0000', 'last_fullsized': '2024-02-09T23:57:53.893426+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-02-09T23:57:59.907 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.28 is not active+clean 2024-02-09T23:57:59.907 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.893612+0000', 'last_change': '2024-02-09T23:57:53.893612+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.893612+0000', 'last_undegraded': '2024-02-09T23:57:53.893612+0000', 'last_fullsized': '2024-02-09T23:57:53.893612+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-02-09T23:57:59.907 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.27 is not active+clean 2024-02-09T23:57:59.907 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.898451+0000', 'last_change': '2024-02-09T23:57:53.898451+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.898451+0000', 'last_undegraded': '2024-02-09T23:57:53.898451+0000', 'last_fullsized': '2024-02-09T23:57:53.898451+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-02-09T23:57:59.907 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.26 is not active+clean 2024-02-09T23:57:59.907 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.893564+0000', 'last_change': '2024-02-09T23:57:53.893564+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.893564+0000', 'last_undegraded': '2024-02-09T23:57:53.893564+0000', 'last_fullsized': '2024-02-09T23:57:53.893564+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-02-09T23:57:59.907 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.25 is not active+clean 2024-02-09T23:57:59.907 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.902389+0000', 'last_change': '2024-02-09T23:57:53.902389+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.902389+0000', 'last_undegraded': '2024-02-09T23:57:53.902389+0000', 'last_fullsized': '2024-02-09T23:57:53.902389+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-02-09T23:57:59.907 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.24 is not active+clean 2024-02-09T23:57:59.907 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.892554+0000', 'last_change': '2024-02-09T23:57:53.892554+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.892554+0000', 'last_undegraded': '2024-02-09T23:57:53.892554+0000', 'last_fullsized': '2024-02-09T23:57:53.892554+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-02-09T23:57:59.907 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.23 is not active+clean 2024-02-09T23:57:59.907 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.23', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.899530+0000', 'last_change': '2024-02-09T23:57:53.899530+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.899530+0000', 'last_undegraded': '2024-02-09T23:57:53.899530+0000', 'last_fullsized': '2024-02-09T23:57:53.899530+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-02-09T23:57:59.908 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.22 is not active+clean 2024-02-09T23:57:59.908 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.897354+0000', 'last_change': '2024-02-09T23:57:53.897354+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.897354+0000', 'last_undegraded': '2024-02-09T23:57:53.897354+0000', 'last_fullsized': '2024-02-09T23:57:53.897354+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-02-09T23:57:59.908 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.21 is not active+clean 2024-02-09T23:57:59.908 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.892038+0000', 'last_change': '2024-02-09T23:57:53.892038+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.892038+0000', 'last_undegraded': '2024-02-09T23:57:53.892038+0000', 'last_fullsized': '2024-02-09T23:57:53.892038+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-02-09T23:57:59.908 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.20 is not active+clean 2024-02-09T23:57:59.908 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.898975+0000', 'last_change': '2024-02-09T23:57:53.898975+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.898975+0000', 'last_undegraded': '2024-02-09T23:57:53.898975+0000', 'last_fullsized': '2024-02-09T23:57:53.898975+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-02-09T23:57:59.908 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1e is not active+clean 2024-02-09T23:57:59.908 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.894438+0000', 'last_change': '2024-02-09T23:57:53.894438+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.894438+0000', 'last_undegraded': '2024-02-09T23:57:53.894438+0000', 'last_fullsized': '2024-02-09T23:57:53.894438+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-02-09T23:57:59.908 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1f is not active+clean 2024-02-09T23:57:59.908 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.891451+0000', 'last_change': '2024-02-09T23:57:53.891451+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.891451+0000', 'last_undegraded': '2024-02-09T23:57:53.891451+0000', 'last_fullsized': '2024-02-09T23:57:53.891451+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-02-09T23:57:59.909 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1c is not active+clean 2024-02-09T23:57:59.909 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.896418+0000', 'last_change': '2024-02-09T23:57:53.896418+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.896418+0000', 'last_undegraded': '2024-02-09T23:57:53.896418+0000', 'last_fullsized': '2024-02-09T23:57:53.896418+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-02-09T23:57:59.909 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1d is not active+clean 2024-02-09T23:57:59.909 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.901946+0000', 'last_change': '2024-02-09T23:57:53.901946+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.901946+0000', 'last_undegraded': '2024-02-09T23:57:53.901946+0000', 'last_fullsized': '2024-02-09T23:57:53.901946+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-02-09T23:57:59.909 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1a is not active+clean 2024-02-09T23:57:59.909 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.896851+0000', 'last_change': '2024-02-09T23:57:53.896851+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.896851+0000', 'last_undegraded': '2024-02-09T23:57:53.896851+0000', 'last_fullsized': '2024-02-09T23:57:53.896851+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-02-09T23:57:59.909 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1b is not active+clean 2024-02-09T23:57:59.909 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.894240+0000', 'last_change': '2024-02-09T23:57:53.894240+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.894240+0000', 'last_undegraded': '2024-02-09T23:57:53.894240+0000', 'last_fullsized': '2024-02-09T23:57:53.894240+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-02-09T23:57:59.910 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.18 is not active+clean 2024-02-09T23:57:59.910 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.894068+0000', 'last_change': '2024-02-09T23:57:53.894068+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.894068+0000', 'last_undegraded': '2024-02-09T23:57:53.894068+0000', 'last_fullsized': '2024-02-09T23:57:53.894068+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-02-09T23:57:59.910 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.19 is not active+clean 2024-02-09T23:57:59.910 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.895491+0000', 'last_change': '2024-02-09T23:57:53.895491+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.895491+0000', 'last_undegraded': '2024-02-09T23:57:53.895491+0000', 'last_fullsized': '2024-02-09T23:57:53.895491+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-02-09T23:57:59.910 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.16 is not active+clean 2024-02-09T23:57:59.910 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.893651+0000', 'last_change': '2024-02-09T23:57:53.893651+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.893651+0000', 'last_undegraded': '2024-02-09T23:57:53.893651+0000', 'last_fullsized': '2024-02-09T23:57:53.893651+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-02-09T23:57:59.910 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.17 is not active+clean 2024-02-09T23:57:59.910 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.893994+0000', 'last_change': '2024-02-09T23:57:53.893994+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.893994+0000', 'last_undegraded': '2024-02-09T23:57:53.893994+0000', 'last_fullsized': '2024-02-09T23:57:53.893994+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-02-09T23:57:59.910 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.14 is not active+clean 2024-02-09T23:57:59.910 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.893429+0000', 'last_change': '2024-02-09T23:57:53.893429+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.893429+0000', 'last_undegraded': '2024-02-09T23:57:53.893429+0000', 'last_fullsized': '2024-02-09T23:57:53.893429+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-02-09T23:57:59.910 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.15 is not active+clean 2024-02-09T23:57:59.911 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.893504+0000', 'last_change': '2024-02-09T23:57:53.893504+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.893504+0000', 'last_undegraded': '2024-02-09T23:57:53.893504+0000', 'last_fullsized': '2024-02-09T23:57:53.893504+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-02-09T23:57:59.911 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.12 is not active+clean 2024-02-09T23:57:59.911 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.899483+0000', 'last_change': '2024-02-09T23:57:53.899483+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.899483+0000', 'last_undegraded': '2024-02-09T23:57:53.899483+0000', 'last_fullsized': '2024-02-09T23:57:53.899483+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-02-09T23:57:59.911 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.13 is not active+clean 2024-02-09T23:57:59.911 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.893442+0000', 'last_change': '2024-02-09T23:57:53.893442+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.893442+0000', 'last_undegraded': '2024-02-09T23:57:53.893442+0000', 'last_fullsized': '2024-02-09T23:57:53.893442+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-02-09T23:57:59.911 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.10 is not active+clean 2024-02-09T23:57:59.911 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.898565+0000', 'last_change': '2024-02-09T23:57:53.898565+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.898565+0000', 'last_undegraded': '2024-02-09T23:57:53.898565+0000', 'last_fullsized': '2024-02-09T23:57:53.898565+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-02-09T23:57:59.911 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.11 is not active+clean 2024-02-09T23:57:59.911 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.891413+0000', 'last_change': '2024-02-09T23:57:53.891413+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.891413+0000', 'last_undegraded': '2024-02-09T23:57:53.891413+0000', 'last_fullsized': '2024-02-09T23:57:53.891413+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-02-09T23:57:59.912 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.e is not active+clean 2024-02-09T23:57:59.912 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.901524+0000', 'last_change': '2024-02-09T23:57:53.901524+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.901524+0000', 'last_undegraded': '2024-02-09T23:57:53.901524+0000', 'last_fullsized': '2024-02-09T23:57:53.901524+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-02-09T23:57:59.912 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.f is not active+clean 2024-02-09T23:57:59.912 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.893779+0000', 'last_change': '2024-02-09T23:57:53.893779+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.893779+0000', 'last_undegraded': '2024-02-09T23:57:53.893779+0000', 'last_fullsized': '2024-02-09T23:57:53.893779+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-02-09T23:57:59.912 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.c is not active+clean 2024-02-09T23:57:59.912 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.897352+0000', 'last_change': '2024-02-09T23:57:53.897352+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.897352+0000', 'last_undegraded': '2024-02-09T23:57:53.897352+0000', 'last_fullsized': '2024-02-09T23:57:53.897352+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-02-09T23:57:59.912 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.d is not active+clean 2024-02-09T23:57:59.912 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.896611+0000', 'last_change': '2024-02-09T23:57:53.896611+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.896611+0000', 'last_undegraded': '2024-02-09T23:57:53.896611+0000', 'last_fullsized': '2024-02-09T23:57:53.896611+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-02-09T23:57:59.912 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.a is not active+clean 2024-02-09T23:57:59.912 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.896722+0000', 'last_change': '2024-02-09T23:57:53.896722+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.896722+0000', 'last_undegraded': '2024-02-09T23:57:53.896722+0000', 'last_fullsized': '2024-02-09T23:57:53.896722+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-02-09T23:57:59.912 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.b is not active+clean 2024-02-09T23:57:59.912 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.897023+0000', 'last_change': '2024-02-09T23:57:53.897023+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.897023+0000', 'last_undegraded': '2024-02-09T23:57:53.897023+0000', 'last_fullsized': '2024-02-09T23:57:53.897023+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-02-09T23:57:59.913 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.8 is not active+clean 2024-02-09T23:57:59.913 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.896453+0000', 'last_change': '2024-02-09T23:57:53.896453+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.896453+0000', 'last_undegraded': '2024-02-09T23:57:53.896453+0000', 'last_fullsized': '2024-02-09T23:57:53.896453+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-02-09T23:57:59.913 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.9 is not active+clean 2024-02-09T23:57:59.913 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.899602+0000', 'last_change': '2024-02-09T23:57:53.899602+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.899602+0000', 'last_undegraded': '2024-02-09T23:57:53.899602+0000', 'last_fullsized': '2024-02-09T23:57:53.899602+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-02-09T23:57:59.913 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.6 is not active+clean 2024-02-09T23:57:59.913 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.895955+0000', 'last_change': '2024-02-09T23:57:53.895955+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.895955+0000', 'last_undegraded': '2024-02-09T23:57:53.895955+0000', 'last_fullsized': '2024-02-09T23:57:53.895955+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-02-09T23:57:59.913 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.7 is not active+clean 2024-02-09T23:57:59.913 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.892568+0000', 'last_change': '2024-02-09T23:57:53.892568+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.892568+0000', 'last_undegraded': '2024-02-09T23:57:53.892568+0000', 'last_fullsized': '2024-02-09T23:57:53.892568+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-02-09T23:57:59.913 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.5 is not active+clean 2024-02-09T23:57:59.913 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.893931+0000', 'last_change': '2024-02-09T23:57:53.893931+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.893931+0000', 'last_undegraded': '2024-02-09T23:57:53.893931+0000', 'last_fullsized': '2024-02-09T23:57:53.893931+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-02-09T23:57:59.913 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.2 is not active+clean 2024-02-09T23:57:59.914 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.891440+0000', 'last_change': '2024-02-09T23:57:53.891440+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.891440+0000', 'last_undegraded': '2024-02-09T23:57:53.891440+0000', 'last_fullsized': '2024-02-09T23:57:53.891440+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-02-09T23:57:59.914 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.3 is not active+clean 2024-02-09T23:57:59.914 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.894085+0000', 'last_change': '2024-02-09T23:57:53.894085+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.894085+0000', 'last_undegraded': '2024-02-09T23:57:53.894085+0000', 'last_fullsized': '2024-02-09T23:57:53.894085+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-02-09T23:57:59.914 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.0 is not active+clean 2024-02-09T23:57:59.914 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.895405+0000', 'last_change': '2024-02-09T23:57:53.895405+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.895405+0000', 'last_undegraded': '2024-02-09T23:57:53.895405+0000', 'last_fullsized': '2024-02-09T23:57:53.895405+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-02-09T23:57:59.914 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1 is not active+clean 2024-02-09T23:57:59.914 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.895951+0000', 'last_change': '2024-02-09T23:57:53.895951+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.895951+0000', 'last_undegraded': '2024-02-09T23:57:53.895951+0000', 'last_fullsized': '2024-02-09T23:57:53.895951+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-02-09T23:57:59.914 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.4 is not active+clean 2024-02-09T23:57:59.914 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-02-09T23:57:53.898019+0000', 'last_change': '2024-02-09T23:57:53.898019+0000', 'last_active': '2024-02-09T23:57:53.885813+0000', 'last_peered': '2024-02-09T23:57:53.885813+0000', 'last_clean': '2024-02-09T23:57:53.885813+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-09T23:57:53.898019+0000', 'last_undegraded': '2024-02-09T23:57:53.898019+0000', 'last_fullsized': '2024-02-09T23:57:53.898019+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'last_clean_scrub_stamp': '2024-02-09T23:57:53.885813+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-02-09T23:57:59.915 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-02-09T23:58:00.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.041+0000 7f94c77e2640 1 Processor -- start 2024-02-09T23:58:00.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.041+0000 7f94c77e2640 1 -- start start 2024-02-09T23:58:00.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.042+0000 7f94c77e2640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f94c009a5a0 0x7f94c006c420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:00.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.042+0000 7f94c77e2640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f94c00d0fc0 con 0x7f94c006c960 2024-02-09T23:58:00.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.042+0000 7f94c77e2640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f94c006cd90 con 0x7f94c015dca0 2024-02-09T23:58:00.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.042+0000 7f94c77e2640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94c00d03b0 con 0x7f94c009a5a0 2024-02-09T23:58:00.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.042+0000 7f94c5d7f640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f94c006c960 0x7f94c0167c70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:34336/0 (socket says 172.21.15.27:34336) 2024-02-09T23:58:00.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.042+0000 7f94c5d7f640 1 -- 172.21.15.27:0/1615093945 learned_addr learned my addr 172.21.15.27:0/1615093945 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:58:00.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.042+0000 7f94c4d7d640 1 --2- 172.21.15.27:0/1615093945 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f94c009a5a0 0x7f94c006c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:00.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.042+0000 7f94b7fff640 1 -- 172.21.15.27:0/1615093945 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2069888417 0 0) 0x7f94c00d0fc0 con 0x7f94c006c960 2024-02-09T23:58:00.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.042+0000 7f94b7fff640 1 -- 172.21.15.27:0/1615093945 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f94ac003520 con 0x7f94c006c960 2024-02-09T23:58:00.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.042+0000 7f94b7fff640 1 -- 172.21.15.27:0/1615093945 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1460278941 0 0) 0x7f94c006cd90 con 0x7f94c015dca0 2024-02-09T23:58:00.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.042+0000 7f94b7fff640 1 -- 172.21.15.27:0/1615093945 --> v1:172.21.15.153:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f94c00d0fc0 con 0x7f94c015dca0 2024-02-09T23:58:00.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.043+0000 7f94b7fff640 1 -- 172.21.15.27:0/1615093945 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1124150578 0 0) 0x7f94ac003520 con 0x7f94c006c960 2024-02-09T23:58:00.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.043+0000 7f94c4d7d640 1 -- 172.21.15.27:0/1615093945 >> v1:172.21.15.153:6789/0 conn(0x7f94c015dca0 legacy=0x7f94c00cfbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:00.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.043+0000 7f94c4d7d640 1 -- 172.21.15.27:0/1615093945 >> v1:172.21.15.27:6789/0 conn(0x7f94c006c960 legacy=0x7f94c0167c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:00.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.043+0000 7f94c4d7d640 1 -- 172.21.15.27:0/1615093945 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94c00d0690 con 0x7f94c009a5a0 2024-02-09T23:58:00.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.043+0000 7f94c4d7d640 1 --2- 172.21.15.27:0/1615093945 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f94c009a5a0 0x7f94c006c420 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f94b00097d0 tx=0x7f94b002b800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a733c4a1d29833e1 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:00.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.044+0000 7f94b7fff640 1 -- 172.21.15.27:0/1615093945 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94b80019f0 con 0x7f94c009a5a0 2024-02-09T23:58:00.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.044+0000 7f94b7fff640 1 -- 172.21.15.27:0/1615093945 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94b002e050 con 0x7f94c009a5a0 2024-02-09T23:58:00.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.044+0000 7f94b7fff640 1 -- 172.21.15.27:0/1615093945 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94b0030710 con 0x7f94c009a5a0 2024-02-09T23:58:00.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.044+0000 7f94c77e2640 1 -- 172.21.15.27:0/1615093945 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f94c009a5a0 msgr2=0x7f94c006c420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:00.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.044+0000 7f94c77e2640 1 --2- 172.21.15.27:0/1615093945 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f94c009a5a0 0x7f94c006c420 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f94b00097d0 tx=0x7f94b002b800 comp rx=0 tx=0).stop 2024-02-09T23:58:00.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.044+0000 7f94c77e2640 1 -- 172.21.15.27:0/1615093945 shutdown_connections 2024-02-09T23:58:00.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.044+0000 7f94c77e2640 1 --2- 172.21.15.27:0/1615093945 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f94c009a5a0 0x7f94c006c420 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:00.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.044+0000 7f94c77e2640 1 -- 172.21.15.27:0/1615093945 >> 172.21.15.27:0/1615093945 conn(0x7f94c00b3460 msgr2=0x7f94c00b3870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:00.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.044+0000 7f94c77e2640 1 -- 172.21.15.27:0/1615093945 shutdown_connections 2024-02-09T23:58:00.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.044+0000 7f94c77e2640 1 -- 172.21.15.27:0/1615093945 wait complete. 2024-02-09T23:58:00.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.045+0000 7f94c77e2640 1 Processor -- start 2024-02-09T23:58:00.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.045+0000 7f94c77e2640 1 -- start start 2024-02-09T23:58:00.052 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.046+0000 7f94c77e2640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f94c006c960 0x7f94c00c7970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:00.052 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.046+0000 7f94c77e2640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f94c009a5a0 0x7f94c00afe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:00.052 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.046+0000 7f94c77e2640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f94c015dca0 0x7f94c0155e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:00.052 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.046+0000 7f94c77e2640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94c00c8e40 con 0x7f94c009a5a0 2024-02-09T23:58:00.052 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.046+0000 7f94c77e2640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94c00c81a0 con 0x7f94c015dca0 2024-02-09T23:58:00.052 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.046+0000 7f94c77e2640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94c00b47c0 con 0x7f94c006c960 2024-02-09T23:58:00.052 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.046+0000 7f94c4d7d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f94c009a5a0 0x7f94c00afe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:00.052 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.046+0000 7f94c4d7d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f94c009a5a0 0x7f94c00afe40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42372/0 (socket says 172.21.15.27:42372) 2024-02-09T23:58:00.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.046+0000 7f94c4d7d640 1 -- 172.21.15.27:0/805980108 learned_addr learned my addr 172.21.15.27:0/805980108 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:58:00.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.047+0000 7f94c5d7f640 1 --2- 172.21.15.27:0/805980108 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f94c015dca0 0x7f94c0155e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:00.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.047+0000 7f94c557e640 1 --2- 172.21.15.27:0/805980108 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f94c006c960 0x7f94c00c7970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:00.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.047+0000 7f94c4d7d640 1 -- 172.21.15.27:0/805980108 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f94c006c960 msgr2=0x7f94c00c7970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:00.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.047+0000 7f94c4d7d640 1 --2- 172.21.15.27:0/805980108 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f94c006c960 0x7f94c00c7970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:00.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.047+0000 7f94c4d7d640 1 -- 172.21.15.27:0/805980108 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f94c015dca0 msgr2=0x7f94c0155e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:00.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.047+0000 7f94c4d7d640 1 --2- 172.21.15.27:0/805980108 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f94c015dca0 0x7f94c0155e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:00.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.047+0000 7f94c4d7d640 1 -- 172.21.15.27:0/805980108 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94b0009400 con 0x7f94c009a5a0 2024-02-09T23:58:00.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.047+0000 7f94c5d7f640 1 --2- 172.21.15.27:0/805980108 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f94c015dca0 0x7f94c0155e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:58:00.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.047+0000 7f94c4d7d640 1 --2- 172.21.15.27:0/805980108 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f94c009a5a0 0x7f94c00afe40 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f94b0000c00 tx=0x7f94b00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:00.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.047+0000 7f94b5ffb640 1 -- 172.21.15.27:0/805980108 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94b003b810 con 0x7f94c009a5a0 2024-02-09T23:58:00.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.047+0000 7f94b5ffb640 1 -- 172.21.15.27:0/805980108 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94b003b970 con 0x7f94c009a5a0 2024-02-09T23:58:00.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.047+0000 7f94c77e2640 1 -- 172.21.15.27:0/805980108 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f94c00d15d0 con 0x7f94c009a5a0 2024-02-09T23:58:00.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.047+0000 7f94b5ffb640 1 -- 172.21.15.27:0/805980108 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94b003bd20 con 0x7f94c009a5a0 2024-02-09T23:58:00.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.047+0000 7f94c77e2640 1 -- 172.21.15.27:0/805980108 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94c00b4d80 con 0x7f94c009a5a0 2024-02-09T23:58:00.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.048+0000 7f94c77e2640 1 -- 172.21.15.27:0/805980108 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f94c009b090 con 0x7f94c009a5a0 2024-02-09T23:58:00.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.049+0000 7f94b5ffb640 1 -- 172.21.15.27:0/805980108 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f94b0039040 con 0x7f94c009a5a0 2024-02-09T23:58:00.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.049+0000 7f94b5ffb640 1 --2- 172.21.15.27:0/805980108 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f94a406b810 0x7f94a406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:00.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.049+0000 7f94b5ffb640 1 -- 172.21.15.27:0/805980108 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f94b00ab990 con 0x7f94c009a5a0 2024-02-09T23:58:00.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.049+0000 7f94c557e640 1 --2- 172.21.15.27:0/805980108 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f94a406b810 0x7f94a406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:00.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.050+0000 7f94c557e640 1 --2- 172.21.15.27:0/805980108 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f94a406b810 0x7f94a406dcd0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f94bc0010e0 tx=0x7f94bc009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:00.056 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.053+0000 7f94b5ffb640 1 -- 172.21.15.27:0/805980108 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f94b00763b0 con 0x7f94c009a5a0 2024-02-09T23:58:00.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.304+0000 7f94c77e2640 1 -- 172.21.15.27:0/805980108 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) v1 -- 0x7f94c00b78f0 con 0x7f94c009a5a0 2024-02-09T23:58:00.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.304+0000 7f94b5ffb640 1 -- 172.21.15.27:0/805980108 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) v1 ==== 72+0+1452 (secure 0 0 0) 0x7f94b004b5c0 con 0x7f94c009a5a0 2024-02-09T23:58:00.307 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:58:00.307 INFO:teuthology.orchestra.run.smithi027.stdout:{"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":93,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":34,"num_osds":8,"num_up_osds":8,"osd_up_since":1707522998,"num_in_osds":8,"osd_in_since":1707522989,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"creating+peering","count":64},{"state_name":"active+clean","count":33}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":225386496,"bytes_avail":772868726784,"bytes_total":773094113280,"inactive_pgs_ratio":0.65979379415512085},"fsmap":{"epoch":13,"id":2,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":2,"rank":0,"name":"d","status":"up:active","gid":5056}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":5,"modified":"2024-02-09T23:57:45.452118+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-02-09T23:58:00.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.306+0000 7f94c77e2640 1 -- 172.21.15.27:0/805980108 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f94a406b810 msgr2=0x7f94a406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:00.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.306+0000 7f94c77e2640 1 --2- 172.21.15.27:0/805980108 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f94a406b810 0x7f94a406dcd0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f94bc0010e0 tx=0x7f94bc009040 comp rx=0 tx=0).stop 2024-02-09T23:58:00.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.306+0000 7f94c77e2640 1 -- 172.21.15.27:0/805980108 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f94c009a5a0 msgr2=0x7f94c00afe40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:00.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.306+0000 7f94c77e2640 1 --2- 172.21.15.27:0/805980108 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f94c009a5a0 0x7f94c00afe40 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f94b0000c00 tx=0x7f94b00046c0 comp rx=0 tx=0).stop 2024-02-09T23:58:00.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.306+0000 7f94c77e2640 1 -- 172.21.15.27:0/805980108 shutdown_connections 2024-02-09T23:58:00.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.306+0000 7f94c77e2640 1 --2- 172.21.15.27:0/805980108 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f94a406b810 0x7f94a406dcd0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:00.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.306+0000 7f94c77e2640 1 --2- 172.21.15.27:0/805980108 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f94c015dca0 0x7f94c0155e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:00.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.306+0000 7f94c77e2640 1 --2- 172.21.15.27:0/805980108 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f94c009a5a0 0x7f94c00afe40 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:00.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.306+0000 7f94c77e2640 1 --2- 172.21.15.27:0/805980108 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f94c006c960 0x7f94c00c7970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:00.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.306+0000 7f94c77e2640 1 -- 172.21.15.27:0/805980108 >> 172.21.15.27:0/805980108 conn(0x7f94c00b3460 msgr2=0x7f94c00cfb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:00.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.306+0000 7f94c77e2640 1 -- 172.21.15.27:0/805980108 shutdown_connections 2024-02-09T23:58:00.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.306+0000 7f94c77e2640 1 -- 172.21.15.27:0/805980108 wait complete. 2024-02-09T23:58:00.321 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-02-09T23:58:00.321 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-09T23:58:00.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.425+0000 7f3f3bb7a640 1 Processor -- start 2024-02-09T23:58:00.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.425+0000 7f3f3bb7a640 1 -- start start 2024-02-09T23:58:00.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.426+0000 7f3f3bb7a640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f3f3415da70 0x7f3f340b95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:00.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.426+0000 7f3f3bb7a640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f3f340d0af0 0x7f3f340d1d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:00.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.426+0000 7f3f3bb7a640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3f340d2250 con 0x7f3f340d3520 2024-02-09T23:58:00.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.426+0000 7f3f3bb7a640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3f340b79e0 con 0x7f3f3415da70 2024-02-09T23:58:00.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.426+0000 7f3f3bb7a640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3f340d2480 con 0x7f3f340d0af0 2024-02-09T23:58:00.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.426+0000 7f3f39916640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f3f3415da70 0x7f3f340b95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:00.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.426+0000 7f3f39916640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f3f3415da70 0x7f3f340b95a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42386/0 (socket says 172.21.15.27:42386) 2024-02-09T23:58:00.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.426+0000 7f3f39916640 1 -- 172.21.15.27:0/3859560618 learned_addr learned my addr 172.21.15.27:0/3859560618 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:58:00.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.426+0000 7f3f3a117640 1 --2- 172.21.15.27:0/3859560618 >> v2:172.21.15.153:3300/0 conn(0x7f3f340d0af0 0x7f3f340d1d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:00.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.427+0000 7f3f39916640 1 -- 172.21.15.27:0/3859560618 >> v2:172.21.15.153:3300/0 conn(0x7f3f340d0af0 msgr2=0x7f3f340d1d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:00.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.427+0000 7f3f39916640 1 --2- 172.21.15.27:0/3859560618 >> v2:172.21.15.153:3300/0 conn(0x7f3f340d0af0 0x7f3f340d1d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:00.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.427+0000 7f3f39916640 1 -- 172.21.15.27:0/3859560618 >> v1:172.21.15.153:6789/0 conn(0x7f3f340d3520 legacy=0x7f3f340d03e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:00.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.427+0000 7f3f39916640 1 -- 172.21.15.27:0/3859560618 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f340d2760 con 0x7f3f3415da70 2024-02-09T23:58:00.432 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.427+0000 7f3f39916640 1 --2- 172.21.15.27:0/3859560618 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3f3415da70 0x7f3f340b95a0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f3f340cfdb0 tx=0x7f3f2c02ba30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7d76e4fe1bb9ce4 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:00.432 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.427+0000 7f3f38914640 1 -- 172.21.15.27:0/3859560618 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f2c02f850 con 0x7f3f3415da70 2024-02-09T23:58:00.432 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.427+0000 7f3f38914640 1 -- 172.21.15.27:0/3859560618 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f2c02f9b0 con 0x7f3f3415da70 2024-02-09T23:58:00.432 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.427+0000 7f3f38914640 1 -- 172.21.15.27:0/3859560618 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f2c02fd40 con 0x7f3f3415da70 2024-02-09T23:58:00.432 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.428+0000 7f3f3bb7a640 1 -- 172.21.15.27:0/3859560618 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3f3415da70 msgr2=0x7f3f340b95a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:00.432 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.428+0000 7f3f3bb7a640 1 --2- 172.21.15.27:0/3859560618 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3f3415da70 0x7f3f340b95a0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f3f340cfdb0 tx=0x7f3f2c02ba30 comp rx=0 tx=0).stop 2024-02-09T23:58:00.432 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.428+0000 7f3f3bb7a640 1 -- 172.21.15.27:0/3859560618 shutdown_connections 2024-02-09T23:58:00.432 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.428+0000 7f3f3bb7a640 1 --2- 172.21.15.27:0/3859560618 >> v2:172.21.15.153:3300/0 conn(0x7f3f340d0af0 0x7f3f340d1d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:00.432 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.428+0000 7f3f3bb7a640 1 --2- 172.21.15.27:0/3859560618 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3f3415da70 0x7f3f340b95a0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:00.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.428+0000 7f3f3bb7a640 1 -- 172.21.15.27:0/3859560618 >> 172.21.15.27:0/3859560618 conn(0x7f3f34067020 msgr2=0x7f3f340b5520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:00.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.428+0000 7f3f3bb7a640 1 -- 172.21.15.27:0/3859560618 shutdown_connections 2024-02-09T23:58:00.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.428+0000 7f3f3bb7a640 1 -- 172.21.15.27:0/3859560618 wait complete. 2024-02-09T23:58:00.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.429+0000 7f3f3bb7a640 1 Processor -- start 2024-02-09T23:58:00.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.429+0000 7f3f3bb7a640 1 -- start start 2024-02-09T23:58:00.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.430+0000 7f3f3bb7a640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3f340d0af0 0x7f3f3415e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:00.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.430+0000 7f3f3bb7a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3f340d3520 0x7f3f340c86e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:00.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.430+0000 7f3f3bb7a640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3f3415da70 0x7f3f3414afb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:00.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.430+0000 7f3f3bb7a640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f340c8c20 con 0x7f3f3415da70 2024-02-09T23:58:00.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.430+0000 7f3f3bb7a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f3414b4f0 con 0x7f3f340d3520 2024-02-09T23:58:00.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.430+0000 7f3f3bb7a640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f3415e7c0 con 0x7f3f340d0af0 2024-02-09T23:58:00.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.430+0000 7f3f3a117640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3f3415da70 0x7f3f3414afb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:00.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.430+0000 7f3f3a117640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3f3415da70 0x7f3f3414afb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42392/0 (socket says 172.21.15.27:42392) 2024-02-09T23:58:00.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.430+0000 7f3f3a117640 1 -- 172.21.15.27:0/2588719403 learned_addr learned my addr 172.21.15.27:0/2588719403 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:58:00.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.430+0000 7f3f39115640 1 --2- 172.21.15.27:0/2588719403 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3f340d3520 0x7f3f340c86e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:00.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.430+0000 7f3f39916640 1 --2- 172.21.15.27:0/2588719403 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3f340d0af0 0x7f3f3415e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:00.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.430+0000 7f3f3a117640 1 -- 172.21.15.27:0/2588719403 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3f340d0af0 msgr2=0x7f3f3415e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:00.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.430+0000 7f3f3a117640 1 --2- 172.21.15.27:0/2588719403 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3f340d0af0 0x7f3f3415e0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:00.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.430+0000 7f3f3a117640 1 -- 172.21.15.27:0/2588719403 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3f340d3520 msgr2=0x7f3f340c86e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:00.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.430+0000 7f3f3a117640 1 --2- 172.21.15.27:0/2588719403 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3f340d3520 0x7f3f340c86e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:00.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.430+0000 7f3f3a117640 1 -- 172.21.15.27:0/2588719403 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f2c0094d0 con 0x7f3f3415da70 2024-02-09T23:58:00.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.430+0000 7f3f39916640 1 --2- 172.21.15.27:0/2588719403 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3f340d0af0 0x7f3f3415e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:58:00.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.430+0000 7f3f39115640 1 --2- 172.21.15.27:0/2588719403 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3f340d3520 0x7f3f340c86e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:58:00.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.431+0000 7f3f3a117640 1 --2- 172.21.15.27:0/2588719403 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3f3415da70 0x7f3f3414afb0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f3f24007e40 tx=0x7f3f2400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:00.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.431+0000 7f3f327fc640 1 -- 172.21.15.27:0/2588719403 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f24014620 con 0x7f3f3415da70 2024-02-09T23:58:00.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.431+0000 7f3f327fc640 1 -- 172.21.15.27:0/2588719403 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f2400ee90 con 0x7f3f3415da70 2024-02-09T23:58:00.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.431+0000 7f3f3bb7a640 1 -- 172.21.15.27:0/2588719403 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3f3415eaa0 con 0x7f3f3415da70 2024-02-09T23:58:00.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.431+0000 7f3f327fc640 1 -- 172.21.15.27:0/2588719403 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f240149e0 con 0x7f3f3415da70 2024-02-09T23:58:00.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.431+0000 7f3f3bb7a640 1 -- 172.21.15.27:0/2588719403 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3f3415f060 con 0x7f3f3415da70 2024-02-09T23:58:00.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.432+0000 7f3f3bb7a640 1 -- 172.21.15.27:0/2588719403 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3f340c6cf0 con 0x7f3f3415da70 2024-02-09T23:58:00.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.432+0000 7f3f327fc640 1 -- 172.21.15.27:0/2588719403 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f3f24014b40 con 0x7f3f3415da70 2024-02-09T23:58:00.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.433+0000 7f3f327fc640 1 --2- 172.21.15.27:0/2588719403 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3f2006b810 0x7f3f2006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:00.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.433+0000 7f3f327fc640 1 -- 172.21.15.27:0/2588719403 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3f2408ac20 con 0x7f3f3415da70 2024-02-09T23:58:00.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.433+0000 7f3f39916640 1 --2- 172.21.15.27:0/2588719403 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3f2006b810 0x7f3f2006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:00.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.434+0000 7f3f39916640 1 --2- 172.21.15.27:0/2588719403 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3f2006b810 0x7f3f2006dcd0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f3f2c036000 tx=0x7f3f2c039040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:00.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.437+0000 7f3f327fc640 1 -- 172.21.15.27:0/2588719403 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f3f240555b0 con 0x7f3f3415da70 2024-02-09T23:58:00.621 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.618+0000 7f3f3bb7a640 1 -- 172.21.15.27:0/2588719403 --> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f3f3415a860 con 0x7f3f2006b810 2024-02-09T23:58:00.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.625+0000 7f3f327fc640 1 -- 172.21.15.27:0/2588719403 <== mgr.4106 v2:172.21.15.153:6832/1248308414 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+284385 (secure 0 0 0) 0x7f3f3415a860 con 0x7f3f2006b810 2024-02-09T23:58:00.632 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:58:00.633 INFO:teuthology.orchestra.run.smithi027.stderr:dumped all 2024-02-09T23:58:00.635 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.628+0000 7f3f3bb7a640 1 -- 172.21.15.27:0/2588719403 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3f2006b810 msgr2=0x7f3f2006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:00.635 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.628+0000 7f3f3bb7a640 1 --2- 172.21.15.27:0/2588719403 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3f2006b810 0x7f3f2006dcd0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f3f2c036000 tx=0x7f3f2c039040 comp rx=0 tx=0).stop 2024-02-09T23:58:00.635 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.628+0000 7f3f3bb7a640 1 -- 172.21.15.27:0/2588719403 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3f3415da70 msgr2=0x7f3f3414afb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:00.635 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.628+0000 7f3f3bb7a640 1 --2- 172.21.15.27:0/2588719403 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3f3415da70 0x7f3f3414afb0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f3f24007e40 tx=0x7f3f2400e4b0 comp rx=0 tx=0).stop 2024-02-09T23:58:00.635 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.628+0000 7f3f3bb7a640 1 -- 172.21.15.27:0/2588719403 shutdown_connections 2024-02-09T23:58:00.635 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.628+0000 7f3f3bb7a640 1 --2- 172.21.15.27:0/2588719403 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f3f2006b810 0x7f3f2006dcd0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:00.635 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.628+0000 7f3f3bb7a640 1 --2- 172.21.15.27:0/2588719403 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3f3415da70 0x7f3f3414afb0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:00.635 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.628+0000 7f3f3bb7a640 1 --2- 172.21.15.27:0/2588719403 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3f340d3520 0x7f3f340c86e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:00.635 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.628+0000 7f3f3bb7a640 1 --2- 172.21.15.27:0/2588719403 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f3f340d0af0 0x7f3f3415e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:00.635 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.628+0000 7f3f3bb7a640 1 -- 172.21.15.27:0/2588719403 >> 172.21.15.27:0/2588719403 conn(0x7f3f34067020 msgr2=0x7f3f340d41e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:00.635 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.628+0000 7f3f3bb7a640 1 -- 172.21.15.27:0/2588719403 shutdown_connections 2024-02-09T23:58:00.636 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:00.628+0000 7f3f3bb7a640 1 -- 172.21.15.27:0/2588719403 wait complete. 2024-02-09T23:58:00.642 INFO:teuthology.orchestra.run.smithi027.stdout:{"pg_ready":true,"pg_map":{"version":67,"stamp":"2024-02-09T23:57:59.454844+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":22,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220104,"kb_used_data":3928,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754616,"statfs":{"total":773094113280,"available":772868726784,"internally_reserved":0,"allocated":4022272,"data_stored":2266516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":19,"apply_latency_ms":19,"commit_latency_ns":19000000,"apply_latency_ns":19000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001276"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.891966+0000","last_change":"2024-02-09T23:57:53.891966+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.891966+0000","last_undegraded":"2024-02-09T23:57:53.891966+0000","last_fullsized":"2024-02-09T23:57:53.891966+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.897437+0000","last_change":"2024-02-09T23:57:53.897437+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.897437+0000","last_undegraded":"2024-02-09T23:57:53.897437+0000","last_fullsized":"2024-02-09T23:57:53.897437+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893043+0000","last_change":"2024-02-09T23:57:53.893043+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893043+0000","last_undegraded":"2024-02-09T23:57:53.893043+0000","last_fullsized":"2024-02-09T23:57:53.893043+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.897970+0000","last_change":"2024-02-09T23:57:53.897970+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.897970+0000","last_undegraded":"2024-02-09T23:57:53.897970+0000","last_fullsized":"2024-02-09T23:57:53.897970+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.897887+0000","last_change":"2024-02-09T23:57:53.897887+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.897887+0000","last_undegraded":"2024-02-09T23:57:53.897887+0000","last_fullsized":"2024-02-09T23:57:53.897887+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.896167+0000","last_change":"2024-02-09T23:57:53.896167+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.896167+0000","last_undegraded":"2024-02-09T23:57:53.896167+0000","last_fullsized":"2024-02-09T23:57:53.896167+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.899161+0000","last_change":"2024-02-09T23:57:53.899161+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.899161+0000","last_undegraded":"2024-02-09T23:57:53.899161+0000","last_fullsized":"2024-02-09T23:57:53.899161+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.899446+0000","last_change":"2024-02-09T23:57:53.899446+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.899446+0000","last_undegraded":"2024-02-09T23:57:53.899446+0000","last_fullsized":"2024-02-09T23:57:53.899446+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.898552+0000","last_change":"2024-02-09T23:57:53.898552+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.898552+0000","last_undegraded":"2024-02-09T23:57:53.898552+0000","last_fullsized":"2024-02-09T23:57:53.898552+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.900266+0000","last_change":"2024-02-09T23:57:53.900266+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.900266+0000","last_undegraded":"2024-02-09T23:57:53.900266+0000","last_fullsized":"2024-02-09T23:57:53.900266+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.899474+0000","last_change":"2024-02-09T23:57:53.899474+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.899474+0000","last_undegraded":"2024-02-09T23:57:53.899474+0000","last_fullsized":"2024-02-09T23:57:53.899474+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893120+0000","last_change":"2024-02-09T23:57:53.893120+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893120+0000","last_undegraded":"2024-02-09T23:57:53.893120+0000","last_fullsized":"2024-02-09T23:57:53.893120+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.897440+0000","last_change":"2024-02-09T23:57:53.897440+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.897440+0000","last_undegraded":"2024-02-09T23:57:53.897440+0000","last_fullsized":"2024-02-09T23:57:53.897440+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.894562+0000","last_change":"2024-02-09T23:57:53.894562+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.894562+0000","last_undegraded":"2024-02-09T23:57:53.894562+0000","last_fullsized":"2024-02-09T23:57:53.894562+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893205+0000","last_change":"2024-02-09T23:57:53.893205+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893205+0000","last_undegraded":"2024-02-09T23:57:53.893205+0000","last_fullsized":"2024-02-09T23:57:53.893205+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.896651+0000","last_change":"2024-02-09T23:57:53.896651+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.896651+0000","last_undegraded":"2024-02-09T23:57:53.896651+0000","last_fullsized":"2024-02-09T23:57:53.896651+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.899814+0000","last_change":"2024-02-09T23:57:53.899814+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.899814+0000","last_undegraded":"2024-02-09T23:57:53.899814+0000","last_fullsized":"2024-02-09T23:57:53.899814+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.894000+0000","last_change":"2024-02-09T23:57:53.894000+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.894000+0000","last_undegraded":"2024-02-09T23:57:53.894000+0000","last_fullsized":"2024-02-09T23:57:53.894000+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.895088+0000","last_change":"2024-02-09T23:57:53.895088+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.895088+0000","last_undegraded":"2024-02-09T23:57:53.895088+0000","last_fullsized":"2024-02-09T23:57:53.895088+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.897592+0000","last_change":"2024-02-09T23:57:53.897592+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.897592+0000","last_undegraded":"2024-02-09T23:57:53.897592+0000","last_fullsized":"2024-02-09T23:57:53.897592+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.899927+0000","last_change":"2024-02-09T23:57:53.899927+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.899927+0000","last_undegraded":"2024-02-09T23:57:53.899927+0000","last_fullsized":"2024-02-09T23:57:53.899927+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.896071+0000","last_change":"2024-02-09T23:57:53.896071+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.896071+0000","last_undegraded":"2024-02-09T23:57:53.896071+0000","last_fullsized":"2024-02-09T23:57:53.896071+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893426+0000","last_change":"2024-02-09T23:57:53.893426+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893426+0000","last_undegraded":"2024-02-09T23:57:53.893426+0000","last_fullsized":"2024-02-09T23:57:53.893426+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893612+0000","last_change":"2024-02-09T23:57:53.893612+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893612+0000","last_undegraded":"2024-02-09T23:57:53.893612+0000","last_fullsized":"2024-02-09T23:57:53.893612+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.898451+0000","last_change":"2024-02-09T23:57:53.898451+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.898451+0000","last_undegraded":"2024-02-09T23:57:53.898451+0000","last_fullsized":"2024-02-09T23:57:53.898451+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893564+0000","last_change":"2024-02-09T23:57:53.893564+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893564+0000","last_undegraded":"2024-02-09T23:57:53.893564+0000","last_fullsized":"2024-02-09T23:57:53.893564+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.902389+0000","last_change":"2024-02-09T23:57:53.902389+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.902389+0000","last_undegraded":"2024-02-09T23:57:53.902389+0000","last_fullsized":"2024-02-09T23:57:53.902389+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.892554+0000","last_change":"2024-02-09T23:57:53.892554+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.892554+0000","last_undegraded":"2024-02-09T23:57:53.892554+0000","last_fullsized":"2024-02-09T23:57:53.892554+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.899530+0000","last_change":"2024-02-09T23:57:53.899530+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.899530+0000","last_undegraded":"2024-02-09T23:57:53.899530+0000","last_fullsized":"2024-02-09T23:57:53.899530+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.897354+0000","last_change":"2024-02-09T23:57:53.897354+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.897354+0000","last_undegraded":"2024-02-09T23:57:53.897354+0000","last_fullsized":"2024-02-09T23:57:53.897354+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.892038+0000","last_change":"2024-02-09T23:57:53.892038+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.892038+0000","last_undegraded":"2024-02-09T23:57:53.892038+0000","last_fullsized":"2024-02-09T23:57:53.892038+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.898975+0000","last_change":"2024-02-09T23:57:53.898975+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.898975+0000","last_undegraded":"2024-02-09T23:57:53.898975+0000","last_fullsized":"2024-02-09T23:57:53.898975+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.894438+0000","last_change":"2024-02-09T23:57:53.894438+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.894438+0000","last_undegraded":"2024-02-09T23:57:53.894438+0000","last_fullsized":"2024-02-09T23:57:53.894438+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.899614+0000","last_change":"2024-02-09T23:57:53.897135+0000","last_active":"2024-02-09T23:57:53.899614+0000","last_peered":"2024-02-09T23:57:53.899614+0000","last_clean":"2024-02-09T23:57:53.899614+0000","last_became_active":"2024-02-09T23:57:53.896811+0000","last_became_peered":"2024-02-09T23:57:53.896811+0000","last_unstale":"2024-02-09T23:57:53.899614+0000","last_undegraded":"2024-02-09T23:57:53.899614+0000","last_fullsized":"2024-02-09T23:57:53.899614+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:26:51.237385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.891451+0000","last_change":"2024-02-09T23:57:53.891451+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.891451+0000","last_undegraded":"2024-02-09T23:57:53.891451+0000","last_fullsized":"2024-02-09T23:57:53.891451+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.903982+0000","last_change":"2024-02-09T23:57:53.903073+0000","last_active":"2024-02-09T23:57:53.903982+0000","last_peered":"2024-02-09T23:57:53.903982+0000","last_clean":"2024-02-09T23:57:53.903982+0000","last_became_active":"2024-02-09T23:57:53.902789+0000","last_became_peered":"2024-02-09T23:57:53.902789+0000","last_unstale":"2024-02-09T23:57:53.903982+0000","last_undegraded":"2024-02-09T23:57:53.903982+0000","last_fullsized":"2024-02-09T23:57:53.903982+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:26:51.237385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.896418+0000","last_change":"2024-02-09T23:57:53.896418+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.896418+0000","last_undegraded":"2024-02-09T23:57:53.896418+0000","last_fullsized":"2024-02-09T23:57:53.896418+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.913301+0000","last_change":"2024-02-09T23:57:53.907747+0000","last_active":"2024-02-09T23:57:53.913301+0000","last_peered":"2024-02-09T23:57:53.913301+0000","last_clean":"2024-02-09T23:57:53.913301+0000","last_became_active":"2024-02-09T23:57:53.907472+0000","last_became_peered":"2024-02-09T23:57:53.907472+0000","last_unstale":"2024-02-09T23:57:53.913301+0000","last_undegraded":"2024-02-09T23:57:53.913301+0000","last_fullsized":"2024-02-09T23:57:53.913301+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:07:24.576071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.901946+0000","last_change":"2024-02-09T23:57:53.901946+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.901946+0000","last_undegraded":"2024-02-09T23:57:53.901946+0000","last_fullsized":"2024-02-09T23:57:53.901946+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910656+0000","last_change":"2024-02-09T23:57:53.907600+0000","last_active":"2024-02-09T23:57:53.910656+0000","last_peered":"2024-02-09T23:57:53.910656+0000","last_clean":"2024-02-09T23:57:53.910656+0000","last_became_active":"2024-02-09T23:57:53.907327+0000","last_became_peered":"2024-02-09T23:57:53.907327+0000","last_unstale":"2024-02-09T23:57:53.910656+0000","last_undegraded":"2024-02-09T23:57:53.910656+0000","last_fullsized":"2024-02-09T23:57:53.910656+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:16:58.628926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.896851+0000","last_change":"2024-02-09T23:57:53.896851+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.896851+0000","last_undegraded":"2024-02-09T23:57:53.896851+0000","last_fullsized":"2024-02-09T23:57:53.896851+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.905522+0000","last_change":"2024-02-09T23:57:53.903222+0000","last_active":"2024-02-09T23:57:53.905522+0000","last_peered":"2024-02-09T23:57:53.905522+0000","last_clean":"2024-02-09T23:57:53.905522+0000","last_became_active":"2024-02-09T23:57:53.902937+0000","last_became_peered":"2024-02-09T23:57:53.902937+0000","last_unstale":"2024-02-09T23:57:53.905522+0000","last_undegraded":"2024-02-09T23:57:53.905522+0000","last_fullsized":"2024-02-09T23:57:53.905522+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:16:58.628926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.894240+0000","last_change":"2024-02-09T23:57:53.894240+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.894240+0000","last_undegraded":"2024-02-09T23:57:53.894240+0000","last_fullsized":"2024-02-09T23:57:53.894240+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.905563+0000","last_change":"2024-02-09T23:57:53.903249+0000","last_active":"2024-02-09T23:57:53.905563+0000","last_peered":"2024-02-09T23:57:53.905563+0000","last_clean":"2024-02-09T23:57:53.905563+0000","last_became_active":"2024-02-09T23:57:53.902943+0000","last_became_peered":"2024-02-09T23:57:53.902943+0000","last_unstale":"2024-02-09T23:57:53.905563+0000","last_undegraded":"2024-02-09T23:57:53.905563+0000","last_fullsized":"2024-02-09T23:57:53.905563+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:24:49.413785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.894068+0000","last_change":"2024-02-09T23:57:53.894068+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.894068+0000","last_undegraded":"2024-02-09T23:57:53.894068+0000","last_fullsized":"2024-02-09T23:57:53.894068+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.905496+0000","last_change":"2024-02-09T23:57:53.902743+0000","last_active":"2024-02-09T23:57:53.905496+0000","last_peered":"2024-02-09T23:57:53.905496+0000","last_clean":"2024-02-09T23:57:53.905496+0000","last_became_active":"2024-02-09T23:57:53.902457+0000","last_became_peered":"2024-02-09T23:57:53.902457+0000","last_unstale":"2024-02-09T23:57:53.905496+0000","last_undegraded":"2024-02-09T23:57:53.905496+0000","last_fullsized":"2024-02-09T23:57:53.905496+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:13:53.519563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.895491+0000","last_change":"2024-02-09T23:57:53.895491+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.895491+0000","last_undegraded":"2024-02-09T23:57:53.895491+0000","last_fullsized":"2024-02-09T23:57:53.895491+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.906530+0000","last_change":"2024-02-09T23:57:53.904066+0000","last_active":"2024-02-09T23:57:53.906530+0000","last_peered":"2024-02-09T23:57:53.906530+0000","last_clean":"2024-02-09T23:57:53.906530+0000","last_became_active":"2024-02-09T23:57:53.903759+0000","last_became_peered":"2024-02-09T23:57:53.903759+0000","last_unstale":"2024-02-09T23:57:53.906530+0000","last_undegraded":"2024-02-09T23:57:53.906530+0000","last_fullsized":"2024-02-09T23:57:53.906530+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:39:56.851011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893651+0000","last_change":"2024-02-09T23:57:53.893651+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893651+0000","last_undegraded":"2024-02-09T23:57:53.893651+0000","last_fullsized":"2024-02-09T23:57:53.893651+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.913329+0000","last_change":"2024-02-09T23:57:53.908785+0000","last_active":"2024-02-09T23:57:53.913329+0000","last_peered":"2024-02-09T23:57:53.913329+0000","last_clean":"2024-02-09T23:57:53.913329+0000","last_became_active":"2024-02-09T23:57:53.908279+0000","last_became_peered":"2024-02-09T23:57:53.908279+0000","last_unstale":"2024-02-09T23:57:53.913329+0000","last_undegraded":"2024-02-09T23:57:53.913329+0000","last_fullsized":"2024-02-09T23:57:53.913329+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:50:56.409239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893994+0000","last_change":"2024-02-09T23:57:53.893994+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893994+0000","last_undegraded":"2024-02-09T23:57:53.893994+0000","last_fullsized":"2024-02-09T23:57:53.893994+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.903317+0000","last_change":"2024-02-09T23:57:53.902451+0000","last_active":"2024-02-09T23:57:53.903317+0000","last_peered":"2024-02-09T23:57:53.903317+0000","last_clean":"2024-02-09T23:57:53.903317+0000","last_became_active":"2024-02-09T23:57:53.902182+0000","last_became_peered":"2024-02-09T23:57:53.902182+0000","last_unstale":"2024-02-09T23:57:53.903317+0000","last_undegraded":"2024-02-09T23:57:53.903317+0000","last_fullsized":"2024-02-09T23:57:53.903317+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:07:49.352292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893429+0000","last_change":"2024-02-09T23:57:53.893429+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893429+0000","last_undegraded":"2024-02-09T23:57:53.893429+0000","last_fullsized":"2024-02-09T23:57:53.893429+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910296+0000","last_change":"2024-02-09T23:57:53.907626+0000","last_active":"2024-02-09T23:57:53.910296+0000","last_peered":"2024-02-09T23:57:53.910296+0000","last_clean":"2024-02-09T23:57:53.910296+0000","last_became_active":"2024-02-09T23:57:53.907295+0000","last_became_peered":"2024-02-09T23:57:53.907295+0000","last_unstale":"2024-02-09T23:57:53.910296+0000","last_undegraded":"2024-02-09T23:57:53.910296+0000","last_fullsized":"2024-02-09T23:57:53.910296+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:14:56.103697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893504+0000","last_change":"2024-02-09T23:57:53.893504+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893504+0000","last_undegraded":"2024-02-09T23:57:53.893504+0000","last_fullsized":"2024-02-09T23:57:53.893504+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.913287+0000","last_change":"2024-02-09T23:57:53.907513+0000","last_active":"2024-02-09T23:57:53.913287+0000","last_peered":"2024-02-09T23:57:53.913287+0000","last_clean":"2024-02-09T23:57:53.913287+0000","last_became_active":"2024-02-09T23:57:53.907201+0000","last_became_peered":"2024-02-09T23:57:53.907201+0000","last_unstale":"2024-02-09T23:57:53.913287+0000","last_undegraded":"2024-02-09T23:57:53.913287+0000","last_fullsized":"2024-02-09T23:57:53.913287+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:40:12.466324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.899483+0000","last_change":"2024-02-09T23:57:53.899483+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.899483+0000","last_undegraded":"2024-02-09T23:57:53.899483+0000","last_fullsized":"2024-02-09T23:57:53.899483+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.906388+0000","last_change":"2024-02-09T23:57:53.903816+0000","last_active":"2024-02-09T23:57:53.906388+0000","last_peered":"2024-02-09T23:57:53.906388+0000","last_clean":"2024-02-09T23:57:53.906388+0000","last_became_active":"2024-02-09T23:57:53.903498+0000","last_became_peered":"2024-02-09T23:57:53.903498+0000","last_unstale":"2024-02-09T23:57:53.906388+0000","last_undegraded":"2024-02-09T23:57:53.906388+0000","last_fullsized":"2024-02-09T23:57:53.906388+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:17:49.376388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893442+0000","last_change":"2024-02-09T23:57:53.893442+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893442+0000","last_undegraded":"2024-02-09T23:57:53.893442+0000","last_fullsized":"2024-02-09T23:57:53.893442+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910921+0000","last_change":"2024-02-09T23:57:53.906564+0000","last_active":"2024-02-09T23:57:53.910921+0000","last_peered":"2024-02-09T23:57:53.910921+0000","last_clean":"2024-02-09T23:57:53.910921+0000","last_became_active":"2024-02-09T23:57:53.906284+0000","last_became_peered":"2024-02-09T23:57:53.906284+0000","last_unstale":"2024-02-09T23:57:53.910921+0000","last_undegraded":"2024-02-09T23:57:53.910921+0000","last_fullsized":"2024-02-09T23:57:53.910921+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:07:24.576071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.898565+0000","last_change":"2024-02-09T23:57:53.898565+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.898565+0000","last_undegraded":"2024-02-09T23:57:53.898565+0000","last_fullsized":"2024-02-09T23:57:53.898565+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910966+0000","last_change":"2024-02-09T23:57:53.907276+0000","last_active":"2024-02-09T23:57:53.910966+0000","last_peered":"2024-02-09T23:57:53.910966+0000","last_clean":"2024-02-09T23:57:53.910966+0000","last_became_active":"2024-02-09T23:57:53.906981+0000","last_became_peered":"2024-02-09T23:57:53.906981+0000","last_unstale":"2024-02-09T23:57:53.910966+0000","last_undegraded":"2024-02-09T23:57:53.910966+0000","last_fullsized":"2024-02-09T23:57:53.910966+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:41:37.111068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.891413+0000","last_change":"2024-02-09T23:57:53.891413+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.891413+0000","last_undegraded":"2024-02-09T23:57:53.891413+0000","last_fullsized":"2024-02-09T23:57:53.891413+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910820+0000","last_change":"2024-02-09T23:57:53.907106+0000","last_active":"2024-02-09T23:57:53.910820+0000","last_peered":"2024-02-09T23:57:53.910820+0000","last_clean":"2024-02-09T23:57:53.910820+0000","last_became_active":"2024-02-09T23:57:53.906818+0000","last_became_peered":"2024-02-09T23:57:53.906818+0000","last_unstale":"2024-02-09T23:57:53.910820+0000","last_undegraded":"2024-02-09T23:57:53.910820+0000","last_fullsized":"2024-02-09T23:57:53.910820+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:46:48.846067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.901524+0000","last_change":"2024-02-09T23:57:53.901524+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.901524+0000","last_undegraded":"2024-02-09T23:57:53.901524+0000","last_fullsized":"2024-02-09T23:57:53.901524+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910356+0000","last_change":"2024-02-09T23:57:53.904635+0000","last_active":"2024-02-09T23:57:53.910356+0000","last_peered":"2024-02-09T23:57:53.910356+0000","last_clean":"2024-02-09T23:57:53.910356+0000","last_became_active":"2024-02-09T23:57:53.904220+0000","last_became_peered":"2024-02-09T23:57:53.904220+0000","last_unstale":"2024-02-09T23:57:53.910356+0000","last_undegraded":"2024-02-09T23:57:53.910356+0000","last_fullsized":"2024-02-09T23:57:53.910356+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:46:48.846067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893779+0000","last_change":"2024-02-09T23:57:53.893779+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893779+0000","last_undegraded":"2024-02-09T23:57:53.893779+0000","last_fullsized":"2024-02-09T23:57:53.893779+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910010+0000","last_change":"2024-02-09T23:57:53.908682+0000","last_active":"2024-02-09T23:57:53.910010+0000","last_peered":"2024-02-09T23:57:53.910010+0000","last_clean":"2024-02-09T23:57:53.910010+0000","last_became_active":"2024-02-09T23:57:53.908399+0000","last_became_peered":"2024-02-09T23:57:53.908399+0000","last_unstale":"2024-02-09T23:57:53.910010+0000","last_undegraded":"2024-02-09T23:57:53.910010+0000","last_fullsized":"2024-02-09T23:57:53.910010+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:04:44.339818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.897352+0000","last_change":"2024-02-09T23:57:53.897352+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.897352+0000","last_undegraded":"2024-02-09T23:57:53.897352+0000","last_fullsized":"2024-02-09T23:57:53.897352+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.905517+0000","last_change":"2024-02-09T23:57:53.903139+0000","last_active":"2024-02-09T23:57:53.905517+0000","last_peered":"2024-02-09T23:57:53.905517+0000","last_clean":"2024-02-09T23:57:53.905517+0000","last_became_active":"2024-02-09T23:57:53.902861+0000","last_became_peered":"2024-02-09T23:57:53.902861+0000","last_unstale":"2024-02-09T23:57:53.905517+0000","last_undegraded":"2024-02-09T23:57:53.905517+0000","last_fullsized":"2024-02-09T23:57:53.905517+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:12:40.391449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.896611+0000","last_change":"2024-02-09T23:57:53.896611+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.896611+0000","last_undegraded":"2024-02-09T23:57:53.896611+0000","last_fullsized":"2024-02-09T23:57:53.896611+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.905592+0000","last_change":"2024-02-09T23:57:53.903666+0000","last_active":"2024-02-09T23:57:53.905592+0000","last_peered":"2024-02-09T23:57:53.905592+0000","last_clean":"2024-02-09T23:57:53.905592+0000","last_became_active":"2024-02-09T23:57:53.903357+0000","last_became_peered":"2024-02-09T23:57:53.903357+0000","last_unstale":"2024-02-09T23:57:53.905592+0000","last_undegraded":"2024-02-09T23:57:53.905592+0000","last_fullsized":"2024-02-09T23:57:53.905592+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:12:51.021961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.896722+0000","last_change":"2024-02-09T23:57:53.896722+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.896722+0000","last_undegraded":"2024-02-09T23:57:53.896722+0000","last_fullsized":"2024-02-09T23:57:53.896722+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.905390+0000","last_change":"2024-02-09T23:57:53.904592+0000","last_active":"2024-02-09T23:57:53.905390+0000","last_peered":"2024-02-09T23:57:53.905390+0000","last_clean":"2024-02-09T23:57:53.905390+0000","last_became_active":"2024-02-09T23:57:53.904331+0000","last_became_peered":"2024-02-09T23:57:53.904331+0000","last_unstale":"2024-02-09T23:57:53.905390+0000","last_undegraded":"2024-02-09T23:57:53.905390+0000","last_fullsized":"2024-02-09T23:57:53.905390+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:42:01.034960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.897023+0000","last_change":"2024-02-09T23:57:53.897023+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.897023+0000","last_undegraded":"2024-02-09T23:57:53.897023+0000","last_fullsized":"2024-02-09T23:57:53.897023+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.909674+0000","last_change":"2024-02-09T23:57:53.907412+0000","last_active":"2024-02-09T23:57:53.909674+0000","last_peered":"2024-02-09T23:57:53.909674+0000","last_clean":"2024-02-09T23:57:53.909674+0000","last_became_active":"2024-02-09T23:57:53.907158+0000","last_became_peered":"2024-02-09T23:57:53.907158+0000","last_unstale":"2024-02-09T23:57:53.909674+0000","last_undegraded":"2024-02-09T23:57:53.909674+0000","last_fullsized":"2024-02-09T23:57:53.909674+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:13:53.519563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.896453+0000","last_change":"2024-02-09T23:57:53.896453+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.896453+0000","last_undegraded":"2024-02-09T23:57:53.896453+0000","last_fullsized":"2024-02-09T23:57:53.896453+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910003+0000","last_change":"2024-02-09T23:57:53.907807+0000","last_active":"2024-02-09T23:57:53.910003+0000","last_peered":"2024-02-09T23:57:53.910003+0000","last_clean":"2024-02-09T23:57:53.910003+0000","last_became_active":"2024-02-09T23:57:53.907357+0000","last_became_peered":"2024-02-09T23:57:53.907357+0000","last_unstale":"2024-02-09T23:57:53.910003+0000","last_undegraded":"2024-02-09T23:57:53.910003+0000","last_fullsized":"2024-02-09T23:57:53.910003+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:11:42.357071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.899602+0000","last_change":"2024-02-09T23:57:53.899602+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.899602+0000","last_undegraded":"2024-02-09T23:57:53.899602+0000","last_fullsized":"2024-02-09T23:57:53.899602+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.906307+0000","last_change":"2024-02-09T23:57:53.904982+0000","last_active":"2024-02-09T23:57:53.906307+0000","last_peered":"2024-02-09T23:57:53.906307+0000","last_clean":"2024-02-09T23:57:53.906307+0000","last_became_active":"2024-02-09T23:57:53.904695+0000","last_became_peered":"2024-02-09T23:57:53.904695+0000","last_unstale":"2024-02-09T23:57:53.906307+0000","last_undegraded":"2024-02-09T23:57:53.906307+0000","last_fullsized":"2024-02-09T23:57:53.906307+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:04:50.085642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.895955+0000","last_change":"2024-02-09T23:57:53.895955+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.895955+0000","last_undegraded":"2024-02-09T23:57:53.895955+0000","last_fullsized":"2024-02-09T23:57:53.895955+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910375+0000","last_change":"2024-02-09T23:57:53.905089+0000","last_active":"2024-02-09T23:57:53.910375+0000","last_peered":"2024-02-09T23:57:53.910375+0000","last_clean":"2024-02-09T23:57:53.910375+0000","last_became_active":"2024-02-09T23:57:53.904826+0000","last_became_peered":"2024-02-09T23:57:53.904826+0000","last_unstale":"2024-02-09T23:57:53.910375+0000","last_undegraded":"2024-02-09T23:57:53.910375+0000","last_fullsized":"2024-02-09T23:57:53.910375+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:41:37.111068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.892568+0000","last_change":"2024-02-09T23:57:53.892568+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.892568+0000","last_undegraded":"2024-02-09T23:57:53.892568+0000","last_fullsized":"2024-02-09T23:57:53.892568+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910917+0000","last_change":"2024-02-09T23:57:53.908415+0000","last_active":"2024-02-09T23:57:53.910917+0000","last_peered":"2024-02-09T23:57:53.910917+0000","last_clean":"2024-02-09T23:57:53.910917+0000","last_became_active":"2024-02-09T23:57:53.908133+0000","last_became_peered":"2024-02-09T23:57:53.908133+0000","last_unstale":"2024-02-09T23:57:53.910917+0000","last_undegraded":"2024-02-09T23:57:53.910917+0000","last_fullsized":"2024-02-09T23:57:53.910917+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:13:53.519563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.893931+0000","last_change":"2024-02-09T23:57:53.893931+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.893931+0000","last_undegraded":"2024-02-09T23:57:53.893931+0000","last_fullsized":"2024-02-09T23:57:53.893931+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910324+0000","last_change":"2024-02-09T23:57:53.904587+0000","last_active":"2024-02-09T23:57:53.910324+0000","last_peered":"2024-02-09T23:57:53.910324+0000","last_clean":"2024-02-09T23:57:53.910324+0000","last_became_active":"2024-02-09T23:57:53.904242+0000","last_became_peered":"2024-02-09T23:57:53.904242+0000","last_unstale":"2024-02-09T23:57:53.910324+0000","last_undegraded":"2024-02-09T23:57:53.910324+0000","last_fullsized":"2024-02-09T23:57:53.910324+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:13:53.519563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.891440+0000","last_change":"2024-02-09T23:57:53.891440+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.891440+0000","last_undegraded":"2024-02-09T23:57:53.891440+0000","last_fullsized":"2024-02-09T23:57:53.891440+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.901800+0000","last_change":"2024-02-09T23:57:53.900662+0000","last_active":"2024-02-09T23:57:53.901800+0000","last_peered":"2024-02-09T23:57:53.901800+0000","last_clean":"2024-02-09T23:57:53.901800+0000","last_became_active":"2024-02-09T23:57:53.900125+0000","last_became_peered":"2024-02-09T23:57:53.900125+0000","last_unstale":"2024-02-09T23:57:53.901800+0000","last_undegraded":"2024-02-09T23:57:53.901800+0000","last_fullsized":"2024-02-09T23:57:53.901800+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:25:22.720910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.894085+0000","last_change":"2024-02-09T23:57:53.894085+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.894085+0000","last_undegraded":"2024-02-09T23:57:53.894085+0000","last_fullsized":"2024-02-09T23:57:53.894085+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.910401+0000","last_change":"2024-02-09T23:57:53.905626+0000","last_active":"2024-02-09T23:57:53.910401+0000","last_peered":"2024-02-09T23:57:53.910401+0000","last_clean":"2024-02-09T23:57:53.910401+0000","last_became_active":"2024-02-09T23:57:53.905337+0000","last_became_peered":"2024-02-09T23:57:53.905337+0000","last_unstale":"2024-02-09T23:57:53.910401+0000","last_undegraded":"2024-02-09T23:57:53.910401+0000","last_fullsized":"2024-02-09T23:57:53.910401+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:40:12.466324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.895405+0000","last_change":"2024-02-09T23:57:53.895405+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.895405+0000","last_undegraded":"2024-02-09T23:57:53.895405+0000","last_fullsized":"2024-02-09T23:57:53.895405+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.905136+0000","last_change":"2024-02-09T23:57:53.901404+0000","last_active":"2024-02-09T23:57:53.905136+0000","last_peered":"2024-02-09T23:57:53.905136+0000","last_clean":"2024-02-09T23:57:53.905136+0000","last_became_active":"2024-02-09T23:57:53.900663+0000","last_became_peered":"2024-02-09T23:57:53.900663+0000","last_unstale":"2024-02-09T23:57:53.905136+0000","last_undegraded":"2024-02-09T23:57:53.905136+0000","last_fullsized":"2024-02-09T23:57:53.905136+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:23:32.679637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.895951+0000","last_change":"2024-02-09T23:57:53.895951+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.895951+0000","last_undegraded":"2024-02-09T23:57:53.895951+0000","last_fullsized":"2024-02-09T23:57:53.895951+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.913295+0000","last_change":"2024-02-09T23:57:53.907949+0000","last_active":"2024-02-09T23:57:53.913295+0000","last_peered":"2024-02-09T23:57:53.913295+0000","last_clean":"2024-02-09T23:57:53.913295+0000","last_became_active":"2024-02-09T23:57:53.907684+0000","last_became_peered":"2024-02-09T23:57:53.907684+0000","last_unstale":"2024-02-09T23:57:53.913295+0000","last_undegraded":"2024-02-09T23:57:53.913295+0000","last_fullsized":"2024-02-09T23:57:53.913295+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:51:11.022965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-02-09T23:57:53.898019+0000","last_change":"2024-02-09T23:57:53.898019+0000","last_active":"2024-02-09T23:57:53.885813+0000","last_peered":"2024-02-09T23:57:53.885813+0000","last_clean":"2024-02-09T23:57:53.885813+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-09T23:57:53.898019+0000","last_undegraded":"2024-02-09T23:57:53.898019+0000","last_fullsized":"2024-02-09T23:57:53.898019+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.906246+0000","last_change":"2024-02-09T23:57:53.904953+0000","last_active":"2024-02-09T23:57:53.906246+0000","last_peered":"2024-02-09T23:57:53.906246+0000","last_clean":"2024-02-09T23:57:53.906246+0000","last_became_active":"2024-02-09T23:57:53.904556+0000","last_became_peered":"2024-02-09T23:57:53.904556+0000","last_unstale":"2024-02-09T23:57:53.906246+0000","last_undegraded":"2024-02-09T23:57:53.906246+0000","last_fullsized":"2024-02-09T23:57:53.906246+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:42:01.034960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":191,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-09T23:57:53.900317+0000","last_change":"2024-02-09T23:56:40.567250+0000","last_active":"2024-02-09T23:57:53.900317+0000","last_peered":"2024-02-09T23:57:53.900317+0000","last_clean":"2024-02-09T23:57:53.900317+0000","last_became_active":"2024-02-09T23:56:40.566372+0000","last_became_peered":"2024-02-09T23:56:40.566372+0000","last_unstale":"2024-02-09T23:57:53.900317+0000","last_undegraded":"2024-02-09T23:57:53.900317+0000","last_fullsized":"2024-02-09T23:57:53.900317+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:39.545898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:39.545898+0000","last_clean_scrub_stamp":"2024-02-09T23:56:39.545898+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:46:32.589061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574867,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27956,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343884,"statfs":{"total":96636764160,"available":96608137216,"internally_reserved":0,"allocated":954368,"data_stored":729224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.40200000000000002}]},{"osd":1,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.46200000000000002}]},{"osd":2,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.55600000000000005}]},{"osd":3,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.48899999999999999}]},{"osd":4,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.44400000000000001}]},{"osd":5,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.54400000000000004}]},{"osd":6,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.503}]}]},{"osd":6,"up_from":13,"seq":55834574867,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":348160,"data_stored":132589,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.40600000000000003}]},{"osd":1,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.5}]},{"osd":2,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.443}]},{"osd":3,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.52500000000000002}]},{"osd":4,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.61499999999999999}]},{"osd":5,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.54300000000000004}]},{"osd":7,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.56000000000000005}]}]},{"osd":5,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":360448,"data_stored":138856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.48299999999999998}]},{"osd":1,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.505}]},{"osd":2,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.45700000000000002}]},{"osd":3,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.083,"5min":1.083,"15min":1.083},"last":0.63900000000000001}]},{"osd":4,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.55900000000000005}]},{"osd":6,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.629}]},{"osd":7,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.67100000000000004}]}]},{"osd":4,"up_from":13,"seq":55834574867,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":348160,"data_stored":132589,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.42999999999999999}]},{"osd":1,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.44},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.42099999999999999}]},{"osd":2,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.495},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.38400000000000001}]},{"osd":3,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.34100000000000003}]},{"osd":5,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.39600000000000002}]},{"osd":6,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.32400000000000001}]},{"osd":7,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.37},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.46000000000000002}]}]},{"osd":3,"up_from":13,"seq":55834574867,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":360448,"data_stored":138856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.501},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"last":0.44500000000000001}]},{"osd":1,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.36899999999999999}]},{"osd":2,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.54500000000000004}]},{"osd":4,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.56100000000000005}]},{"osd":5,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.60399999999999998}]},{"osd":6,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.73199999999999998}]},{"osd":7,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.64100000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574867,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":348160,"data_stored":132589,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.312,"5min":0.312,"15min":0.312},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.439,"5min":0.439,"15min":0.439},"last":0.36699999999999999}]},{"osd":1,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.33700000000000002}]},{"osd":3,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"last":0.377}]},{"osd":4,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.44500000000000001}]},{"osd":5,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.56399999999999995}]},{"osd":6,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.52800000000000002}]},{"osd":7,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.51300000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574867,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":360448,"data_stored":138856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.23799999999999999},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.496,"5min":0.496,"15min":0.496},"last":0.254}]},{"osd":2,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.27900000000000003}]},{"osd":3,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.317},{"interface":"front","average":{"1min":0.378,"5min":0.378,"15min":0.378},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.34200000000000003}]},{"osd":4,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.55600000000000005}]},{"osd":5,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.36899999999999999}]},{"osd":6,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.42899999999999999}]},{"osd":7,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.52000000000000002}]}]},{"osd":0,"up_from":13,"seq":55834574868,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27940,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343900,"statfs":{"total":96636764160,"available":96608153600,"internally_reserved":0,"allocated":942080,"data_stored":722957,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":1.337,"5min":1.337,"15min":1.337},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":1.296,"5min":1.296,"15min":1.296},"last":0.43099999999999999}]},{"osd":2,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"last":0.31900000000000001}]},{"osd":3,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.40999999999999998}]},{"osd":4,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.76200000000000001}]},{"osd":5,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.78900000000000003}]},{"osd":6,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.73399999999999999}]},{"osd":7,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.71499999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-09T23:58:03.648 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-09T23:58:03.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.765+0000 7fec5048a640 1 Processor -- start 2024-02-09T23:58:03.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.765+0000 7fec5048a640 1 -- start start 2024-02-09T23:58:03.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.766+0000 7fec5048a640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fec4809a5a0 0x7fec4806c420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:03.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.766+0000 7fec5048a640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fec4806c960 0x7fec48167c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:03.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.766+0000 7fec5048a640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fec480d0fc0 con 0x7fec4815dca0 2024-02-09T23:58:03.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.766+0000 7fec5048a640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fec4806cd90 con 0x7fec4806c960 2024-02-09T23:58:03.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.766+0000 7fec5048a640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fec480d03b0 con 0x7fec4809a5a0 2024-02-09T23:58:03.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.766+0000 7fec4e226640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fec4815dca0 0x7fec480cfbb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:52698/0 (socket says 172.21.15.27:52698) 2024-02-09T23:58:03.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.766+0000 7fec4e226640 1 -- 172.21.15.27:0/619449199 learned_addr learned my addr 172.21.15.27:0/619449199 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:58:03.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.766+0000 7fec4ea27640 1 --2- 172.21.15.27:0/619449199 >> v2:172.21.15.153:3300/0 conn(0x7fec4806c960 0x7fec48167c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:03.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.766+0000 7fec4da25640 1 --2- 172.21.15.27:0/619449199 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fec4809a5a0 0x7fec4806c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:03.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.766+0000 7fec4d224640 1 -- 172.21.15.27:0/619449199 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1987584794 0 0) 0x7fec480d0fc0 con 0x7fec4815dca0 2024-02-09T23:58:03.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.766+0000 7fec4d224640 1 -- 172.21.15.27:0/619449199 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fec30003520 con 0x7fec4815dca0 2024-02-09T23:58:03.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.766+0000 7fec4d224640 1 -- 172.21.15.27:0/619449199 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 657754233 0 0) 0x7fec30003520 con 0x7fec4815dca0 2024-02-09T23:58:03.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.766+0000 7fec4d224640 1 -- 172.21.15.27:0/619449199 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fec4809a5a0 msgr2=0x7fec4806c420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:03.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.766+0000 7fec4d224640 1 --2- 172.21.15.27:0/619449199 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fec4809a5a0 0x7fec4806c420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:03.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.766+0000 7fec4d224640 1 -- 172.21.15.27:0/619449199 >> v2:172.21.15.153:3300/0 conn(0x7fec4806c960 msgr2=0x7fec48167c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:03.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.766+0000 7fec4d224640 1 --2- 172.21.15.27:0/619449199 >> v2:172.21.15.153:3300/0 conn(0x7fec4806c960 0x7fec48167c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:03.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.766+0000 7fec4d224640 1 -- 172.21.15.27:0/619449199 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec480d0690 con 0x7fec4815dca0 2024-02-09T23:58:03.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.766+0000 7fec4d224640 1 -- 172.21.15.27:0/619449199 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7fec380019f0 con 0x7fec4815dca0 2024-02-09T23:58:03.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.766+0000 7fec4d224640 1 -- 172.21.15.27:0/619449199 >> v1:172.21.15.27:6789/0 conn(0x7fec4815dca0 legacy=0x7fec480cfbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:03.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.766+0000 7fec4d224640 1 --2- 172.21.15.27:0/619449199 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fec300039e0 0x7fec30003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:03.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.766+0000 7fec4d224640 1 --2- 172.21.15.27:0/619449199 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fec4809a5a0 0x7fec300047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:03.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.766+0000 7fec4d224640 1 --2- 172.21.15.27:0/619449199 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fec30004d00 0x7fec30005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:03.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.766+0000 7fec4d224640 1 -- 172.21.15.27:0/619449199 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec4806cd90 con 0x7fec30004d00 2024-02-09T23:58:03.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.766+0000 7fec4d224640 1 -- 172.21.15.27:0/619449199 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec480d03b0 con 0x7fec300039e0 2024-02-09T23:58:03.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.766+0000 7fec4d224640 1 -- 172.21.15.27:0/619449199 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fec3000b980 con 0x7fec4809a5a0 2024-02-09T23:58:03.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.767+0000 7fec4ea27640 1 --2- 172.21.15.27:0/619449199 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fec30004d00 0x7fec30005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:03.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.767+0000 7fec4e226640 1 --2- 172.21.15.27:0/619449199 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fec300039e0 0x7fec30003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:03.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.767+0000 7fec4da25640 1 --2- 172.21.15.27:0/619449199 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fec4809a5a0 0x7fec300047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:03.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.767+0000 7fec4ea27640 1 -- 172.21.15.27:0/619449199 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fec4809a5a0 msgr2=0x7fec300047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:03.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.767+0000 7fec4ea27640 1 --2- 172.21.15.27:0/619449199 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fec4809a5a0 0x7fec300047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:03.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.767+0000 7fec4ea27640 1 -- 172.21.15.27:0/619449199 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fec300039e0 msgr2=0x7fec30003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:03.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.767+0000 7fec4ea27640 1 --2- 172.21.15.27:0/619449199 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fec300039e0 0x7fec30003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:03.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.767+0000 7fec4ea27640 1 -- 172.21.15.27:0/619449199 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec30003520 con 0x7fec30004d00 2024-02-09T23:58:03.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.767+0000 7fec4e226640 1 --2- 172.21.15.27:0/619449199 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fec300039e0 0x7fec30003e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:58:03.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.768+0000 7fec4ea27640 1 --2- 172.21.15.27:0/619449199 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fec30004d00 0x7fec30005180 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fec40009ac0 tx=0x7fec300057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71f72adcec633807 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:03.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.768+0000 7fec4d224640 1 -- 172.21.15.27:0/619449199 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec4002c710 con 0x7fec30004d00 2024-02-09T23:58:03.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.768+0000 7fec4d224640 1 -- 172.21.15.27:0/619449199 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fec4002c870 con 0x7fec30004d00 2024-02-09T23:58:03.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.768+0000 7fec4d224640 1 -- 172.21.15.27:0/619449199 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec4002cc00 con 0x7fec30004d00 2024-02-09T23:58:03.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.768+0000 7fec5048a640 1 -- 172.21.15.27:0/619449199 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fec30004d00 msgr2=0x7fec30005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:03.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.768+0000 7fec5048a640 1 --2- 172.21.15.27:0/619449199 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fec30004d00 0x7fec30005180 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fec40009ac0 tx=0x7fec300057f0 comp rx=0 tx=0).stop 2024-02-09T23:58:03.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.768+0000 7fec4ea27640 1 -- 172.21.15.27:0/619449199 reap_dead start 2024-02-09T23:58:03.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.769+0000 7fec5048a640 1 -- 172.21.15.27:0/619449199 shutdown_connections 2024-02-09T23:58:03.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.769+0000 7fec5048a640 1 -- 172.21.15.27:0/619449199 >> 172.21.15.27:0/619449199 conn(0x7fec480b3460 msgr2=0x7fec480b3870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:03.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.769+0000 7fec5048a640 1 -- 172.21.15.27:0/619449199 shutdown_connections 2024-02-09T23:58:03.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.769+0000 7fec5048a640 1 -- 172.21.15.27:0/619449199 wait complete. 2024-02-09T23:58:03.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.770+0000 7fec5048a640 1 Processor -- start 2024-02-09T23:58:03.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.770+0000 7fec5048a640 1 -- start start 2024-02-09T23:58:03.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.771+0000 7fec5048a640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fec30004d00 0x7fec480b6730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:03.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.771+0000 7fec5048a640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fec48152350 0x7fec4814ecb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:03.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.771+0000 7fec5048a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fec4809b7f0 0x7fec4809bca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:03.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.771+0000 7fec5048a640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec4809c1e0 con 0x7fec48152350 2024-02-09T23:58:03.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.771+0000 7fec5048a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec4809dc60 con 0x7fec4809b7f0 2024-02-09T23:58:03.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.771+0000 7fec5048a640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fec481527d0 con 0x7fec30004d00 2024-02-09T23:58:03.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.771+0000 7fec4da25640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fec48152350 0x7fec4814ecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:03.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.771+0000 7fec4da25640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fec48152350 0x7fec4814ecb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47394/0 (socket says 172.21.15.27:47394) 2024-02-09T23:58:03.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.771+0000 7fec4da25640 1 -- 172.21.15.27:0/2276801510 learned_addr learned my addr 172.21.15.27:0/2276801510 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:58:03.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.771+0000 7fec4e226640 1 --2- 172.21.15.27:0/2276801510 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fec30004d00 0x7fec480b6730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:03.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.771+0000 7fec4ea27640 1 --2- 172.21.15.27:0/2276801510 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fec4809b7f0 0x7fec4809bca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:03.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.771+0000 7fec4da25640 1 -- 172.21.15.27:0/2276801510 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fec30004d00 msgr2=0x7fec480b6730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:03.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.771+0000 7fec4da25640 1 --2- 172.21.15.27:0/2276801510 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fec30004d00 0x7fec480b6730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:03.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.771+0000 7fec4da25640 1 -- 172.21.15.27:0/2276801510 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fec4809b7f0 msgr2=0x7fec4809bca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:03.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.771+0000 7fec4da25640 1 --2- 172.21.15.27:0/2276801510 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fec4809b7f0 0x7fec4809bca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:03.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.771+0000 7fec4da25640 1 -- 172.21.15.27:0/2276801510 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec480d15d0 con 0x7fec48152350 2024-02-09T23:58:03.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.771+0000 7fec4ea27640 1 --2- 172.21.15.27:0/2276801510 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fec4809b7f0 0x7fec4809bca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:58:03.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.771+0000 7fec4e226640 1 --2- 172.21.15.27:0/2276801510 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fec30004d00 0x7fec480b6730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:58:03.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.771+0000 7fec4da25640 1 --2- 172.21.15.27:0/2276801510 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fec48152350 0x7fec4814ecb0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fec3c0119d0 tx=0x7fec3c011e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:03.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.771+0000 7fec46ffd640 1 -- 172.21.15.27:0/2276801510 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec3c00fb50 con 0x7fec48152350 2024-02-09T23:58:03.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.772+0000 7fec46ffd640 1 -- 172.21.15.27:0/2276801510 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fec3c00fcb0 con 0x7fec48152350 2024-02-09T23:58:03.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.772+0000 7fec5048a640 1 -- 172.21.15.27:0/2276801510 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fec480b6d10 con 0x7fec48152350 2024-02-09T23:58:03.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.772+0000 7fec46ffd640 1 -- 172.21.15.27:0/2276801510 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec3c014440 con 0x7fec48152350 2024-02-09T23:58:03.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.772+0000 7fec5048a640 1 -- 172.21.15.27:0/2276801510 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fec480b72d0 con 0x7fec48152350 2024-02-09T23:58:03.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.773+0000 7fec5048a640 1 -- 172.21.15.27:0/2276801510 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fec4809dac0 con 0x7fec48152350 2024-02-09T23:58:03.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.773+0000 7fec46ffd640 1 -- 172.21.15.27:0/2276801510 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fec3c01d400 con 0x7fec48152350 2024-02-09T23:58:03.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.774+0000 7fec46ffd640 1 --2- 172.21.15.27:0/2276801510 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fec3406b810 0x7fec3406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:03.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.774+0000 7fec46ffd640 1 -- 172.21.15.27:0/2276801510 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fec3c08a9c0 con 0x7fec48152350 2024-02-09T23:58:03.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.774+0000 7fec4e226640 1 --2- 172.21.15.27:0/2276801510 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fec3406b810 0x7fec3406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:03.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.774+0000 7fec4e226640 1 --2- 172.21.15.27:0/2276801510 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fec3406b810 0x7fec3406dcd0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fec38004c20 tx=0x7fec38006040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:03.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.778+0000 7fec46ffd640 1 -- 172.21.15.27:0/2276801510 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fec4809dac0 con 0x7fec48152350 2024-02-09T23:58:03.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.957+0000 7fec5048a640 1 -- 172.21.15.27:0/2276801510 --> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fec480d1450 con 0x7fec3406b810 2024-02-09T23:58:03.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.965+0000 7fec46ffd640 1 -- 172.21.15.27:0/2276801510 <== mgr.4106 v2:172.21.15.153:6832/1248308414 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289734 (secure 0 0 0) 0x7fec380070c0 con 0x7fec3406b810 2024-02-09T23:58:03.971 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:58:03.973 INFO:teuthology.orchestra.run.smithi027.stderr:dumped all 2024-02-09T23:58:03.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.968+0000 7fec5048a640 1 -- 172.21.15.27:0/2276801510 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fec3406b810 msgr2=0x7fec3406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:03.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.969+0000 7fec5048a640 1 --2- 172.21.15.27:0/2276801510 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fec3406b810 0x7fec3406dcd0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fec38004c20 tx=0x7fec38006040 comp rx=0 tx=0).stop 2024-02-09T23:58:03.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.969+0000 7fec5048a640 1 -- 172.21.15.27:0/2276801510 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fec48152350 msgr2=0x7fec4814ecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:03.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.969+0000 7fec5048a640 1 --2- 172.21.15.27:0/2276801510 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fec48152350 0x7fec4814ecb0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fec3c0119d0 tx=0x7fec3c011e90 comp rx=0 tx=0).stop 2024-02-09T23:58:03.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.969+0000 7fec5048a640 1 -- 172.21.15.27:0/2276801510 shutdown_connections 2024-02-09T23:58:03.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.969+0000 7fec5048a640 1 --2- 172.21.15.27:0/2276801510 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fec3406b810 0x7fec3406dcd0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:03.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.969+0000 7fec5048a640 1 --2- 172.21.15.27:0/2276801510 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fec4809b7f0 0x7fec4809bca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:03.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.969+0000 7fec5048a640 1 --2- 172.21.15.27:0/2276801510 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fec48152350 0x7fec4814ecb0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:03.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.969+0000 7fec5048a640 1 --2- 172.21.15.27:0/2276801510 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fec30004d00 0x7fec480b6730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:03.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.969+0000 7fec5048a640 1 -- 172.21.15.27:0/2276801510 >> 172.21.15.27:0/2276801510 conn(0x7fec480b3460 msgr2=0x7fec480cfb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:03.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.969+0000 7fec5048a640 1 -- 172.21.15.27:0/2276801510 shutdown_connections 2024-02-09T23:58:03.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:03.969+0000 7fec5048a640 1 -- 172.21.15.27:0/2276801510 wait complete. 2024-02-09T23:58:03.982 INFO:teuthology.orchestra.run.smithi027.stdout:{"pg_ready":true,"pg_map":{"version":69,"stamp":"2024-02-09T23:58:03.455859+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":185,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220424,"kb_used_data":4232,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754296,"statfs":{"total":773094113280,"available":772868399104,"internally_reserved":0,"allocated":4333568,"data_stored":2401004,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":37,"apply_latency_ms":37,"commit_latency_ns":37000000,"apply_latency_ns":37000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.313191"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.192484+0000","last_change":"2024-02-09T23:57:55.167262+0000","last_active":"2024-02-09T23:57:57.192484+0000","last_peered":"2024-02-09T23:57:57.192484+0000","last_clean":"2024-02-09T23:57:57.192484+0000","last_became_active":"2024-02-09T23:57:55.167002+0000","last_became_peered":"2024-02-09T23:57:55.167002+0000","last_unstale":"2024-02-09T23:57:57.192484+0000","last_undegraded":"2024-02-09T23:57:57.192484+0000","last_fullsized":"2024-02-09T23:57:57.192484+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:11:41.875849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.147244+0000","last_change":"2024-02-09T23:57:55.166394+0000","last_active":"2024-02-09T23:57:56.147244+0000","last_peered":"2024-02-09T23:57:56.147244+0000","last_clean":"2024-02-09T23:57:56.147244+0000","last_became_active":"2024-02-09T23:57:55.166087+0000","last_became_peered":"2024-02-09T23:57:55.166087+0000","last_unstale":"2024-02-09T23:57:56.147244+0000","last_undegraded":"2024-02-09T23:57:56.147244+0000","last_fullsized":"2024-02-09T23:57:56.147244+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:51:00.829035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.185409+0000","last_change":"2024-02-09T23:57:55.167547+0000","last_active":"2024-02-09T23:57:57.185409+0000","last_peered":"2024-02-09T23:57:57.185409+0000","last_clean":"2024-02-09T23:57:57.185409+0000","last_became_active":"2024-02-09T23:57:55.167206+0000","last_became_peered":"2024-02-09T23:57:55.167206+0000","last_unstale":"2024-02-09T23:57:57.185409+0000","last_undegraded":"2024-02-09T23:57:57.185409+0000","last_fullsized":"2024-02-09T23:57:57.185409+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:52:10.177193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.151459+0000","last_change":"2024-02-09T23:57:55.159033+0000","last_active":"2024-02-09T23:57:57.151459+0000","last_peered":"2024-02-09T23:57:57.151459+0000","last_clean":"2024-02-09T23:57:57.151459+0000","last_became_active":"2024-02-09T23:57:55.158747+0000","last_became_peered":"2024-02-09T23:57:55.158747+0000","last_unstale":"2024-02-09T23:57:57.151459+0000","last_undegraded":"2024-02-09T23:57:57.151459+0000","last_fullsized":"2024-02-09T23:57:57.151459+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:57:18.874517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.730839+0000","last_change":"2024-02-09T23:57:55.161580+0000","last_active":"2024-02-09T23:57:57.730839+0000","last_peered":"2024-02-09T23:57:57.730839+0000","last_clean":"2024-02-09T23:57:57.730839+0000","last_became_active":"2024-02-09T23:57:55.161277+0000","last_became_peered":"2024-02-09T23:57:55.161277+0000","last_unstale":"2024-02-09T23:57:57.730839+0000","last_undegraded":"2024-02-09T23:57:57.730839+0000","last_fullsized":"2024-02-09T23:57:57.730839+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:13:54.521249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.147055+0000","last_change":"2024-02-09T23:57:55.170810+0000","last_active":"2024-02-09T23:57:56.147055+0000","last_peered":"2024-02-09T23:57:56.147055+0000","last_clean":"2024-02-09T23:57:56.147055+0000","last_became_active":"2024-02-09T23:57:55.170068+0000","last_became_peered":"2024-02-09T23:57:55.170068+0000","last_unstale":"2024-02-09T23:57:56.147055+0000","last_undegraded":"2024-02-09T23:57:56.147055+0000","last_fullsized":"2024-02-09T23:57:56.147055+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:06:52.678182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.145864+0000","last_change":"2024-02-09T23:57:55.161565+0000","last_active":"2024-02-09T23:57:56.145864+0000","last_peered":"2024-02-09T23:57:56.145864+0000","last_clean":"2024-02-09T23:57:56.145864+0000","last_became_active":"2024-02-09T23:57:55.161123+0000","last_became_peered":"2024-02-09T23:57:55.161123+0000","last_unstale":"2024-02-09T23:57:56.145864+0000","last_undegraded":"2024-02-09T23:57:56.145864+0000","last_fullsized":"2024-02-09T23:57:56.145864+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:28:24.236085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.146490+0000","last_change":"2024-02-09T23:57:55.167082+0000","last_active":"2024-02-09T23:57:56.146490+0000","last_peered":"2024-02-09T23:57:56.146490+0000","last_clean":"2024-02-09T23:57:56.146490+0000","last_became_active":"2024-02-09T23:57:55.165984+0000","last_became_peered":"2024-02-09T23:57:55.165984+0000","last_unstale":"2024-02-09T23:57:56.146490+0000","last_undegraded":"2024-02-09T23:57:56.146490+0000","last_fullsized":"2024-02-09T23:57:56.146490+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:08:10.812649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.147054+0000","last_change":"2024-02-09T23:57:55.167418+0000","last_active":"2024-02-09T23:57:56.147054+0000","last_peered":"2024-02-09T23:57:56.147054+0000","last_clean":"2024-02-09T23:57:56.147054+0000","last_became_active":"2024-02-09T23:57:55.165784+0000","last_became_peered":"2024-02-09T23:57:55.165784+0000","last_unstale":"2024-02-09T23:57:56.147054+0000","last_undegraded":"2024-02-09T23:57:56.147054+0000","last_fullsized":"2024-02-09T23:57:56.147054+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:04:50.568374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.151790+0000","last_change":"2024-02-09T23:57:55.163292+0000","last_active":"2024-02-09T23:57:57.151790+0000","last_peered":"2024-02-09T23:57:57.151790+0000","last_clean":"2024-02-09T23:57:57.151790+0000","last_became_active":"2024-02-09T23:57:55.162960+0000","last_became_peered":"2024-02-09T23:57:55.162960+0000","last_unstale":"2024-02-09T23:57:57.151790+0000","last_undegraded":"2024-02-09T23:57:57.151790+0000","last_fullsized":"2024-02-09T23:57:57.151790+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:24:47.060654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.146040+0000","last_change":"2024-02-09T23:57:55.166470+0000","last_active":"2024-02-09T23:57:56.146040+0000","last_peered":"2024-02-09T23:57:56.146040+0000","last_clean":"2024-02-09T23:57:56.146040+0000","last_became_active":"2024-02-09T23:57:55.166148+0000","last_became_peered":"2024-02-09T23:57:55.166148+0000","last_unstale":"2024-02-09T23:57:56.146040+0000","last_undegraded":"2024-02-09T23:57:56.146040+0000","last_fullsized":"2024-02-09T23:57:56.146040+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:31:38.516345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.185353+0000","last_change":"2024-02-09T23:57:55.170405+0000","last_active":"2024-02-09T23:57:57.185353+0000","last_peered":"2024-02-09T23:57:57.185353+0000","last_clean":"2024-02-09T23:57:57.185353+0000","last_became_active":"2024-02-09T23:57:55.170137+0000","last_became_peered":"2024-02-09T23:57:55.170137+0000","last_unstale":"2024-02-09T23:57:57.185353+0000","last_undegraded":"2024-02-09T23:57:57.185353+0000","last_fullsized":"2024-02-09T23:57:57.185353+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:31:38.516345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.730889+0000","last_change":"2024-02-09T23:57:55.160286+0000","last_active":"2024-02-09T23:57:57.730889+0000","last_peered":"2024-02-09T23:57:57.730889+0000","last_clean":"2024-02-09T23:57:57.730889+0000","last_became_active":"2024-02-09T23:57:55.160021+0000","last_became_peered":"2024-02-09T23:57:55.160021+0000","last_unstale":"2024-02-09T23:57:57.730889+0000","last_undegraded":"2024-02-09T23:57:57.730889+0000","last_fullsized":"2024-02-09T23:57:57.730889+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:46:49.847753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.147101+0000","last_change":"2024-02-09T23:57:55.164097+0000","last_active":"2024-02-09T23:57:56.147101+0000","last_peered":"2024-02-09T23:57:56.147101+0000","last_clean":"2024-02-09T23:57:56.147101+0000","last_became_active":"2024-02-09T23:57:55.163786+0000","last_became_peered":"2024-02-09T23:57:55.163786+0000","last_unstale":"2024-02-09T23:57:56.147101+0000","last_undegraded":"2024-02-09T23:57:56.147101+0000","last_fullsized":"2024-02-09T23:57:56.147101+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:52:10.177193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.185217+0000","last_change":"2024-02-09T23:57:55.164014+0000","last_active":"2024-02-09T23:57:57.185217+0000","last_peered":"2024-02-09T23:57:57.185217+0000","last_clean":"2024-02-09T23:57:57.185217+0000","last_became_active":"2024-02-09T23:57:55.163685+0000","last_became_peered":"2024-02-09T23:57:55.163685+0000","last_unstale":"2024-02-09T23:57:57.185217+0000","last_undegraded":"2024-02-09T23:57:57.185217+0000","last_fullsized":"2024-02-09T23:57:57.185217+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:39:22.841400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.146434+0000","last_change":"2024-02-09T23:57:55.167494+0000","last_active":"2024-02-09T23:57:56.146434+0000","last_peered":"2024-02-09T23:57:56.146434+0000","last_clean":"2024-02-09T23:57:56.146434+0000","last_became_active":"2024-02-09T23:57:55.166835+0000","last_became_peered":"2024-02-09T23:57:55.166835+0000","last_unstale":"2024-02-09T23:57:56.146434+0000","last_undegraded":"2024-02-09T23:57:56.146434+0000","last_fullsized":"2024-02-09T23:57:56.146434+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:51:00.829035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.146322+0000","last_change":"2024-02-09T23:57:55.160647+0000","last_active":"2024-02-09T23:57:56.146322+0000","last_peered":"2024-02-09T23:57:56.146322+0000","last_clean":"2024-02-09T23:57:56.146322+0000","last_became_active":"2024-02-09T23:57:55.160379+0000","last_became_peered":"2024-02-09T23:57:55.160379+0000","last_unstale":"2024-02-09T23:57:56.146322+0000","last_undegraded":"2024-02-09T23:57:56.146322+0000","last_fullsized":"2024-02-09T23:57:56.146322+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:00:36.869582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.147393+0000","last_change":"2024-02-09T23:57:55.163628+0000","last_active":"2024-02-09T23:57:56.147393+0000","last_peered":"2024-02-09T23:57:56.147393+0000","last_clean":"2024-02-09T23:57:56.147393+0000","last_became_active":"2024-02-09T23:57:55.163303+0000","last_became_peered":"2024-02-09T23:57:55.163303+0000","last_unstale":"2024-02-09T23:57:56.147393+0000","last_undegraded":"2024-02-09T23:57:56.147393+0000","last_fullsized":"2024-02-09T23:57:56.147393+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:34:45.055956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.146911+0000","last_change":"2024-02-09T23:57:55.172991+0000","last_active":"2024-02-09T23:57:56.146911+0000","last_peered":"2024-02-09T23:57:56.146911+0000","last_clean":"2024-02-09T23:57:56.146911+0000","last_became_active":"2024-02-09T23:57:55.172713+0000","last_became_peered":"2024-02-09T23:57:55.172713+0000","last_unstale":"2024-02-09T23:57:56.146911+0000","last_undegraded":"2024-02-09T23:57:56.146911+0000","last_fullsized":"2024-02-09T23:57:56.146911+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:31:38.516345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.731050+0000","last_change":"2024-02-09T23:57:55.170203+0000","last_active":"2024-02-09T23:57:57.731050+0000","last_peered":"2024-02-09T23:57:57.731050+0000","last_clean":"2024-02-09T23:57:57.731050+0000","last_became_active":"2024-02-09T23:57:55.169911+0000","last_became_peered":"2024-02-09T23:57:55.169911+0000","last_unstale":"2024-02-09T23:57:57.731050+0000","last_undegraded":"2024-02-09T23:57:57.731050+0000","last_fullsized":"2024-02-09T23:57:57.731050+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:51:12.024650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.146281+0000","last_change":"2024-02-09T23:57:55.167060+0000","last_active":"2024-02-09T23:57:56.146281+0000","last_peered":"2024-02-09T23:57:56.146281+0000","last_clean":"2024-02-09T23:57:56.146281+0000","last_became_active":"2024-02-09T23:57:55.166600+0000","last_became_peered":"2024-02-09T23:57:55.166600+0000","last_unstale":"2024-02-09T23:57:56.146281+0000","last_undegraded":"2024-02-09T23:57:56.146281+0000","last_fullsized":"2024-02-09T23:57:56.146281+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:06:36.384279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.146737+0000","last_change":"2024-02-09T23:57:55.161888+0000","last_active":"2024-02-09T23:57:56.146737+0000","last_peered":"2024-02-09T23:57:56.146737+0000","last_clean":"2024-02-09T23:57:56.146737+0000","last_became_active":"2024-02-09T23:57:55.161609+0000","last_became_peered":"2024-02-09T23:57:55.161609+0000","last_unstale":"2024-02-09T23:57:56.146737+0000","last_undegraded":"2024-02-09T23:57:56.146737+0000","last_fullsized":"2024-02-09T23:57:56.146737+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:30:22.344859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.148952+0000","last_change":"2024-02-09T23:57:55.156738+0000","last_active":"2024-02-09T23:57:57.148952+0000","last_peered":"2024-02-09T23:57:57.148952+0000","last_clean":"2024-02-09T23:57:57.148952+0000","last_became_active":"2024-02-09T23:57:55.156434+0000","last_became_peered":"2024-02-09T23:57:55.156434+0000","last_unstale":"2024-02-09T23:57:57.148952+0000","last_undegraded":"2024-02-09T23:57:57.148952+0000","last_fullsized":"2024-02-09T23:57:57.148952+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:17:25.698483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.185083+0000","last_change":"2024-02-09T23:57:55.164043+0000","last_active":"2024-02-09T23:57:57.185083+0000","last_peered":"2024-02-09T23:57:57.185083+0000","last_clean":"2024-02-09T23:57:57.185083+0000","last_became_active":"2024-02-09T23:57:55.163773+0000","last_became_peered":"2024-02-09T23:57:55.163773+0000","last_unstale":"2024-02-09T23:57:57.185083+0000","last_undegraded":"2024-02-09T23:57:57.185083+0000","last_fullsized":"2024-02-09T23:57:57.185083+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:24:47.060654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.151940+0000","last_change":"2024-02-09T23:57:55.169039+0000","last_active":"2024-02-09T23:57:57.151940+0000","last_peered":"2024-02-09T23:57:57.151940+0000","last_clean":"2024-02-09T23:57:57.151940+0000","last_became_active":"2024-02-09T23:57:55.168749+0000","last_became_peered":"2024-02-09T23:57:55.168749+0000","last_unstale":"2024-02-09T23:57:57.151940+0000","last_undegraded":"2024-02-09T23:57:57.151940+0000","last_fullsized":"2024-02-09T23:57:57.151940+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:39:22.841400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.147521+0000","last_change":"2024-02-09T23:57:55.168201+0000","last_active":"2024-02-09T23:57:56.147521+0000","last_peered":"2024-02-09T23:57:56.147521+0000","last_clean":"2024-02-09T23:57:56.147521+0000","last_became_active":"2024-02-09T23:57:55.167879+0000","last_became_peered":"2024-02-09T23:57:55.167879+0000","last_unstale":"2024-02-09T23:57:56.147521+0000","last_undegraded":"2024-02-09T23:57:56.147521+0000","last_fullsized":"2024-02-09T23:57:56.147521+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:50:30.394825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.151938+0000","last_change":"2024-02-09T23:57:55.164074+0000","last_active":"2024-02-09T23:57:57.151938+0000","last_peered":"2024-02-09T23:57:57.151938+0000","last_clean":"2024-02-09T23:57:57.151938+0000","last_became_active":"2024-02-09T23:57:55.163206+0000","last_became_peered":"2024-02-09T23:57:55.163206+0000","last_unstale":"2024-02-09T23:57:57.151938+0000","last_undegraded":"2024-02-09T23:57:57.151938+0000","last_fullsized":"2024-02-09T23:57:57.151938+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:42:13.709049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.185567+0000","last_change":"2024-02-09T23:57:55.170751+0000","last_active":"2024-02-09T23:57:57.185567+0000","last_peered":"2024-02-09T23:57:57.185567+0000","last_clean":"2024-02-09T23:57:57.185567+0000","last_became_active":"2024-02-09T23:57:55.170396+0000","last_became_peered":"2024-02-09T23:57:55.170396+0000","last_unstale":"2024-02-09T23:57:57.185567+0000","last_undegraded":"2024-02-09T23:57:57.185567+0000","last_fullsized":"2024-02-09T23:57:57.185567+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:51:00.829035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.146463+0000","last_change":"2024-02-09T23:57:55.163173+0000","last_active":"2024-02-09T23:57:56.146463+0000","last_peered":"2024-02-09T23:57:56.146463+0000","last_clean":"2024-02-09T23:57:56.146463+0000","last_became_active":"2024-02-09T23:57:55.162331+0000","last_became_peered":"2024-02-09T23:57:55.162331+0000","last_unstale":"2024-02-09T23:57:56.146463+0000","last_undegraded":"2024-02-09T23:57:56.146463+0000","last_fullsized":"2024-02-09T23:57:56.146463+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:58:38.590930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.145970+0000","last_change":"2024-02-09T23:57:55.160441+0000","last_active":"2024-02-09T23:57:56.145970+0000","last_peered":"2024-02-09T23:57:56.145970+0000","last_clean":"2024-02-09T23:57:56.145970+0000","last_became_active":"2024-02-09T23:57:55.160199+0000","last_became_peered":"2024-02-09T23:57:55.160199+0000","last_unstale":"2024-02-09T23:57:56.145970+0000","last_undegraded":"2024-02-09T23:57:56.145970+0000","last_fullsized":"2024-02-09T23:57:56.145970+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:39:22.841400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.192295+0000","last_change":"2024-02-09T23:57:55.152013+0000","last_active":"2024-02-09T23:57:57.192295+0000","last_peered":"2024-02-09T23:57:57.192295+0000","last_clean":"2024-02-09T23:57:57.192295+0000","last_became_active":"2024-02-09T23:57:55.151629+0000","last_became_peered":"2024-02-09T23:57:55.151629+0000","last_unstale":"2024-02-09T23:57:57.192295+0000","last_undegraded":"2024-02-09T23:57:57.192295+0000","last_fullsized":"2024-02-09T23:57:57.192295+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:14:10.409966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.145688+0000","last_change":"2024-02-09T23:57:55.167289+0000","last_active":"2024-02-09T23:57:56.145688+0000","last_peered":"2024-02-09T23:57:56.145688+0000","last_clean":"2024-02-09T23:57:56.145688+0000","last_became_active":"2024-02-09T23:57:55.166268+0000","last_became_peered":"2024-02-09T23:57:55.166268+0000","last_unstale":"2024-02-09T23:57:56.145688+0000","last_undegraded":"2024-02-09T23:57:56.145688+0000","last_fullsized":"2024-02-09T23:57:56.145688+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:57:18.874517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.149103+0000","last_change":"2024-02-09T23:57:55.157001+0000","last_active":"2024-02-09T23:57:57.149103+0000","last_peered":"2024-02-09T23:57:57.149103+0000","last_clean":"2024-02-09T23:57:57.149103+0000","last_became_active":"2024-02-09T23:57:55.156750+0000","last_became_peered":"2024-02-09T23:57:55.156750+0000","last_unstale":"2024-02-09T23:57:57.149103+0000","last_undegraded":"2024-02-09T23:57:57.149103+0000","last_fullsized":"2024-02-09T23:57:57.149103+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:06:36.384279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"33'4","reported_seq":18,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.192546+0000","last_change":"2024-02-09T23:57:53.897135+0000","last_active":"2024-02-09T23:57:57.192546+0000","last_peered":"2024-02-09T23:57:57.192546+0000","last_clean":"2024-02-09T23:57:57.192546+0000","last_became_active":"2024-02-09T23:57:53.896811+0000","last_became_peered":"2024-02-09T23:57:53.896811+0000","last_unstale":"2024-02-09T23:57:57.192546+0000","last_undegraded":"2024-02-09T23:57:57.192546+0000","last_fullsized":"2024-02-09T23:57:57.192546+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:40:12.466324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.192527+0000","last_change":"2024-02-09T23:57:55.160232+0000","last_active":"2024-02-09T23:57:57.192527+0000","last_peered":"2024-02-09T23:57:57.192527+0000","last_clean":"2024-02-09T23:57:57.192527+0000","last_became_active":"2024-02-09T23:57:55.159962+0000","last_became_peered":"2024-02-09T23:57:55.159962+0000","last_unstale":"2024-02-09T23:57:57.192527+0000","last_undegraded":"2024-02-09T23:57:57.192527+0000","last_fullsized":"2024-02-09T23:57:57.192527+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:06:36.384279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"33'1","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.149134+0000","last_change":"2024-02-09T23:57:53.903073+0000","last_active":"2024-02-09T23:57:57.149134+0000","last_peered":"2024-02-09T23:57:57.149134+0000","last_clean":"2024-02-09T23:57:57.149134+0000","last_became_active":"2024-02-09T23:57:53.902789+0000","last_became_peered":"2024-02-09T23:57:53.902789+0000","last_unstale":"2024-02-09T23:57:57.149134+0000","last_undegraded":"2024-02-09T23:57:57.149134+0000","last_fullsized":"2024-02-09T23:57:57.149134+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:07:24.576071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.146333+0000","last_change":"2024-02-09T23:57:55.164153+0000","last_active":"2024-02-09T23:57:56.146333+0000","last_peered":"2024-02-09T23:57:56.146333+0000","last_clean":"2024-02-09T23:57:56.146333+0000","last_became_active":"2024-02-09T23:57:55.163748+0000","last_became_peered":"2024-02-09T23:57:55.163748+0000","last_unstale":"2024-02-09T23:57:56.146333+0000","last_undegraded":"2024-02-09T23:57:56.146333+0000","last_fullsized":"2024-02-09T23:57:56.146333+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:04:42.549370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"33'2","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.146942+0000","last_change":"2024-02-09T23:57:53.907747+0000","last_active":"2024-02-09T23:57:56.146942+0000","last_peered":"2024-02-09T23:57:56.146942+0000","last_clean":"2024-02-09T23:57:56.146942+0000","last_became_active":"2024-02-09T23:57:53.907472+0000","last_became_peered":"2024-02-09T23:57:53.907472+0000","last_unstale":"2024-02-09T23:57:56.146942+0000","last_undegraded":"2024-02-09T23:57:56.146942+0000","last_fullsized":"2024-02-09T23:57:56.146942+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:28:48.841298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.151992+0000","last_change":"2024-02-09T23:57:55.163883+0000","last_active":"2024-02-09T23:57:57.151992+0000","last_peered":"2024-02-09T23:57:57.151992+0000","last_clean":"2024-02-09T23:57:57.151992+0000","last_became_active":"2024-02-09T23:57:55.163514+0000","last_became_peered":"2024-02-09T23:57:55.163514+0000","last_unstale":"2024-02-09T23:57:57.151992+0000","last_undegraded":"2024-02-09T23:57:57.151992+0000","last_fullsized":"2024-02-09T23:57:57.151992+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:31:38.516345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"33'2","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.731007+0000","last_change":"2024-02-09T23:57:53.907600+0000","last_active":"2024-02-09T23:57:57.731007+0000","last_peered":"2024-02-09T23:57:57.731007+0000","last_clean":"2024-02-09T23:57:57.731007+0000","last_became_active":"2024-02-09T23:57:53.907327+0000","last_became_peered":"2024-02-09T23:57:53.907327+0000","last_unstale":"2024-02-09T23:57:57.731007+0000","last_undegraded":"2024-02-09T23:57:57.731007+0000","last_fullsized":"2024-02-09T23:57:57.731007+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:12:51.021961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.146119+0000","last_change":"2024-02-09T23:57:55.159467+0000","last_active":"2024-02-09T23:57:56.146119+0000","last_peered":"2024-02-09T23:57:56.146119+0000","last_clean":"2024-02-09T23:57:56.146119+0000","last_became_active":"2024-02-09T23:57:55.159170+0000","last_became_peered":"2024-02-09T23:57:55.159170+0000","last_unstale":"2024-02-09T23:57:56.146119+0000","last_undegraded":"2024-02-09T23:57:56.146119+0000","last_fullsized":"2024-02-09T23:57:56.146119+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:52:10.177193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"33'1","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.146565+0000","last_change":"2024-02-09T23:57:53.903222+0000","last_active":"2024-02-09T23:57:56.146565+0000","last_peered":"2024-02-09T23:57:56.146565+0000","last_clean":"2024-02-09T23:57:56.146565+0000","last_became_active":"2024-02-09T23:57:53.902937+0000","last_became_peered":"2024-02-09T23:57:53.902937+0000","last_unstale":"2024-02-09T23:57:56.146565+0000","last_undegraded":"2024-02-09T23:57:56.146565+0000","last_fullsized":"2024-02-09T23:57:56.146565+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:13:53.519563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.185270+0000","last_change":"2024-02-09T23:57:55.168313+0000","last_active":"2024-02-09T23:57:57.185270+0000","last_peered":"2024-02-09T23:57:57.185270+0000","last_clean":"2024-02-09T23:57:57.185270+0000","last_became_active":"2024-02-09T23:57:55.168064+0000","last_became_peered":"2024-02-09T23:57:55.168064+0000","last_unstale":"2024-02-09T23:57:57.185270+0000","last_undegraded":"2024-02-09T23:57:57.185270+0000","last_fullsized":"2024-02-09T23:57:57.185270+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:42:13.709049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"33'1","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.146872+0000","last_change":"2024-02-09T23:57:53.903249+0000","last_active":"2024-02-09T23:57:56.146872+0000","last_peered":"2024-02-09T23:57:56.146872+0000","last_clean":"2024-02-09T23:57:56.146872+0000","last_became_active":"2024-02-09T23:57:53.902943+0000","last_became_peered":"2024-02-09T23:57:53.902943+0000","last_unstale":"2024-02-09T23:57:56.146872+0000","last_undegraded":"2024-02-09T23:57:56.146872+0000","last_fullsized":"2024-02-09T23:57:56.146872+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:25:22.720910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.146281+0000","last_change":"2024-02-09T23:57:55.154890+0000","last_active":"2024-02-09T23:57:56.146281+0000","last_peered":"2024-02-09T23:57:56.146281+0000","last_clean":"2024-02-09T23:57:56.146281+0000","last_became_active":"2024-02-09T23:57:55.154626+0000","last_became_peered":"2024-02-09T23:57:55.154626+0000","last_unstale":"2024-02-09T23:57:56.146281+0000","last_undegraded":"2024-02-09T23:57:56.146281+0000","last_fullsized":"2024-02-09T23:57:56.146281+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:11:41.875849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.146726+0000","last_change":"2024-02-09T23:57:53.902743+0000","last_active":"2024-02-09T23:57:56.146726+0000","last_peered":"2024-02-09T23:57:56.146726+0000","last_clean":"2024-02-09T23:57:56.146726+0000","last_became_active":"2024-02-09T23:57:53.902457+0000","last_became_peered":"2024-02-09T23:57:53.902457+0000","last_unstale":"2024-02-09T23:57:56.146726+0000","last_undegraded":"2024-02-09T23:57:56.146726+0000","last_fullsized":"2024-02-09T23:57:56.146726+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:14:56.103697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.151307+0000","last_change":"2024-02-09T23:57:55.163603+0000","last_active":"2024-02-09T23:57:57.151307+0000","last_peered":"2024-02-09T23:57:57.151307+0000","last_clean":"2024-02-09T23:57:57.151307+0000","last_became_active":"2024-02-09T23:57:55.163313+0000","last_became_peered":"2024-02-09T23:57:55.163313+0000","last_unstale":"2024-02-09T23:57:57.151307+0000","last_undegraded":"2024-02-09T23:57:57.151307+0000","last_fullsized":"2024-02-09T23:57:57.151307+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:13:26.098252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.146391+0000","last_change":"2024-02-09T23:57:53.904066+0000","last_active":"2024-02-09T23:57:56.146391+0000","last_peered":"2024-02-09T23:57:56.146391+0000","last_clean":"2024-02-09T23:57:56.146391+0000","last_became_active":"2024-02-09T23:57:53.903759+0000","last_became_peered":"2024-02-09T23:57:53.903759+0000","last_unstale":"2024-02-09T23:57:56.146391+0000","last_undegraded":"2024-02-09T23:57:56.146391+0000","last_fullsized":"2024-02-09T23:57:56.146391+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:07:49.352292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.185530+0000","last_change":"2024-02-09T23:57:55.169455+0000","last_active":"2024-02-09T23:57:57.185530+0000","last_peered":"2024-02-09T23:57:57.185530+0000","last_clean":"2024-02-09T23:57:57.185530+0000","last_became_active":"2024-02-09T23:57:55.169189+0000","last_became_peered":"2024-02-09T23:57:55.169189+0000","last_unstale":"2024-02-09T23:57:57.185530+0000","last_undegraded":"2024-02-09T23:57:57.185530+0000","last_fullsized":"2024-02-09T23:57:57.185530+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:00:36.869582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.147259+0000","last_change":"2024-02-09T23:57:53.908785+0000","last_active":"2024-02-09T23:57:56.147259+0000","last_peered":"2024-02-09T23:57:56.147259+0000","last_clean":"2024-02-09T23:57:56.147259+0000","last_became_active":"2024-02-09T23:57:53.908279+0000","last_became_peered":"2024-02-09T23:57:53.908279+0000","last_unstale":"2024-02-09T23:57:56.147259+0000","last_undegraded":"2024-02-09T23:57:56.147259+0000","last_fullsized":"2024-02-09T23:57:56.147259+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:04:50.085642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.147279+0000","last_change":"2024-02-09T23:57:55.164811+0000","last_active":"2024-02-09T23:57:56.147279+0000","last_peered":"2024-02-09T23:57:56.147279+0000","last_clean":"2024-02-09T23:57:56.147279+0000","last_became_active":"2024-02-09T23:57:55.164559+0000","last_became_peered":"2024-02-09T23:57:55.164559+0000","last_unstale":"2024-02-09T23:57:56.147279+0000","last_undegraded":"2024-02-09T23:57:56.147279+0000","last_fullsized":"2024-02-09T23:57:56.147279+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:49:32.831502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.149186+0000","last_change":"2024-02-09T23:57:53.902451+0000","last_active":"2024-02-09T23:57:57.149186+0000","last_peered":"2024-02-09T23:57:57.149186+0000","last_clean":"2024-02-09T23:57:57.149186+0000","last_became_active":"2024-02-09T23:57:53.902182+0000","last_became_peered":"2024-02-09T23:57:53.902182+0000","last_unstale":"2024-02-09T23:57:57.149186+0000","last_undegraded":"2024-02-09T23:57:57.149186+0000","last_fullsized":"2024-02-09T23:57:57.149186+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:51:11.022965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.147264+0000","last_change":"2024-02-09T23:57:55.167411+0000","last_active":"2024-02-09T23:57:56.147264+0000","last_peered":"2024-02-09T23:57:56.147264+0000","last_clean":"2024-02-09T23:57:56.147264+0000","last_became_active":"2024-02-09T23:57:55.167152+0000","last_became_peered":"2024-02-09T23:57:55.167152+0000","last_unstale":"2024-02-09T23:57:56.147264+0000","last_undegraded":"2024-02-09T23:57:56.147264+0000","last_fullsized":"2024-02-09T23:57:56.147264+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:08:10.812649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"33'3","reported_seq":17,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.185480+0000","last_change":"2024-02-09T23:57:53.907626+0000","last_active":"2024-02-09T23:57:57.185480+0000","last_peered":"2024-02-09T23:57:57.185480+0000","last_clean":"2024-02-09T23:57:57.185480+0000","last_became_active":"2024-02-09T23:57:53.907295+0000","last_became_peered":"2024-02-09T23:57:53.907295+0000","last_unstale":"2024-02-09T23:57:57.185480+0000","last_undegraded":"2024-02-09T23:57:57.185480+0000","last_fullsized":"2024-02-09T23:57:57.185480+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:17:24.696797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.185361+0000","last_change":"2024-02-09T23:57:55.169029+0000","last_active":"2024-02-09T23:57:57.185361+0000","last_peered":"2024-02-09T23:57:57.185361+0000","last_clean":"2024-02-09T23:57:57.185361+0000","last_became_active":"2024-02-09T23:57:55.168687+0000","last_became_peered":"2024-02-09T23:57:55.168687+0000","last_unstale":"2024-02-09T23:57:57.185361+0000","last_undegraded":"2024-02-09T23:57:57.185361+0000","last_fullsized":"2024-02-09T23:57:57.185361+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:06:52.678182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"33'6","reported_seq":20,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.147262+0000","last_change":"2024-02-09T23:57:53.907513+0000","last_active":"2024-02-09T23:57:56.147262+0000","last_peered":"2024-02-09T23:57:56.147262+0000","last_clean":"2024-02-09T23:57:56.147262+0000","last_became_active":"2024-02-09T23:57:53.907201+0000","last_became_peered":"2024-02-09T23:57:53.907201+0000","last_unstale":"2024-02-09T23:57:56.147262+0000","last_undegraded":"2024-02-09T23:57:56.147262+0000","last_fullsized":"2024-02-09T23:57:56.147262+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:17:24.696797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.151313+0000","last_change":"2024-02-09T23:57:55.167730+0000","last_active":"2024-02-09T23:57:57.151313+0000","last_peered":"2024-02-09T23:57:57.151313+0000","last_clean":"2024-02-09T23:57:57.151313+0000","last_became_active":"2024-02-09T23:57:55.167231+0000","last_became_peered":"2024-02-09T23:57:55.167231+0000","last_unstale":"2024-02-09T23:57:57.151313+0000","last_undegraded":"2024-02-09T23:57:57.151313+0000","last_fullsized":"2024-02-09T23:57:57.151313+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:04:50.568374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"33'2","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.146683+0000","last_change":"2024-02-09T23:57:53.903816+0000","last_active":"2024-02-09T23:57:56.146683+0000","last_peered":"2024-02-09T23:57:56.146683+0000","last_clean":"2024-02-09T23:57:56.146683+0000","last_became_active":"2024-02-09T23:57:53.903498+0000","last_became_peered":"2024-02-09T23:57:53.903498+0000","last_unstale":"2024-02-09T23:57:56.146683+0000","last_undegraded":"2024-02-09T23:57:56.146683+0000","last_fullsized":"2024-02-09T23:57:56.146683+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:46:48.846067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.147142+0000","last_change":"2024-02-09T23:57:55.166441+0000","last_active":"2024-02-09T23:57:56.147142+0000","last_peered":"2024-02-09T23:57:56.147142+0000","last_clean":"2024-02-09T23:57:56.147142+0000","last_became_active":"2024-02-09T23:57:55.166110+0000","last_became_peered":"2024-02-09T23:57:55.166110+0000","last_unstale":"2024-02-09T23:57:56.147142+0000","last_undegraded":"2024-02-09T23:57:56.147142+0000","last_fullsized":"2024-02-09T23:57:56.147142+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:00:36.869582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.151354+0000","last_change":"2024-02-09T23:57:53.906564+0000","last_active":"2024-02-09T23:57:57.151354+0000","last_peered":"2024-02-09T23:57:57.151354+0000","last_clean":"2024-02-09T23:57:57.151354+0000","last_became_active":"2024-02-09T23:57:53.906284+0000","last_became_peered":"2024-02-09T23:57:53.906284+0000","last_unstale":"2024-02-09T23:57:57.151354+0000","last_undegraded":"2024-02-09T23:57:57.151354+0000","last_fullsized":"2024-02-09T23:57:57.151354+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:51:11.022965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.145896+0000","last_change":"2024-02-09T23:57:55.167345+0000","last_active":"2024-02-09T23:57:56.145896+0000","last_peered":"2024-02-09T23:57:56.145896+0000","last_clean":"2024-02-09T23:57:56.145896+0000","last_became_active":"2024-02-09T23:57:55.166549+0000","last_became_peered":"2024-02-09T23:57:55.166549+0000","last_unstale":"2024-02-09T23:57:56.145896+0000","last_undegraded":"2024-02-09T23:57:56.145896+0000","last_fullsized":"2024-02-09T23:57:56.145896+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:24:47.060654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.146761+0000","last_change":"2024-02-09T23:57:53.907276+0000","last_active":"2024-02-09T23:57:56.146761+0000","last_peered":"2024-02-09T23:57:56.146761+0000","last_clean":"2024-02-09T23:57:56.146761+0000","last_became_active":"2024-02-09T23:57:53.906981+0000","last_became_peered":"2024-02-09T23:57:53.906981+0000","last_unstale":"2024-02-09T23:57:56.146761+0000","last_undegraded":"2024-02-09T23:57:56.146761+0000","last_fullsized":"2024-02-09T23:57:56.146761+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:14:09.408280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.192348+0000","last_change":"2024-02-09T23:57:55.159649+0000","last_active":"2024-02-09T23:57:57.192348+0000","last_peered":"2024-02-09T23:57:57.192348+0000","last_clean":"2024-02-09T23:57:57.192348+0000","last_became_active":"2024-02-09T23:57:55.159365+0000","last_became_peered":"2024-02-09T23:57:55.159365+0000","last_unstale":"2024-02-09T23:57:57.192348+0000","last_undegraded":"2024-02-09T23:57:57.192348+0000","last_fullsized":"2024-02-09T23:57:57.192348+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:28:49.842984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"33'8","reported_seq":22,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.146741+0000","last_change":"2024-02-09T23:57:53.907106+0000","last_active":"2024-02-09T23:57:56.146741+0000","last_peered":"2024-02-09T23:57:56.146741+0000","last_clean":"2024-02-09T23:57:56.146741+0000","last_became_active":"2024-02-09T23:57:53.906818+0000","last_became_peered":"2024-02-09T23:57:53.906818+0000","last_unstale":"2024-02-09T23:57:56.146741+0000","last_undegraded":"2024-02-09T23:57:56.146741+0000","last_fullsized":"2024-02-09T23:57:56.146741+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:11:40.874163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.147038+0000","last_change":"2024-02-09T23:57:55.169376+0000","last_active":"2024-02-09T23:57:56.147038+0000","last_peered":"2024-02-09T23:57:56.147038+0000","last_clean":"2024-02-09T23:57:56.147038+0000","last_became_active":"2024-02-09T23:57:55.169104+0000","last_became_peered":"2024-02-09T23:57:55.169104+0000","last_unstale":"2024-02-09T23:57:56.147038+0000","last_undegraded":"2024-02-09T23:57:56.147038+0000","last_fullsized":"2024-02-09T23:57:56.147038+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:13:26.098252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"33'1","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.151968+0000","last_change":"2024-02-09T23:57:53.904635+0000","last_active":"2024-02-09T23:57:57.151968+0000","last_peered":"2024-02-09T23:57:57.151968+0000","last_clean":"2024-02-09T23:57:57.151968+0000","last_became_active":"2024-02-09T23:57:53.904220+0000","last_became_peered":"2024-02-09T23:57:53.904220+0000","last_unstale":"2024-02-09T23:57:57.151968+0000","last_undegraded":"2024-02-09T23:57:57.151968+0000","last_fullsized":"2024-02-09T23:57:57.151968+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:13:29.353222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.185619+0000","last_change":"2024-02-09T23:57:55.166483+0000","last_active":"2024-02-09T23:57:57.185619+0000","last_peered":"2024-02-09T23:57:57.185619+0000","last_clean":"2024-02-09T23:57:57.185619+0000","last_became_active":"2024-02-09T23:57:55.166212+0000","last_became_peered":"2024-02-09T23:57:55.166212+0000","last_unstale":"2024-02-09T23:57:57.185619+0000","last_undegraded":"2024-02-09T23:57:57.185619+0000","last_fullsized":"2024-02-09T23:57:57.185619+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:08:10.812649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"33'2","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.147004+0000","last_change":"2024-02-09T23:57:53.908682+0000","last_active":"2024-02-09T23:57:56.147004+0000","last_peered":"2024-02-09T23:57:56.147004+0000","last_clean":"2024-02-09T23:57:56.147004+0000","last_became_active":"2024-02-09T23:57:53.908399+0000","last_became_peered":"2024-02-09T23:57:53.908399+0000","last_unstale":"2024-02-09T23:57:56.147004+0000","last_undegraded":"2024-02-09T23:57:56.147004+0000","last_fullsized":"2024-02-09T23:57:56.147004+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:07:24.576071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.151510+0000","last_change":"2024-02-09T23:57:55.159802+0000","last_active":"2024-02-09T23:57:57.151510+0000","last_peered":"2024-02-09T23:57:57.151510+0000","last_clean":"2024-02-09T23:57:57.151510+0000","last_became_active":"2024-02-09T23:57:55.159542+0000","last_became_peered":"2024-02-09T23:57:55.159542+0000","last_unstale":"2024-02-09T23:57:57.151510+0000","last_undegraded":"2024-02-09T23:57:57.151510+0000","last_fullsized":"2024-02-09T23:57:57.151510+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:28:24.236085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"33'1","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.146863+0000","last_change":"2024-02-09T23:57:53.903139+0000","last_active":"2024-02-09T23:57:56.146863+0000","last_peered":"2024-02-09T23:57:56.146863+0000","last_clean":"2024-02-09T23:57:56.146863+0000","last_became_active":"2024-02-09T23:57:53.902861+0000","last_became_peered":"2024-02-09T23:57:53.902861+0000","last_unstale":"2024-02-09T23:57:56.146863+0000","last_undegraded":"2024-02-09T23:57:56.146863+0000","last_fullsized":"2024-02-09T23:57:56.146863+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:40:12.466324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.731128+0000","last_change":"2024-02-09T23:57:55.169115+0000","last_active":"2024-02-09T23:57:57.731128+0000","last_peered":"2024-02-09T23:57:57.731128+0000","last_clean":"2024-02-09T23:57:57.731128+0000","last_became_active":"2024-02-09T23:57:55.168820+0000","last_became_peered":"2024-02-09T23:57:55.168820+0000","last_unstale":"2024-02-09T23:57:57.731128+0000","last_undegraded":"2024-02-09T23:57:57.731128+0000","last_fullsized":"2024-02-09T23:57:57.731128+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:13:30.354908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.146433+0000","last_change":"2024-02-09T23:57:53.903666+0000","last_active":"2024-02-09T23:57:56.146433+0000","last_peered":"2024-02-09T23:57:56.146433+0000","last_clean":"2024-02-09T23:57:56.146433+0000","last_became_active":"2024-02-09T23:57:53.903357+0000","last_became_peered":"2024-02-09T23:57:53.903357+0000","last_unstale":"2024-02-09T23:57:56.146433+0000","last_undegraded":"2024-02-09T23:57:56.146433+0000","last_fullsized":"2024-02-09T23:57:56.146433+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:41:37.111068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.730897+0000","last_change":"2024-02-09T23:57:55.159466+0000","last_active":"2024-02-09T23:57:57.730897+0000","last_peered":"2024-02-09T23:57:57.730897+0000","last_clean":"2024-02-09T23:57:57.730897+0000","last_became_active":"2024-02-09T23:57:55.159154+0000","last_became_peered":"2024-02-09T23:57:55.159154+0000","last_unstale":"2024-02-09T23:57:57.730897+0000","last_undegraded":"2024-02-09T23:57:57.730897+0000","last_fullsized":"2024-02-09T23:57:57.730897+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:41:38.112754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"33'2","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.149152+0000","last_change":"2024-02-09T23:57:53.904592+0000","last_active":"2024-02-09T23:57:57.149152+0000","last_peered":"2024-02-09T23:57:57.149152+0000","last_clean":"2024-02-09T23:57:57.149152+0000","last_became_active":"2024-02-09T23:57:53.904331+0000","last_became_peered":"2024-02-09T23:57:53.904331+0000","last_unstale":"2024-02-09T23:57:57.149152+0000","last_undegraded":"2024-02-09T23:57:57.149152+0000","last_fullsized":"2024-02-09T23:57:57.149152+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:41:37.111068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.731062+0000","last_change":"2024-02-09T23:57:55.152932+0000","last_active":"2024-02-09T23:57:57.731062+0000","last_peered":"2024-02-09T23:57:57.731062+0000","last_clean":"2024-02-09T23:57:57.731062+0000","last_became_active":"2024-02-09T23:57:55.152615+0000","last_became_peered":"2024-02-09T23:57:55.152615+0000","last_unstale":"2024-02-09T23:57:57.731062+0000","last_undegraded":"2024-02-09T23:57:57.731062+0000","last_fullsized":"2024-02-09T23:57:57.731062+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:50:57.410925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.192297+0000","last_change":"2024-02-09T23:57:53.907412+0000","last_active":"2024-02-09T23:57:57.192297+0000","last_peered":"2024-02-09T23:57:57.192297+0000","last_clean":"2024-02-09T23:57:57.192297+0000","last_became_active":"2024-02-09T23:57:53.907158+0000","last_became_peered":"2024-02-09T23:57:53.907158+0000","last_unstale":"2024-02-09T23:57:57.192297+0000","last_undegraded":"2024-02-09T23:57:57.192297+0000","last_fullsized":"2024-02-09T23:57:57.192297+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:41:37.111068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.730953+0000","last_change":"2024-02-09T23:57:55.152848+0000","last_active":"2024-02-09T23:57:57.730953+0000","last_peered":"2024-02-09T23:57:57.730953+0000","last_clean":"2024-02-09T23:57:57.730953+0000","last_became_active":"2024-02-09T23:57:55.152565+0000","last_became_peered":"2024-02-09T23:57:55.152565+0000","last_unstale":"2024-02-09T23:57:57.730953+0000","last_undegraded":"2024-02-09T23:57:57.730953+0000","last_fullsized":"2024-02-09T23:57:57.730953+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:40:13.468010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.146756+0000","last_change":"2024-02-09T23:57:53.907807+0000","last_active":"2024-02-09T23:57:56.146756+0000","last_peered":"2024-02-09T23:57:56.146756+0000","last_clean":"2024-02-09T23:57:56.146756+0000","last_became_active":"2024-02-09T23:57:53.907357+0000","last_became_peered":"2024-02-09T23:57:53.907357+0000","last_unstale":"2024-02-09T23:57:56.146756+0000","last_undegraded":"2024-02-09T23:57:56.146756+0000","last_fullsized":"2024-02-09T23:57:56.146756+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:26:51.237385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.145998+0000","last_change":"2024-02-09T23:57:55.161359+0000","last_active":"2024-02-09T23:57:56.145998+0000","last_peered":"2024-02-09T23:57:56.145998+0000","last_clean":"2024-02-09T23:57:56.145998+0000","last_became_active":"2024-02-09T23:57:55.160785+0000","last_became_peered":"2024-02-09T23:57:55.160785+0000","last_unstale":"2024-02-09T23:57:56.145998+0000","last_undegraded":"2024-02-09T23:57:56.145998+0000","last_fullsized":"2024-02-09T23:57:56.145998+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:42:13.709049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.185016+0000","last_change":"2024-02-09T23:57:53.904982+0000","last_active":"2024-02-09T23:57:57.185016+0000","last_peered":"2024-02-09T23:57:57.185016+0000","last_clean":"2024-02-09T23:57:57.185016+0000","last_became_active":"2024-02-09T23:57:53.904695+0000","last_became_peered":"2024-02-09T23:57:53.904695+0000","last_unstale":"2024-02-09T23:57:57.185016+0000","last_undegraded":"2024-02-09T23:57:57.185016+0000","last_fullsized":"2024-02-09T23:57:57.185016+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:14:09.408280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.730970+0000","last_change":"2024-02-09T23:57:55.168915+0000","last_active":"2024-02-09T23:57:57.730970+0000","last_peered":"2024-02-09T23:57:57.730970+0000","last_clean":"2024-02-09T23:57:57.730970+0000","last_became_active":"2024-02-09T23:57:55.168618+0000","last_became_peered":"2024-02-09T23:57:55.168618+0000","last_unstale":"2024-02-09T23:57:57.730970+0000","last_undegraded":"2024-02-09T23:57:57.730970+0000","last_fullsized":"2024-02-09T23:57:57.730970+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:07:25.577757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"33'2","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.152064+0000","last_change":"2024-02-09T23:57:53.905089+0000","last_active":"2024-02-09T23:57:57.152064+0000","last_peered":"2024-02-09T23:57:57.152064+0000","last_clean":"2024-02-09T23:57:57.152064+0000","last_became_active":"2024-02-09T23:57:53.904826+0000","last_became_peered":"2024-02-09T23:57:53.904826+0000","last_unstale":"2024-02-09T23:57:57.152064+0000","last_undegraded":"2024-02-09T23:57:57.152064+0000","last_fullsized":"2024-02-09T23:57:57.152064+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:04:50.085642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.185636+0000","last_change":"2024-02-09T23:57:55.164723+0000","last_active":"2024-02-09T23:57:57.185636+0000","last_peered":"2024-02-09T23:57:57.185636+0000","last_clean":"2024-02-09T23:57:57.185636+0000","last_became_active":"2024-02-09T23:57:55.164448+0000","last_became_peered":"2024-02-09T23:57:55.164448+0000","last_unstale":"2024-02-09T23:57:57.185636+0000","last_undegraded":"2024-02-09T23:57:57.185636+0000","last_fullsized":"2024-02-09T23:57:57.185636+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:49:32.831502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"34'1","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.149244+0000","last_change":"2024-02-09T23:57:53.908415+0000","last_active":"2024-02-09T23:57:57.149244+0000","last_peered":"2024-02-09T23:57:57.149244+0000","last_clean":"2024-02-09T23:57:57.149244+0000","last_became_active":"2024-02-09T23:57:53.908133+0000","last_became_peered":"2024-02-09T23:57:53.908133+0000","last_unstale":"2024-02-09T23:57:57.149244+0000","last_undegraded":"2024-02-09T23:57:57.149244+0000","last_fullsized":"2024-02-09T23:57:57.149244+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:50:56.409239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.149055+0000","last_change":"2024-02-09T23:57:55.153528+0000","last_active":"2024-02-09T23:57:57.149055+0000","last_peered":"2024-02-09T23:57:57.149055+0000","last_clean":"2024-02-09T23:57:57.149055+0000","last_became_active":"2024-02-09T23:57:55.153242+0000","last_became_peered":"2024-02-09T23:57:55.153242+0000","last_unstale":"2024-02-09T23:57:57.149055+0000","last_undegraded":"2024-02-09T23:57:57.149055+0000","last_fullsized":"2024-02-09T23:57:57.149055+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:11:41.875849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.151619+0000","last_change":"2024-02-09T23:57:53.904587+0000","last_active":"2024-02-09T23:57:57.151619+0000","last_peered":"2024-02-09T23:57:57.151619+0000","last_clean":"2024-02-09T23:57:57.151619+0000","last_became_active":"2024-02-09T23:57:53.904242+0000","last_became_peered":"2024-02-09T23:57:53.904242+0000","last_unstale":"2024-02-09T23:57:57.151619+0000","last_undegraded":"2024-02-09T23:57:57.151619+0000","last_fullsized":"2024-02-09T23:57:57.151619+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:14:56.103697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.192322+0000","last_change":"2024-02-09T23:57:55.152977+0000","last_active":"2024-02-09T23:57:57.192322+0000","last_peered":"2024-02-09T23:57:57.192322+0000","last_clean":"2024-02-09T23:57:57.192322+0000","last_became_active":"2024-02-09T23:57:55.152691+0000","last_became_peered":"2024-02-09T23:57:55.152691+0000","last_unstale":"2024-02-09T23:57:57.192322+0000","last_undegraded":"2024-02-09T23:57:57.192322+0000","last_fullsized":"2024-02-09T23:57:57.192322+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:17:25.698483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.149299+0000","last_change":"2024-02-09T23:57:53.900662+0000","last_active":"2024-02-09T23:57:57.149299+0000","last_peered":"2024-02-09T23:57:57.149299+0000","last_clean":"2024-02-09T23:57:57.149299+0000","last_became_active":"2024-02-09T23:57:53.900125+0000","last_became_peered":"2024-02-09T23:57:53.900125+0000","last_unstale":"2024-02-09T23:57:57.149299+0000","last_undegraded":"2024-02-09T23:57:57.149299+0000","last_fullsized":"2024-02-09T23:57:57.149299+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:40:12.466324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.149083+0000","last_change":"2024-02-09T23:57:55.147405+0000","last_active":"2024-02-09T23:57:57.149083+0000","last_peered":"2024-02-09T23:57:57.149083+0000","last_clean":"2024-02-09T23:57:57.149083+0000","last_became_active":"2024-02-09T23:57:55.147095+0000","last_became_peered":"2024-02-09T23:57:55.147095+0000","last_unstale":"2024-02-09T23:57:57.149083+0000","last_undegraded":"2024-02-09T23:57:57.149083+0000","last_fullsized":"2024-02-09T23:57:57.149083+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:28:49.842984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.151470+0000","last_change":"2024-02-09T23:57:53.905626+0000","last_active":"2024-02-09T23:57:57.151470+0000","last_peered":"2024-02-09T23:57:57.151470+0000","last_clean":"2024-02-09T23:57:57.151470+0000","last_became_active":"2024-02-09T23:57:53.905337+0000","last_became_peered":"2024-02-09T23:57:53.905337+0000","last_unstale":"2024-02-09T23:57:57.151470+0000","last_undegraded":"2024-02-09T23:57:57.151470+0000","last_fullsized":"2024-02-09T23:57:57.151470+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:50:56.409239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.146719+0000","last_change":"2024-02-09T23:57:55.174638+0000","last_active":"2024-02-09T23:57:56.146719+0000","last_peered":"2024-02-09T23:57:56.146719+0000","last_clean":"2024-02-09T23:57:56.146719+0000","last_became_active":"2024-02-09T23:57:55.174258+0000","last_became_peered":"2024-02-09T23:57:55.174258+0000","last_unstale":"2024-02-09T23:57:56.146719+0000","last_undegraded":"2024-02-09T23:57:56.146719+0000","last_fullsized":"2024-02-09T23:57:56.146719+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:42:13.709049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.146771+0000","last_change":"2024-02-09T23:57:53.901404+0000","last_active":"2024-02-09T23:57:56.146771+0000","last_peered":"2024-02-09T23:57:56.146771+0000","last_clean":"2024-02-09T23:57:56.146771+0000","last_became_active":"2024-02-09T23:57:53.900663+0000","last_became_peered":"2024-02-09T23:57:53.900663+0000","last_unstale":"2024-02-09T23:57:56.146771+0000","last_undegraded":"2024-02-09T23:57:56.146771+0000","last_fullsized":"2024-02-09T23:57:56.146771+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:42:01.034960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.146635+0000","last_change":"2024-02-09T23:57:55.167875+0000","last_active":"2024-02-09T23:57:56.146635+0000","last_peered":"2024-02-09T23:57:56.146635+0000","last_clean":"2024-02-09T23:57:56.146635+0000","last_became_active":"2024-02-09T23:57:55.162379+0000","last_became_peered":"2024-02-09T23:57:55.162379+0000","last_unstale":"2024-02-09T23:57:56.146635+0000","last_undegraded":"2024-02-09T23:57:56.146635+0000","last_fullsized":"2024-02-09T23:57:56.146635+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:45:44.823595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.146820+0000","last_change":"2024-02-09T23:57:53.907949+0000","last_active":"2024-02-09T23:57:56.146820+0000","last_peered":"2024-02-09T23:57:56.146820+0000","last_clean":"2024-02-09T23:57:56.146820+0000","last_became_active":"2024-02-09T23:57:53.907684+0000","last_became_peered":"2024-02-09T23:57:53.907684+0000","last_unstale":"2024-02-09T23:57:56.146820+0000","last_undegraded":"2024-02-09T23:57:56.146820+0000","last_fullsized":"2024-02-09T23:57:56.146820+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:06:35.382593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.146040+0000","last_change":"2024-02-09T23:57:55.162184+0000","last_active":"2024-02-09T23:57:56.146040+0000","last_peered":"2024-02-09T23:57:56.146040+0000","last_clean":"2024-02-09T23:57:56.146040+0000","last_became_active":"2024-02-09T23:57:55.161898+0000","last_became_peered":"2024-02-09T23:57:55.161898+0000","last_unstale":"2024-02-09T23:57:56.146040+0000","last_undegraded":"2024-02-09T23:57:56.146040+0000","last_fullsized":"2024-02-09T23:57:56.146040+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:53.885813+0000","last_clean_scrub_stamp":"2024-02-09T23:57:53.885813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:06:52.678182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:57.192262+0000","last_change":"2024-02-09T23:57:53.904953+0000","last_active":"2024-02-09T23:57:57.192262+0000","last_peered":"2024-02-09T23:57:57.192262+0000","last_clean":"2024-02-09T23:57:57.192262+0000","last_became_active":"2024-02-09T23:57:53.904556+0000","last_became_peered":"2024-02-09T23:57:53.904556+0000","last_unstale":"2024-02-09T23:57:57.192262+0000","last_undegraded":"2024-02-09T23:57:57.192262+0000","last_fullsized":"2024-02-09T23:57:57.192262+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:52.884127+0000","last_clean_scrub_stamp":"2024-02-09T23:57:52.884127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:46:48.846067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":195,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-02-09T23:57:56.146526+0000","last_change":"2024-02-09T23:56:40.567250+0000","last_active":"2024-02-09T23:57:56.146526+0000","last_peered":"2024-02-09T23:57:56.146526+0000","last_clean":"2024-02-09T23:57:56.146526+0000","last_became_active":"2024-02-09T23:56:40.566372+0000","last_became_peered":"2024-02-09T23:56:40.566372+0000","last_unstale":"2024-02-09T23:57:56.146526+0000","last_undegraded":"2024-02-09T23:57:56.146526+0000","last_fullsized":"2024-02-09T23:57:56.146526+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:39.545898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:39.545898+0000","last_clean_scrub_stamp":"2024-02-09T23:56:39.545898+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:46:32.589061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574868,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27984,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343856,"statfs":{"total":96636764160,"available":96608108544,"internally_reserved":0,"allocated":983040,"data_stored":742389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.56399999999999995}]},{"osd":1,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.51100000000000001}]},{"osd":2,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.76400000000000001}]},{"osd":3,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.68600000000000005}]},{"osd":4,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.71499999999999997}]},{"osd":5,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.70399999999999996}]},{"osd":6,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.77800000000000002}]}]},{"osd":6,"up_from":13,"seq":55834574868,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27408,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344432,"statfs":{"total":96636764160,"available":96608698368,"internally_reserved":0,"allocated":393216,"data_stored":152547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.74099999999999999}]},{"osd":1,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.54800000000000004}]},{"osd":2,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.51600000000000001}]},{"osd":3,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.57299999999999995}]},{"osd":4,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.45300000000000001}]},{"osd":5,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.70799999999999996}]},{"osd":7,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.65800000000000003}]}]},{"osd":5,"up_from":13,"seq":55834574869,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27408,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344432,"statfs":{"total":96636764160,"available":96608698368,"internally_reserved":0,"allocated":393216,"data_stored":152603,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.438},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.59899999999999998}]},{"osd":1,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.67700000000000005}]},{"osd":2,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.39100000000000001}]},{"osd":3,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.083,"5min":1.083,"15min":1.083},"last":0.68899999999999995}]},{"osd":4,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.71899999999999997}]},{"osd":6,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.56699999999999995}]},{"osd":7,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.623}]}]},{"osd":4,"up_from":13,"seq":55834574868,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27408,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344432,"statfs":{"total":96636764160,"available":96608698368,"internally_reserved":0,"allocated":393216,"data_stored":152035,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.41599999999999998}]},{"osd":1,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.443}]},{"osd":2,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.623}]},{"osd":3,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.39800000000000002}]},{"osd":5,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.54400000000000004}]},{"osd":6,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.58499999999999996}]},{"osd":7,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.50900000000000001}]}]},{"osd":3,"up_from":13,"seq":55834574868,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27416,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344424,"statfs":{"total":96636764160,"available":96608690176,"internally_reserved":0,"allocated":401408,"data_stored":153565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"last":0.56999999999999995}]},{"osd":1,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.60699999999999998}]},{"osd":2,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.64800000000000002}]},{"osd":4,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.70899999999999996}]},{"osd":5,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.751},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.69799999999999995}]},{"osd":6,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.76600000000000001}]},{"osd":7,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.79000000000000004}]}]},{"osd":2,"up_from":13,"seq":55834574868,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27404,"kb_used_data":380,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344436,"statfs":{"total":96636764160,"available":96608702464,"internally_reserved":0,"allocated":389120,"data_stored":152001,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.312,"5min":0.312,"15min":0.312},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.439,"5min":0.439,"15min":0.439},"last":0.26300000000000001}]},{"osd":1,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.38400000000000001}]},{"osd":3,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"last":0.28999999999999998}]},{"osd":4,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.60099999999999998}]},{"osd":5,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.57599999999999996}]},{"osd":6,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.71599999999999997}]},{"osd":7,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.61499999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574868,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27416,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344424,"statfs":{"total":96636764160,"available":96608690176,"internally_reserved":0,"allocated":401408,"data_stored":153565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.496,"5min":0.496,"15min":0.496},"last":0.23899999999999999}]},{"osd":2,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"last":0.309},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.35099999999999998}]},{"osd":3,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.378,"5min":0.378,"15min":0.378},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.438}]},{"osd":4,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.38},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.39400000000000002}]},{"osd":5,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.42799999999999999}]},{"osd":6,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.49399999999999999}]},{"osd":7,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.55100000000000005}]}]},{"osd":0,"up_from":13,"seq":55834574869,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27980,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343860,"statfs":{"total":96636764160,"available":96608112640,"internally_reserved":0,"allocated":978944,"data_stored":742299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":1.337,"5min":1.337,"15min":1.337},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":1.296,"5min":1.296,"15min":1.296},"last":0.40100000000000002}]},{"osd":2,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"last":0.372},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"last":0.35499999999999998}]},{"osd":3,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"last":0.307},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.41799999999999998}]},{"osd":4,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.65800000000000003}]},{"osd":5,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.57599999999999996}]},{"osd":6,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.61399999999999999}]},{"osd":7,"last update":"Fri Feb 9 23:57:41 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.59899999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-09T23:58:03.987 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-02-09T23:58:03.987 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-02-09T23:58:04.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.134+0000 7f1da034b640 1 Processor -- start 2024-02-09T23:58:04.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.134+0000 7f1da034b640 1 -- start start 2024-02-09T23:58:04.138 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.135+0000 7f1da034b640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1d9809a470 0x7f1d980d0340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:04.138 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.135+0000 7f1da034b640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f1d980d0880 0x7f1d980d0d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:04.138 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.135+0000 7f1da034b640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1d980cfeb0 con 0x7f1d9806c770 2024-02-09T23:58:04.138 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.135+0000 7f1da034b640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1d9809a8d0 con 0x7f1d980d0880 2024-02-09T23:58:04.138 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.135+0000 7f1da034b640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1d9815eca0 con 0x7f1d9809a470 2024-02-09T23:58:04.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.135+0000 7f1d9e8e8640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f1d980d0880 0x7f1d980d0d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:04.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.135+0000 7f1d9e0e7640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f1d9806c770 0x7f1d9806cb50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:52712/0 (socket says 172.21.15.27:52712) 2024-02-09T23:58:04.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.135+0000 7f1d9e0e7640 1 -- 172.21.15.27:0/1940856518 learned_addr learned my addr 172.21.15.27:0/1940856518 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:58:04.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.135+0000 7f1d9e8e8640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f1d980d0880 0x7f1d980d0d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47406/0 (socket says 172.21.15.27:47406) 2024-02-09T23:58:04.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.135+0000 7f1d9e8e8640 1 -- 172.21.15.27:0/1940856518 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1d9809a470 msgr2=0x7f1d980d0340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:04.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.135+0000 7f1d9e8e8640 1 --2- 172.21.15.27:0/1940856518 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1d9809a470 0x7f1d980d0340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:04.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.135+0000 7f1d9e8e8640 1 -- 172.21.15.27:0/1940856518 >> v1:172.21.15.27:6789/0 conn(0x7f1d9806c770 legacy=0x7f1d9806cb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:04.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.135+0000 7f1d9e8e8640 1 -- 172.21.15.27:0/1940856518 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d9815ef80 con 0x7f1d980d0880 2024-02-09T23:58:04.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.135+0000 7f1d9d0e5640 1 -- 172.21.15.27:0/1940856518 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3933261345 0 0) 0x7f1d980cfeb0 con 0x7f1d9806c770 2024-02-09T23:58:04.140 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.136+0000 7f1d9e8e8640 1 --2- 172.21.15.27:0/1940856518 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1d980d0880 0x7f1d980d0d10 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f1d90009d90 tx=0x7f1d9002bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16def691b4a05551 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:04.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.136+0000 7f1d9d0e5640 1 -- 172.21.15.27:0/1940856518 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d9002cc50 con 0x7f1d980d0880 2024-02-09T23:58:04.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.136+0000 7f1d9d0e5640 1 -- 172.21.15.27:0/1940856518 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1d9002cdb0 con 0x7f1d980d0880 2024-02-09T23:58:04.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.136+0000 7f1d9d0e5640 1 -- 172.21.15.27:0/1940856518 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d90034660 con 0x7f1d980d0880 2024-02-09T23:58:04.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.137+0000 7f1da034b640 1 -- 172.21.15.27:0/1940856518 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1d980d0880 msgr2=0x7f1d980d0d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:04.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.137+0000 7f1da034b640 1 --2- 172.21.15.27:0/1940856518 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1d980d0880 0x7f1d980d0d10 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f1d90009d90 tx=0x7f1d9002bea0 comp rx=0 tx=0).stop 2024-02-09T23:58:04.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.137+0000 7f1da034b640 1 -- 172.21.15.27:0/1940856518 shutdown_connections 2024-02-09T23:58:04.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.137+0000 7f1da034b640 1 --2- 172.21.15.27:0/1940856518 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1d980d0880 0x7f1d980d0d10 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:04.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.137+0000 7f1da034b640 1 --2- 172.21.15.27:0/1940856518 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1d9809a470 0x7f1d980d0340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:04.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.137+0000 7f1da034b640 1 -- 172.21.15.27:0/1940856518 >> 172.21.15.27:0/1940856518 conn(0x7f1d980b32f0 msgr2=0x7f1d980b3700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:04.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.137+0000 7f1da034b640 1 -- 172.21.15.27:0/1940856518 shutdown_connections 2024-02-09T23:58:04.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.137+0000 7f1da034b640 1 -- 172.21.15.27:0/1940856518 wait complete. 2024-02-09T23:58:04.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.138+0000 7f1da034b640 1 Processor -- start 2024-02-09T23:58:04.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.138+0000 7f1da034b640 1 -- start start 2024-02-09T23:58:04.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.139+0000 7f1da034b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1d9806c770 0x7f1d98150c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:04.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.139+0000 7f1da034b640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1d9809a470 0x7f1d980c78a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:04.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.139+0000 7f1da034b640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1d980d0880 0x7f1d980c7de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:04.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.139+0000 7f1da034b640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d980b6d40 con 0x7f1d9806c770 2024-02-09T23:58:04.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.139+0000 7f1da034b640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d980b52c0 con 0x7f1d9809a470 2024-02-09T23:58:04.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.139+0000 7f1da034b640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1d980b55a0 con 0x7f1d980d0880 2024-02-09T23:58:04.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.139+0000 7f1d9e0e7640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1d9806c770 0x7f1d98150c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:04.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.139+0000 7f1d9e0e7640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1d9806c770 0x7f1d98150c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47410/0 (socket says 172.21.15.27:47410) 2024-02-09T23:58:04.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.139+0000 7f1d9e0e7640 1 -- 172.21.15.27:0/2901044993 learned_addr learned my addr 172.21.15.27:0/2901044993 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:58:04.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.139+0000 7f1d9d8e6640 1 --2- 172.21.15.27:0/2901044993 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1d9809a470 0x7f1d980c78a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:04.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.139+0000 7f1d9e8e8640 1 --2- 172.21.15.27:0/2901044993 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1d980d0880 0x7f1d980c7de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:04.145 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.139+0000 7f1d9e0e7640 1 -- 172.21.15.27:0/2901044993 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1d980d0880 msgr2=0x7f1d980c7de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:04.145 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.139+0000 7f1d9e0e7640 1 --2- 172.21.15.27:0/2901044993 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1d980d0880 0x7f1d980c7de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:04.145 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.139+0000 7f1d9e0e7640 1 -- 172.21.15.27:0/2901044993 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1d9809a470 msgr2=0x7f1d980c78a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:04.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.139+0000 7f1d9e0e7640 1 --2- 172.21.15.27:0/2901044993 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1d9809a470 0x7f1d980c78a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:04.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.139+0000 7f1d9e0e7640 1 -- 172.21.15.27:0/2901044993 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d90009a70 con 0x7f1d9806c770 2024-02-09T23:58:04.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.139+0000 7f1d9e0e7640 1 --2- 172.21.15.27:0/2901044993 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1d9806c770 0x7f1d98150c00 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f1d9400c4d0 tx=0x7f1d9400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:04.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.140+0000 7f1d8effd640 1 -- 172.21.15.27:0/2901044993 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d940074e0 con 0x7f1d9806c770 2024-02-09T23:58:04.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.140+0000 7f1d8effd640 1 -- 172.21.15.27:0/2901044993 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1d94007640 con 0x7f1d9806c770 2024-02-09T23:58:04.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.140+0000 7f1d8effd640 1 -- 172.21.15.27:0/2901044993 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d94004a20 con 0x7f1d9806c770 2024-02-09T23:58:04.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.140+0000 7f1da034b640 1 -- 172.21.15.27:0/2901044993 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1d980b5880 con 0x7f1d9806c770 2024-02-09T23:58:04.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.140+0000 7f1da034b640 1 -- 172.21.15.27:0/2901044993 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1d98151140 con 0x7f1d9806c770 2024-02-09T23:58:04.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.141+0000 7f1da034b640 1 -- 172.21.15.27:0/2901044993 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1d9806dc30 con 0x7f1d9806c770 2024-02-09T23:58:04.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.141+0000 7f1d8effd640 1 -- 172.21.15.27:0/2901044993 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f1d94004b80 con 0x7f1d9806c770 2024-02-09T23:58:04.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.141+0000 7f1d8effd640 1 --2- 172.21.15.27:0/2901044993 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1d7c06b810 0x7f1d7c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:04.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.142+0000 7f1d8effd640 1 -- 172.21.15.27:0/2901044993 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1d94089e60 con 0x7f1d9806c770 2024-02-09T23:58:04.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.142+0000 7f1d9d8e6640 1 --2- 172.21.15.27:0/2901044993 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1d7c06b810 0x7f1d7c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:04.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.142+0000 7f1d9d8e6640 1 --2- 172.21.15.27:0/2901044993 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1d7c06b810 0x7f1d7c06dcd0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f1d981f7ed0 tx=0x7f1d88009110 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:04.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.146+0000 7f1d8effd640 1 -- 172.21.15.27:0/2901044993 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f1d94054910 con 0x7f1d9806c770 2024-02-09T23:58:04.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.395+0000 7f1da034b640 1 -- 172.21.15.27:0/2901044993 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7f1d980c5300 con 0x7f1d9806c770 2024-02-09T23:58:04.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.399+0000 7f1d8effd640 1 -- 172.21.15.27:0/2901044993 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v15) v1 ==== 190+0+147 (secure 0 0 0) 0x7f1d980c5300 con 0x7f1d9806c770 2024-02-09T23:58:04.402 INFO:teuthology.orchestra.run.smithi027.stdout:[client.0] 2024-02-09T23:58:04.403 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQCJu8Zl5aPyExAAWEuFyVnn8gCxmV57DUYNaw== 2024-02-09T23:58:04.403 INFO:teuthology.orchestra.run.smithi027.stdout: caps mds = "allow" 2024-02-09T23:58:04.403 INFO:teuthology.orchestra.run.smithi027.stdout: caps mon = "allow r" 2024-02-09T23:58:04.403 INFO:teuthology.orchestra.run.smithi027.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-02-09T23:58:04.404 INFO:teuthology.orchestra.run.smithi027.stderr:updated caps for client.0 2024-02-09T23:58:04.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.401+0000 7f1da034b640 1 -- 172.21.15.27:0/2901044993 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1d7c06b810 msgr2=0x7f1d7c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:04.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.401+0000 7f1da034b640 1 --2- 172.21.15.27:0/2901044993 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1d7c06b810 0x7f1d7c06dcd0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f1d981f7ed0 tx=0x7f1d88009110 comp rx=0 tx=0).stop 2024-02-09T23:58:04.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.401+0000 7f1da034b640 1 -- 172.21.15.27:0/2901044993 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1d9806c770 msgr2=0x7f1d98150c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:04.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.401+0000 7f1da034b640 1 --2- 172.21.15.27:0/2901044993 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1d9806c770 0x7f1d98150c00 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f1d9400c4d0 tx=0x7f1d9400c8d0 comp rx=0 tx=0).stop 2024-02-09T23:58:04.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.401+0000 7f1da034b640 1 -- 172.21.15.27:0/2901044993 shutdown_connections 2024-02-09T23:58:04.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.401+0000 7f1da034b640 1 --2- 172.21.15.27:0/2901044993 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f1d7c06b810 0x7f1d7c06dcd0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:04.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.401+0000 7f1da034b640 1 --2- 172.21.15.27:0/2901044993 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1d980d0880 0x7f1d980c7de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:04.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.401+0000 7f1da034b640 1 --2- 172.21.15.27:0/2901044993 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1d9809a470 0x7f1d980c78a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:04.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.401+0000 7f1da034b640 1 --2- 172.21.15.27:0/2901044993 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1d9806c770 0x7f1d98150c00 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:04.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.401+0000 7f1da034b640 1 -- 172.21.15.27:0/2901044993 >> 172.21.15.27:0/2901044993 conn(0x7f1d980b32f0 msgr2=0x7f1d9806f4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:04.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.401+0000 7f1da034b640 1 -- 172.21.15.27:0/2901044993 shutdown_connections 2024-02-09T23:58:04.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.401+0000 7f1da034b640 1 -- 172.21.15.27:0/2901044993 wait complete. 2024-02-09T23:58:04.415 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:58:04.529 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.525+0000 7fc3f661e640 1 Processor -- start 2024-02-09T23:58:04.529 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.525+0000 7fc3f661e640 1 -- start start 2024-02-09T23:58:04.533 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.526+0000 7fc3f661e640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fc3f0161160 0x7fc3f00d1ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:04.533 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.526+0000 7fc3f661e640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc3f0161540 con 0x7fc3f00d2020 2024-02-09T23:58:04.533 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.526+0000 7fc3f661e640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc3f00d3120 con 0x7fc3f00ceed0 2024-02-09T23:58:04.533 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.526+0000 7fc3f661e640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc3f00d2510 con 0x7fc3f0161160 2024-02-09T23:58:04.533 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.526+0000 7fc3ef7fe640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fc3f00d2020 0x7fc3f00ce7c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:52714/0 (socket says 172.21.15.27:52714) 2024-02-09T23:58:04.533 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.526+0000 7fc3ef7fe640 1 -- 172.21.15.27:0/3526026668 learned_addr learned my addr 172.21.15.27:0/3526026668 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:58:04.533 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.526+0000 7fc3eeffd640 1 -- 172.21.15.27:0/3526026668 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 158047094 0 0) 0x7fc3f0161540 con 0x7fc3f00d2020 2024-02-09T23:58:04.533 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.526+0000 7fc3effff640 1 --2- 172.21.15.27:0/3526026668 >> v2:172.21.15.153:3300/0 conn(0x7fc3f0161160 0x7fc3f00d1ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:04.533 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.526+0000 7fc3eeffd640 1 -- 172.21.15.27:0/3526026668 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc3d8003520 con 0x7fc3f00d2020 2024-02-09T23:58:04.533 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.526+0000 7fc3eeffd640 1 -- 172.21.15.27:0/3526026668 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3463052004 0 0) 0x7fc3d8003520 con 0x7fc3f00d2020 2024-02-09T23:58:04.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.526+0000 7fc3eeffd640 1 -- 172.21.15.27:0/3526026668 >> v2:172.21.15.153:3300/0 conn(0x7fc3f0161160 msgr2=0x7fc3f00d1ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:04.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.526+0000 7fc3eeffd640 1 --2- 172.21.15.27:0/3526026668 >> v2:172.21.15.153:3300/0 conn(0x7fc3f0161160 0x7fc3f00d1ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:04.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.526+0000 7fc3eeffd640 1 -- 172.21.15.27:0/3526026668 >> v1:172.21.15.153:6789/0 conn(0x7fc3f00ceed0 legacy=0x7fc3f00b6b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:04.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.526+0000 7fc3eeffd640 1 -- 172.21.15.27:0/3526026668 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3f00d27f0 con 0x7fc3f00d2020 2024-02-09T23:58:04.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.526+0000 7fc3eeffd640 1 -- 172.21.15.27:0/3526026668 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7fc3e4001670 con 0x7fc3f00d2020 2024-02-09T23:58:04.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.526+0000 7fc3eeffd640 1 -- 172.21.15.27:0/3526026668 >> v1:172.21.15.27:6789/0 conn(0x7fc3f00d2020 legacy=0x7fc3f00ce7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:04.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.526+0000 7fc3eeffd640 1 --2- 172.21.15.27:0/3526026668 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc3d80039e0 0x7fc3d8003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:04.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.526+0000 7fc3eeffd640 1 --2- 172.21.15.27:0/3526026668 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3d80047c0 0x7fc3d8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:04.535 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.527+0000 7fc3eeffd640 1 --2- 172.21.15.27:0/3526026668 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3d8005180 0x7fc3d800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:04.535 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.527+0000 7fc3eeffd640 1 -- 172.21.15.27:0/3526026668 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3f00d2510 con 0x7fc3d8005180 2024-02-09T23:58:04.535 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.527+0000 7fc3eeffd640 1 -- 172.21.15.27:0/3526026668 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3d800c0b0 con 0x7fc3d80039e0 2024-02-09T23:58:04.535 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.527+0000 7fc3eeffd640 1 -- 172.21.15.27:0/3526026668 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3d800c270 con 0x7fc3d80047c0 2024-02-09T23:58:04.535 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.527+0000 7fc3effff640 1 --2- 172.21.15.27:0/3526026668 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc3d80039e0 0x7fc3d8003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:04.535 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.527+0000 7fc3f4bbb640 1 --2- 172.21.15.27:0/3526026668 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3d8005180 0x7fc3d800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:04.535 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.527+0000 7fc3ef7fe640 1 --2- 172.21.15.27:0/3526026668 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3d80047c0 0x7fc3d8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:04.535 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.527+0000 7fc3f4bbb640 1 -- 172.21.15.27:0/3526026668 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3d80047c0 msgr2=0x7fc3d8004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:04.535 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.527+0000 7fc3f4bbb640 1 --2- 172.21.15.27:0/3526026668 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3d80047c0 0x7fc3d8004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:04.535 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.527+0000 7fc3f4bbb640 1 -- 172.21.15.27:0/3526026668 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc3d80039e0 msgr2=0x7fc3d8003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:04.535 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.527+0000 7fc3f4bbb640 1 --2- 172.21.15.27:0/3526026668 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc3d80039e0 0x7fc3d8003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:04.535 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.527+0000 7fc3f4bbb640 1 -- 172.21.15.27:0/3526026668 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3d8003520 con 0x7fc3d8005180 2024-02-09T23:58:04.535 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.527+0000 7fc3effff640 1 --2- 172.21.15.27:0/3526026668 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc3d80039e0 0x7fc3d8003e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:58:04.535 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.528+0000 7fc3f4bbb640 1 -- 172.21.15.27:0/3526026668 reap_dead start 2024-02-09T23:58:04.536 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.528+0000 7fc3f4bbb640 1 --2- 172.21.15.27:0/3526026668 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3d8005180 0x7fc3d800b980 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fc3f00d1490 tx=0x7fc3d80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e28177d1b9c114e server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:04.536 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.528+0000 7fc3eeffd640 1 -- 172.21.15.27:0/3526026668 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3e8003b70 con 0x7fc3d8005180 2024-02-09T23:58:04.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.528+0000 7fc3eeffd640 1 -- 172.21.15.27:0/3526026668 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3e8003cd0 con 0x7fc3d8005180 2024-02-09T23:58:04.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.528+0000 7fc3eeffd640 1 -- 172.21.15.27:0/3526026668 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3e8005310 con 0x7fc3d8005180 2024-02-09T23:58:04.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.528+0000 7fc3f661e640 1 -- 172.21.15.27:0/3526026668 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3d8005180 msgr2=0x7fc3d800b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:04.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.528+0000 7fc3f661e640 1 --2- 172.21.15.27:0/3526026668 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3d8005180 0x7fc3d800b980 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fc3f00d1490 tx=0x7fc3d80057f0 comp rx=0 tx=0).stop 2024-02-09T23:58:04.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.528+0000 7fc3f661e640 1 -- 172.21.15.27:0/3526026668 shutdown_connections 2024-02-09T23:58:04.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.528+0000 7fc3f661e640 1 --2- 172.21.15.27:0/3526026668 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3d8005180 0x7fc3d800b980 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:04.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.528+0000 7fc3f661e640 1 -- 172.21.15.27:0/3526026668 >> 172.21.15.27:0/3526026668 conn(0x7fc3f00b56e0 msgr2=0x7fc3f00b5af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:04.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.529+0000 7fc3f661e640 1 -- 172.21.15.27:0/3526026668 shutdown_connections 2024-02-09T23:58:04.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.529+0000 7fc3f661e640 1 -- 172.21.15.27:0/3526026668 wait complete. 2024-02-09T23:58:04.538 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.530+0000 7fc3f661e640 1 Processor -- start 2024-02-09T23:58:04.538 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.530+0000 7fc3f661e640 1 -- start start 2024-02-09T23:58:04.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.531+0000 7fc3f661e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc3d8005180 0x7fc3f015ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:04.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.531+0000 7fc3f661e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3f0160640 0x7fc3f01f3fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:04.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.531+0000 7fc3f661e640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3f00c6400 0x7fc3f00c7f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:04.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.531+0000 7fc3f661e640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3f01f4500 con 0x7fc3f0160640 2024-02-09T23:58:04.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.531+0000 7fc3f661e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3f015f5a0 con 0x7fc3d8005180 2024-02-09T23:58:04.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.531+0000 7fc3f661e640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3f015f880 con 0x7fc3f00c6400 2024-02-09T23:58:04.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.531+0000 7fc3ef7fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3f0160640 0x7fc3f01f3fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:04.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.531+0000 7fc3ef7fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3f0160640 0x7fc3f01f3fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47426/0 (socket says 172.21.15.27:47426) 2024-02-09T23:58:04.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.531+0000 7fc3ef7fe640 1 -- 172.21.15.27:0/3653665414 learned_addr learned my addr 172.21.15.27:0/3653665414 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:58:04.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.531+0000 7fc3effff640 1 --2- 172.21.15.27:0/3653665414 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc3d8005180 0x7fc3f015ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:04.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.531+0000 7fc3f4bbb640 1 --2- 172.21.15.27:0/3653665414 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3f00c6400 0x7fc3f00c7f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:04.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.531+0000 7fc3ef7fe640 1 -- 172.21.15.27:0/3653665414 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3f00c6400 msgr2=0x7fc3f00c7f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:04.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.531+0000 7fc3ef7fe640 1 --2- 172.21.15.27:0/3653665414 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3f00c6400 0x7fc3f00c7f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:04.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.531+0000 7fc3ef7fe640 1 -- 172.21.15.27:0/3653665414 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc3d8005180 msgr2=0x7fc3f015ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:04.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.531+0000 7fc3ef7fe640 1 --2- 172.21.15.27:0/3653665414 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc3d8005180 0x7fc3f015ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:04.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.531+0000 7fc3ef7fe640 1 -- 172.21.15.27:0/3653665414 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3f015fb60 con 0x7fc3f0160640 2024-02-09T23:58:04.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.531+0000 7fc3effff640 1 --2- 172.21.15.27:0/3653665414 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc3d8005180 0x7fc3f015ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:58:04.546 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.531+0000 7fc3f4bbb640 1 --2- 172.21.15.27:0/3653665414 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3f00c6400 0x7fc3f00c7f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:58:04.546 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.531+0000 7fc3ef7fe640 1 --2- 172.21.15.27:0/3653665414 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3f0160640 0x7fc3f01f3fc0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fc3e4007290 tx=0x7fc3e4007750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:04.546 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.531+0000 7fc3ecff9640 1 -- 172.21.15.27:0/3653665414 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3e4001650 con 0x7fc3f0160640 2024-02-09T23:58:04.546 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.531+0000 7fc3ecff9640 1 -- 172.21.15.27:0/3653665414 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3e400f9c0 con 0x7fc3f0160640 2024-02-09T23:58:04.546 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.531+0000 7fc3f661e640 1 -- 172.21.15.27:0/3653665414 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc3f015fe40 con 0x7fc3f0160640 2024-02-09T23:58:04.546 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.531+0000 7fc3ecff9640 1 -- 172.21.15.27:0/3653665414 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3e400fd50 con 0x7fc3f0160640 2024-02-09T23:58:04.546 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.531+0000 7fc3f661e640 1 -- 172.21.15.27:0/3653665414 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3f00c6890 con 0x7fc3f0160640 2024-02-09T23:58:04.547 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.533+0000 7fc3f661e640 1 -- 172.21.15.27:0/3653665414 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc3f0160360 con 0x7fc3f0160640 2024-02-09T23:58:04.547 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.533+0000 7fc3ecff9640 1 -- 172.21.15.27:0/3653665414 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fc3e401d460 con 0x7fc3f0160640 2024-02-09T23:58:04.547 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.533+0000 7fc3ecff9640 1 --2- 172.21.15.27:0/3653665414 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc3dc06b840 0x7fc3dc06dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:04.547 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.533+0000 7fc3ecff9640 1 -- 172.21.15.27:0/3653665414 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc3e408a2e0 con 0x7fc3f0160640 2024-02-09T23:58:04.547 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.534+0000 7fc3effff640 1 --2- 172.21.15.27:0/3653665414 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc3dc06b840 0x7fc3dc06dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:04.547 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.534+0000 7fc3effff640 1 --2- 172.21.15.27:0/3653665414 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc3dc06b840 0x7fc3dc06dd00 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fc3e0009ce0 tx=0x7fc3e0008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:04.547 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.538+0000 7fc3ecff9640 1 -- 172.21.15.27:0/3653665414 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fc3f0160360 con 0x7fc3f0160640 2024-02-09T23:58:04.757 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.753+0000 7fc3f661e640 1 -- 172.21.15.27:0/3653665414 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc3f0160360 con 0x7fc3f0160640 2024-02-09T23:58:04.757 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.754+0000 7fc3ecff9640 1 -- 172.21.15.27:0/3653665414 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) v1 ==== 94+0+4938 (secure 0 0 0) 0x7fc3f0160360 con 0x7fc3f0160640 2024-02-09T23:58:04.758 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:58:04.758 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":13,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4793,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6834/3159189479","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6832","nonce":3159189479},{"type":"v1","addr":"172.21.15.27:6834","nonce":3159189479}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":4796,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/731048817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6833","nonce":731048817},{"type":"v1","addr":"172.21.15.27:6835","nonce":731048817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":4799,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6836/2074047013","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":2074047013},{"type":"v1","addr":"172.21.15.153:6836","nonce":2074047013}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-09T23:57:54.259990+0000","modified":"2024-02-09T23:57:57.532483+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5056},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5056":{"gid":5056,"name":"d","rank":0,"incarnation":10,"state":"up:active","state_seq":4,"addr":"172.21.15.153:6837/3332306953","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6835","nonce":3332306953},{"type":"v1","addr":"172.21.15.153:6837","nonce":3332306953}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-02-09T23:58:04.760 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 13 2024-02-09T23:58:04.760 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.756+0000 7fc3f661e640 1 -- 172.21.15.27:0/3653665414 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc3dc06b840 msgr2=0x7fc3dc06dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:04.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.756+0000 7fc3f661e640 1 --2- 172.21.15.27:0/3653665414 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc3dc06b840 0x7fc3dc06dd00 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fc3e0009ce0 tx=0x7fc3e0008040 comp rx=0 tx=0).stop 2024-02-09T23:58:04.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.756+0000 7fc3f661e640 1 -- 172.21.15.27:0/3653665414 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3f0160640 msgr2=0x7fc3f01f3fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:04.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.756+0000 7fc3f661e640 1 --2- 172.21.15.27:0/3653665414 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3f0160640 0x7fc3f01f3fc0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fc3e4007290 tx=0x7fc3e4007750 comp rx=0 tx=0).stop 2024-02-09T23:58:04.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.756+0000 7fc3f661e640 1 -- 172.21.15.27:0/3653665414 shutdown_connections 2024-02-09T23:58:04.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.756+0000 7fc3f661e640 1 --2- 172.21.15.27:0/3653665414 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc3dc06b840 0x7fc3dc06dd00 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:04.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.756+0000 7fc3f661e640 1 --2- 172.21.15.27:0/3653665414 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc3f00c6400 0x7fc3f00c7f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:04.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.756+0000 7fc3f661e640 1 --2- 172.21.15.27:0/3653665414 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc3f0160640 0x7fc3f01f3fc0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:04.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.756+0000 7fc3f661e640 1 --2- 172.21.15.27:0/3653665414 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc3d8005180 0x7fc3f015ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:04.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.756+0000 7fc3f661e640 1 -- 172.21.15.27:0/3653665414 >> 172.21.15.27:0/3653665414 conn(0x7fc3f00b56e0 msgr2=0x7fc3f00b7130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:04.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.756+0000 7fc3f661e640 1 -- 172.21.15.27:0/3653665414 shutdown_connections 2024-02-09T23:58:04.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:04.756+0000 7fc3f661e640 1 -- 172.21.15.27:0/3653665414 wait complete. 2024-02-09T23:58:05.176 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 13, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-02-09T23:57:54.259990+0000', 'modified': '2024-02-09T23:57:57.532483+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5056}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5056': {'gid': 5056, 'name': 'd', 'rank': 0, 'incarnation': 10, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.153:6837/3332306953', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.153:6835', 'nonce': 3332306953}, {'type': 'v1', 'addr': '172.21.15.153:6837', 'nonce': 3332306953}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-02-09T23:58:05.176 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-02-09T23:58:05.176 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-02-09T23:58:05.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.285+0000 7f3429255640 1 Processor -- start 2024-02-09T23:58:05.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.286+0000 7f3429255640 1 -- start start 2024-02-09T23:58:05.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.286+0000 7f3429255640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f34240b9250 0x7f34240b2df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:05.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.286+0000 7f3429255640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f34240d2650 con 0x7f342415dc90 2024-02-09T23:58:05.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.286+0000 7f3429255640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f34240b96c0 con 0x7f34240b5490 2024-02-09T23:58:05.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.286+0000 7f3429255640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f34240b3330 con 0x7f34240b9250 2024-02-09T23:58:05.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.287+0000 7f3422d9d640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f342415dc90 0x7f34240b69f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:52730/0 (socket says 172.21.15.27:52730) 2024-02-09T23:58:05.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.287+0000 7f3422d9d640 1 -- 172.21.15.27:0/1405318762 learned_addr learned my addr 172.21.15.27:0/1405318762 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:58:05.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.287+0000 7f341bfff640 1 --2- 172.21.15.27:0/1405318762 >> v2:172.21.15.153:3300/0 conn(0x7f34240b9250 0x7f34240b2df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:05.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.287+0000 7f342259c640 1 -- 172.21.15.27:0/1405318762 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2384810336 0 0) 0x7f34240d2650 con 0x7f342415dc90 2024-02-09T23:58:05.291 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.287+0000 7f342259c640 1 -- 172.21.15.27:0/1405318762 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3410003520 con 0x7f342415dc90 2024-02-09T23:58:05.291 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.287+0000 7f342259c640 1 -- 172.21.15.27:0/1405318762 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2386520928 0 0) 0x7f34240b96c0 con 0x7f34240b5490 2024-02-09T23:58:05.291 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.287+0000 7f342259c640 1 -- 172.21.15.27:0/1405318762 --> v1:172.21.15.153:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f34240d2650 con 0x7f34240b5490 2024-02-09T23:58:05.291 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.287+0000 7f342259c640 1 -- 172.21.15.27:0/1405318762 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2065860565 0 0) 0x7f3410003520 con 0x7f342415dc90 2024-02-09T23:58:05.291 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.287+0000 7f341bfff640 1 -- 172.21.15.27:0/1405318762 >> v1:172.21.15.153:6789/0 conn(0x7f34240b5490 legacy=0x7f34240d2ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:05.291 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.287+0000 7f341bfff640 1 -- 172.21.15.27:0/1405318762 >> v1:172.21.15.27:6789/0 conn(0x7f342415dc90 legacy=0x7f34240b69f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:05.291 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.287+0000 7f341bfff640 1 -- 172.21.15.27:0/1405318762 --> v2:172.21.15.153:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34240d1d60 con 0x7f34240b9250 2024-02-09T23:58:05.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.288+0000 7f341bfff640 1 --2- 172.21.15.27:0/1405318762 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f34240b9250 0x7f34240b2df0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f340c0097d0 tx=0x7f340c02b8b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=acad799c2f62b968 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:05.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.288+0000 7f342259c640 1 -- 172.21.15.27:0/1405318762 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3414001670 con 0x7f34240b9250 2024-02-09T23:58:05.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.288+0000 7f342259c640 1 -- 172.21.15.27:0/1405318762 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f340c031590 con 0x7f34240b9250 2024-02-09T23:58:05.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.288+0000 7f342259c640 1 -- 172.21.15.27:0/1405318762 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f340c031900 con 0x7f34240b9250 2024-02-09T23:58:05.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.289+0000 7f3429255640 1 -- 172.21.15.27:0/1405318762 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f34240b9250 msgr2=0x7f34240b2df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:05.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.289+0000 7f3429255640 1 --2- 172.21.15.27:0/1405318762 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f34240b9250 0x7f34240b2df0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f340c0097d0 tx=0x7f340c02b8b0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.289+0000 7f3429255640 1 -- 172.21.15.27:0/1405318762 shutdown_connections 2024-02-09T23:58:05.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.289+0000 7f3429255640 1 --2- 172.21.15.27:0/1405318762 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f34240b9250 0x7f34240b2df0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.289+0000 7f3429255640 1 -- 172.21.15.27:0/1405318762 >> 172.21.15.27:0/1405318762 conn(0x7f3424066f90 msgr2=0x7f34240d0490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:05.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.289+0000 7f3429255640 1 -- 172.21.15.27:0/1405318762 shutdown_connections 2024-02-09T23:58:05.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.289+0000 7f3429255640 1 -- 172.21.15.27:0/1405318762 wait complete. 2024-02-09T23:58:05.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.290+0000 7f3429255640 1 Processor -- start 2024-02-09T23:58:05.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.290+0000 7f3429255640 1 -- start start 2024-02-09T23:58:05.296 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.291+0000 7f3429255640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f34240b5490 0x7f3424152ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:05.296 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.291+0000 7f3429255640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f34240b9250 0x7f34240cc600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:05.296 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.291+0000 7f3429255640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f342415dc90 0x7f34240ccb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:05.296 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.291+0000 7f3429255640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f342415e070 con 0x7f34240b9250 2024-02-09T23:58:05.296 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.291+0000 7f3429255640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34241535f0 con 0x7f34240b5490 2024-02-09T23:58:05.296 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.291+0000 7f3429255640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f342415ff10 con 0x7f342415dc90 2024-02-09T23:58:05.296 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.291+0000 7f341bfff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f34240b9250 0x7f34240cc600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:05.296 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.291+0000 7f341bfff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f34240b9250 0x7f34240cc600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47442/0 (socket says 172.21.15.27:47442) 2024-02-09T23:58:05.296 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.291+0000 7f341bfff640 1 -- 172.21.15.27:0/268147757 learned_addr learned my addr 172.21.15.27:0/268147757 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:58:05.296 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.291+0000 7f3422d9d640 1 --2- 172.21.15.27:0/268147757 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f34240b5490 0x7f3424152ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:05.296 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.291+0000 7f342359e640 1 --2- 172.21.15.27:0/268147757 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f342415dc90 0x7f34240ccb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:05.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.291+0000 7f341bfff640 1 -- 172.21.15.27:0/268147757 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f342415dc90 msgr2=0x7f34240ccb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:05.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.291+0000 7f341bfff640 1 --2- 172.21.15.27:0/268147757 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f342415dc90 0x7f34240ccb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.291+0000 7f341bfff640 1 -- 172.21.15.27:0/268147757 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f34240b5490 msgr2=0x7f3424152ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:05.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.291+0000 7f341bfff640 1 --2- 172.21.15.27:0/268147757 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f34240b5490 0x7f3424152ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.291+0000 7f341bfff640 1 -- 172.21.15.27:0/268147757 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f340c009400 con 0x7f34240b9250 2024-02-09T23:58:05.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.291+0000 7f3422d9d640 1 --2- 172.21.15.27:0/268147757 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f34240b5490 0x7f3424152ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:58:05.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.291+0000 7f341bfff640 1 --2- 172.21.15.27:0/268147757 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f34240b9250 0x7f34240cc600 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f340c000c00 tx=0x7f340c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:05.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.292+0000 7f341b7fe640 1 -- 172.21.15.27:0/268147757 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f340c032620 con 0x7f34240b9250 2024-02-09T23:58:05.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.292+0000 7f341b7fe640 1 -- 172.21.15.27:0/268147757 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f340c032780 con 0x7f34240b9250 2024-02-09T23:58:05.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.292+0000 7f3429255640 1 -- 172.21.15.27:0/268147757 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f342415e250 con 0x7f34240b9250 2024-02-09T23:58:05.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.292+0000 7f341b7fe640 1 -- 172.21.15.27:0/268147757 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f340c032b30 con 0x7f34240b9250 2024-02-09T23:58:05.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.292+0000 7f3429255640 1 -- 172.21.15.27:0/268147757 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f342415e810 con 0x7f34240b9250 2024-02-09T23:58:05.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.293+0000 7f341b7fe640 1 -- 172.21.15.27:0/268147757 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f340c03b3f0 con 0x7f34240b9250 2024-02-09T23:58:05.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.293+0000 7f341b7fe640 1 --2- 172.21.15.27:0/268147757 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f340406b810 0x7f340406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:05.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.294+0000 7f341b7fe640 1 -- 172.21.15.27:0/268147757 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f340c0ac6e0 con 0x7f34240b9250 2024-02-09T23:58:05.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.294+0000 7f3422d9d640 1 --2- 172.21.15.27:0/268147757 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f340406b810 0x7f340406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:05.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.294+0000 7f3422d9d640 1 --2- 172.21.15.27:0/268147757 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f340406b810 0x7f340406dcd0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f3414000fd0 tx=0x7f3414009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:05.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.295+0000 7f342be2f740 1 Processor -- start 2024-02-09T23:58:05.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.295+0000 7f342be2f740 1 -- start start 2024-02-09T23:58:05.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.295+0000 7f342be2f740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560da48bed70 0x560da4891d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:05.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.295+0000 7f342be2f740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560da48bf150 0x560da48c1b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:05.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.295+0000 7f342be2f740 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x560da4892250 0x560da48c2040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:05.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.296+0000 7f342be2f740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x560da4806b30 con 0x560da48bf150 2024-02-09T23:58:05.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.296+0000 7f342be2f740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x560da4804060 con 0x560da48bed70 2024-02-09T23:58:05.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.296+0000 7f342be2f740 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x560da47ff840 con 0x560da4892250 2024-02-09T23:58:05.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.296+0000 7f341bfff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560da48bf150 0x560da48c1b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:05.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.296+0000 7f341bfff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560da48bf150 0x560da48c1b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47444/0 (socket says 172.21.15.27:47444) 2024-02-09T23:58:05.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.296+0000 7f341bfff640 1 -- 172.21.15.27:0/2514548347 learned_addr learned my addr 172.21.15.27:0/2514548347 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:58:05.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.296+0000 7f3422d9d640 1 --2- 172.21.15.27:0/2514548347 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560da48bed70 0x560da4891d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:05.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.296+0000 7f342359e640 1 --2- 172.21.15.27:0/2514548347 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x560da4892250 0x560da48c2040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:05.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.296+0000 7f341bfff640 1 -- 172.21.15.27:0/2514548347 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x560da4892250 msgr2=0x560da48c2040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:05.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.296+0000 7f341bfff640 1 --2- 172.21.15.27:0/2514548347 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x560da4892250 0x560da48c2040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.296+0000 7f341bfff640 1 -- 172.21.15.27:0/2514548347 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560da48bed70 msgr2=0x560da4891d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:05.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.296+0000 7f341bfff640 1 --2- 172.21.15.27:0/2514548347 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560da48bed70 0x560da4891d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.296+0000 7f341bfff640 1 -- 172.21.15.27:0/2514548347 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560da47c5620 con 0x560da48bf150 2024-02-09T23:58:05.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.296+0000 7f341bfff640 1 --2- 172.21.15.27:0/2514548347 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560da48bf150 0x560da48c1b00 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f340c006ce0 tx=0x7f340c07b740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2e7d3a7d855f1dc server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:05.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.296+0000 7f3418ff9640 1 -- 172.21.15.27:0/2514548347 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f340c083690 con 0x560da48bf150 2024-02-09T23:58:05.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.296+0000 7f3418ff9640 1 -- 172.21.15.27:0/2514548347 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f340c079280 con 0x560da48bf150 2024-02-09T23:58:05.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.296+0000 7f3418ff9640 1 -- 172.21.15.27:0/2514548347 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f340c0302e0 con 0x560da48bf150 2024-02-09T23:58:05.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.297+0000 7f342be2f740 1 -- 172.21.15.27:0/2514548347 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560da48bf150 msgr2=0x560da48c1b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:05.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.297+0000 7f342be2f740 1 --2- 172.21.15.27:0/2514548347 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560da48bf150 0x560da48c1b00 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f340c006ce0 tx=0x7f340c07b740 comp rx=0 tx=0).stop 2024-02-09T23:58:05.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.297+0000 7f342be2f740 1 -- 172.21.15.27:0/2514548347 shutdown_connections 2024-02-09T23:58:05.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.297+0000 7f342be2f740 1 --2- 172.21.15.27:0/2514548347 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x560da4892250 0x560da48c2040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.297+0000 7f342be2f740 1 --2- 172.21.15.27:0/2514548347 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560da48bf150 0x560da48c1b00 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.297+0000 7f342be2f740 1 --2- 172.21.15.27:0/2514548347 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560da48bed70 0x560da4891d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.297+0000 7f342be2f740 1 -- 172.21.15.27:0/2514548347 >> 172.21.15.27:0/2514548347 conn(0x560da4893f80 msgr2=0x560da48dcb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:05.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.297+0000 7f342be2f740 1 -- 172.21.15.27:0/2514548347 shutdown_connections 2024-02-09T23:58:05.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.297+0000 7f342be2f740 1 -- 172.21.15.27:0/2514548347 wait complete. 2024-02-09T23:58:05.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.298+0000 7f342be2f740 1 -- start start 2024-02-09T23:58:05.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.298+0000 7f342be2f740 1 Processor -- start 2024-02-09T23:58:05.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.298+0000 7f342be2f740 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x560da48bed70 0x560da48c2ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:05.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.298+0000 7f342be2f740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560da48bf150 0x560da48b9e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:05.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.298+0000 7f342be2f740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560da48b6e80 0x560da48ba370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:05.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.298+0000 7f342be2f740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x560da47a4cd0 con 0x560da48b6e80 2024-02-09T23:58:05.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.298+0000 7f342be2f740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x560da44d3310 con 0x560da48bf150 2024-02-09T23:58:05.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.298+0000 7f342be2f740 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x560da4785490 con 0x560da48bed70 2024-02-09T23:58:05.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.299+0000 7f342be2f740 10 client.0 _ll_register_callbacks cb 0x560da4510ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:58:05.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.299+0000 7f342359e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560da48b6e80 0x560da48ba370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:05.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.299+0000 7f3422d9d640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x560da48bed70 0x560da48c2ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:05.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.299+0000 7f342359e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560da48b6e80 0x560da48ba370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47450/0 (socket says 172.21.15.27:47450) 2024-02-09T23:58:05.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.299+0000 7f342359e640 1 -- 172.21.15.27:0/2859264326 learned_addr learned my addr 172.21.15.27:0/2859264326 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:58:05.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.299+0000 7f341bfff640 1 --2- 172.21.15.27:0/2859264326 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560da48bf150 0x560da48b9e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:05.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.299+0000 7f342359e640 1 -- 172.21.15.27:0/2859264326 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x560da48bed70 msgr2=0x560da48c2ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:05.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.299+0000 7f342359e640 1 --2- 172.21.15.27:0/2859264326 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x560da48bed70 0x560da48c2ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.299+0000 7f342359e640 1 -- 172.21.15.27:0/2859264326 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560da48bf150 msgr2=0x560da48b9e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:05.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.299+0000 7f342359e640 1 --2- 172.21.15.27:0/2859264326 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560da48bf150 0x560da48b9e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.299+0000 7f342359e640 1 -- 172.21.15.27:0/2859264326 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f342415e810 con 0x560da48b6e80 2024-02-09T23:58:05.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.299+0000 7f342359e640 1 --2- 172.21.15.27:0/2859264326 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560da48b6e80 0x560da48ba370 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f341c011520 tx=0x7f341c0119e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=638747cafeda985 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:05.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.299+0000 7f3401ffb640 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-02-09T23:58:05.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.299+0000 7f3401ffb640 1 -- 172.21.15.27:0/2859264326 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f341c003b80 con 0x560da48b6e80 2024-02-09T23:58:05.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.299+0000 7f3401ffb640 1 -- 172.21.15.27:0/2859264326 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f341c003ce0 con 0x560da48b6e80 2024-02-09T23:58:05.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.299+0000 7f342be2f740 1 -- 172.21.15.27:0/2859264326 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560da44ff6c0 con 0x560da48b6e80 2024-02-09T23:58:05.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.299+0000 7f3401ffb640 1 -- 172.21.15.27:0/2859264326 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=13) v2 ==== 24+0+0 (secure 0 0 0) 0x7f341c003ea0 con 0x560da48b6e80 2024-02-09T23:58:05.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.299+0000 7f342be2f740 10 client.5454 fetch_fsmap learned FSMap version 13 2024-02-09T23:58:05.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.299+0000 7f342be2f740 1 -- 172.21.15.27:0/2859264326 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=13,monmap=2+}) v3 -- 0x560da47fdec0 con 0x560da48b6e80 2024-02-09T23:58:05.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.300+0000 7f3401ffb640 1 -- 172.21.15.27:0/2859264326 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x560da44ff6c0 con 0x560da48b6e80 2024-02-09T23:58:05.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.300+0000 7f3401ffb640 1 -- 172.21.15.27:0/2859264326 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 13) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f341c0050d0 con 0x560da48b6e80 2024-02-09T23:58:05.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.300+0000 7f342be2f740 10 client.5454 fetch_fsmap finished waiting for FSMap version 13 2024-02-09T23:58:05.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.300+0000 7f342be2f740 10 client.5454 resolve_mds: resolved name 'd' to daemon mds.d 2024-02-09T23:58:05.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.300+0000 7f342be2f740 20 client.5454 populate_metadata read hostname 'smithi027' 2024-02-09T23:58:05.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.300+0000 7f342be2f740 1 --2- 172.21.15.27:0/2859264326 >> [v2:172.21.15.153:6835/3332306953,v1:172.21.15.153:6837/3332306953] conn(0x560da48bfe00 0x560da48f9f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:05.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.300+0000 7f342be2f740 4 client.5454 mds_command: new command op to 5056 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-09T23:58:05.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.300+0000 7f342be2f740 1 -- 172.21.15.27:0/2859264326 --> [v2:172.21.15.153:6835/3332306953,v1:172.21.15.153:6837/3332306953] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560da4550270 con 0x560da48bfe00 2024-02-09T23:58:05.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.300+0000 7f3422d9d640 1 --2- 172.21.15.27:0/2859264326 >> [v2:172.21.15.153:6835/3332306953,v1:172.21.15.153:6837/3332306953] conn(0x560da48bfe00 0x560da48f9f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:05.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.300+0000 7f3401ffb640 10 client.5454 ms_handle_connect on v2:172.21.15.153:6835/3332306953 2024-02-09T23:58:05.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.300+0000 7f3422d9d640 1 --2- 172.21.15.27:0/2859264326 >> [v2:172.21.15.153:6835/3332306953,v1:172.21.15.153:6837/3332306953] conn(0x560da48bfe00 0x560da48f9f90 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a3050b28342d65f8 server_cookie=cd683676b401c4f0 in_seq=0 out_seq=0 2024-02-09T23:58:05.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.301+0000 7f3401ffb640 1 -- 172.21.15.27:0/2859264326 <== mds.0 v2:172.21.15.153:6835/3332306953 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x560da4550270 con 0x560da48bfe00 2024-02-09T23:58:05.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.301+0000 7f3401ffb640 10 client.5454 handle_command_reply: tid=0 2024-02-09T23:58:05.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.301+0000 7f342be2f740 1 client.5454 shutdown 2024-02-09T23:58:05.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.301+0000 7f342be2f740 1 -- 172.21.15.27:0/2859264326 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560da48b6e80 msgr2=0x560da48ba370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:05.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.301+0000 7f342be2f740 1 --2- 172.21.15.27:0/2859264326 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560da48b6e80 0x560da48ba370 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f341c011520 tx=0x7f341c0119e0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.301+0000 7f342be2f740 1 -- 172.21.15.27:0/2859264326 shutdown_connections 2024-02-09T23:58:05.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.301+0000 7f342be2f740 1 --2- 172.21.15.27:0/2859264326 >> [v2:172.21.15.153:6835/3332306953,v1:172.21.15.153:6837/3332306953] conn(0x560da48bfe00 0x560da48f9f90 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.301+0000 7f342be2f740 1 --2- 172.21.15.27:0/2859264326 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560da48b6e80 0x560da48ba370 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.301+0000 7f342be2f740 1 --2- 172.21.15.27:0/2859264326 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560da48bf150 0x560da48b9e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.301+0000 7f342be2f740 1 --2- 172.21.15.27:0/2859264326 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x560da48bed70 0x560da48c2ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.301+0000 7f3401ffb640 0 client.5454 ms_handle_reset on v2:172.21.15.153:6835/3332306953 2024-02-09T23:58:05.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.301+0000 7f342be2f740 1 -- 172.21.15.27:0/2859264326 >> 172.21.15.27:0/2859264326 conn(0x560da4892250 msgr2=0x560da4898950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:05.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.301+0000 7f342be2f740 1 -- 172.21.15.27:0/2859264326 shutdown_connections 2024-02-09T23:58:05.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.301+0000 7f342be2f740 1 -- 172.21.15.27:0/2859264326 wait complete. 2024-02-09T23:58:05.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.301+0000 7f342be2f740 20 client.5454 trim_cache size 0 max 16384 2024-02-09T23:58:05.320 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.317+0000 7f342be2f740 1 Processor -- start 2024-02-09T23:58:05.320 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.317+0000 7f342be2f740 1 -- start start 2024-02-09T23:58:05.322 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.318+0000 7f342be2f740 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x560da48b6e80 0x560da48c1af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:05.322 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.318+0000 7f342be2f740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560da48bed70 0x560da48c4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:05.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.318+0000 7f342be2f740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560da48bf150 0x560da4897a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:05.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.318+0000 7f342be2f740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x560da47fe9e0 con 0x560da48bed70 2024-02-09T23:58:05.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.318+0000 7f342be2f740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x560da48b77a0 con 0x560da48bf150 2024-02-09T23:58:05.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.318+0000 7f342be2f740 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x560da48955d0 con 0x560da48b6e80 2024-02-09T23:58:05.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.318+0000 7f341bfff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560da48bed70 0x560da48c4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:05.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.318+0000 7f341bfff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560da48bed70 0x560da48c4cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47452/0 (socket says 172.21.15.27:47452) 2024-02-09T23:58:05.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.318+0000 7f341bfff640 1 -- 172.21.15.27:0/2096665555 learned_addr learned my addr 172.21.15.27:0/2096665555 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:58:05.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.318+0000 7f342359e640 1 --2- 172.21.15.27:0/2096665555 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560da48bf150 0x560da4897a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:05.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.318+0000 7f341bfff640 1 -- 172.21.15.27:0/2096665555 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x560da48b6e80 msgr2=0x560da48c1af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:05.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.318+0000 7f341bfff640 1 --2- 172.21.15.27:0/2096665555 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x560da48b6e80 0x560da48c1af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.318+0000 7f341bfff640 1 -- 172.21.15.27:0/2096665555 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560da48bf150 msgr2=0x560da4897a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:05.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.318+0000 7f341bfff640 1 --2- 172.21.15.27:0/2096665555 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560da48bf150 0x560da4897a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.318+0000 7f341bfff640 1 -- 172.21.15.27:0/2096665555 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560da48c23f0 con 0x560da48bed70 2024-02-09T23:58:05.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.318+0000 7f341bfff640 1 --2- 172.21.15.27:0/2096665555 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560da48bed70 0x560da48c4cc0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f340c07b140 tx=0x7f340c081000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe3b00e6ae884eb0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:05.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.319+0000 7f3403fff640 1 -- 172.21.15.27:0/2096665555 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f340c032ea0 con 0x560da48bed70 2024-02-09T23:58:05.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.319+0000 7f3403fff640 1 -- 172.21.15.27:0/2096665555 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f340c083690 con 0x560da48bed70 2024-02-09T23:58:05.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.319+0000 7f3403fff640 1 -- 172.21.15.27:0/2096665555 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f340c0302e0 con 0x560da48bed70 2024-02-09T23:58:05.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.319+0000 7f342be2f740 1 -- 172.21.15.27:0/2096665555 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560da48bed70 msgr2=0x560da48c4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:05.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.319+0000 7f342be2f740 1 --2- 172.21.15.27:0/2096665555 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560da48bed70 0x560da48c4cc0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f340c07b140 tx=0x7f340c081000 comp rx=0 tx=0).stop 2024-02-09T23:58:05.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.319+0000 7f342be2f740 1 -- 172.21.15.27:0/2096665555 shutdown_connections 2024-02-09T23:58:05.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.319+0000 7f342be2f740 1 --2- 172.21.15.27:0/2096665555 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560da48bf150 0x560da4897a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.319+0000 7f342be2f740 1 --2- 172.21.15.27:0/2096665555 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560da48bed70 0x560da48c4cc0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.319+0000 7f342be2f740 1 --2- 172.21.15.27:0/2096665555 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x560da48b6e80 0x560da48c1af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.319+0000 7f342be2f740 1 -- 172.21.15.27:0/2096665555 >> 172.21.15.27:0/2096665555 conn(0x560da4892250 msgr2=0x560da48b9e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:05.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.319+0000 7f342be2f740 1 -- 172.21.15.27:0/2096665555 shutdown_connections 2024-02-09T23:58:05.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.319+0000 7f342be2f740 1 -- 172.21.15.27:0/2096665555 wait complete. 2024-02-09T23:58:05.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.320+0000 7f342be2f740 1 -- start start 2024-02-09T23:58:05.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.320+0000 7f342be2f740 1 Processor -- start 2024-02-09T23:58:05.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.320+0000 7f342be2f740 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x560da48b6e80 0x560da4930720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:05.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.321+0000 7f342be2f740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560da48bed70 0x560da4897a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:05.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.321+0000 7f342be2f740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560da48bf150 0x560da4897f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:05.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.321+0000 7f342be2f740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x560da49479f0 con 0x560da48bf150 2024-02-09T23:58:05.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.321+0000 7f342be2f740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x560da48dffb0 con 0x560da48bed70 2024-02-09T23:58:05.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.321+0000 7f342be2f740 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x560da48dfcb0 con 0x560da48b6e80 2024-02-09T23:58:05.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.321+0000 7f342be2f740 10 client.0 _ll_register_callbacks cb 0x7f340c077220 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:58:05.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.321+0000 7f342359e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560da48bf150 0x560da4897f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:05.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.321+0000 7f342359e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560da48bf150 0x560da4897f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47466/0 (socket says 172.21.15.27:47466) 2024-02-09T23:58:05.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.321+0000 7f342359e640 1 -- 172.21.15.27:0/1952802693 learned_addr learned my addr 172.21.15.27:0/1952802693 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:58:05.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.321+0000 7f341bfff640 1 --2- 172.21.15.27:0/1952802693 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560da48bed70 0x560da4897a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:05.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.321+0000 7f3422d9d640 1 --2- 172.21.15.27:0/1952802693 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x560da48b6e80 0x560da4930720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:05.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.321+0000 7f342359e640 1 -- 172.21.15.27:0/1952802693 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x560da48b6e80 msgr2=0x560da4930720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:05.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.321+0000 7f342359e640 1 --2- 172.21.15.27:0/1952802693 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x560da48b6e80 0x560da4930720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.321+0000 7f342359e640 1 -- 172.21.15.27:0/1952802693 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560da48bed70 msgr2=0x560da4897a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:05.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.321+0000 7f342359e640 1 --2- 172.21.15.27:0/1952802693 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560da48bed70 0x560da4897a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.321+0000 7f342359e640 1 -- 172.21.15.27:0/1952802693 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560da47c5620 con 0x560da48bf150 2024-02-09T23:58:05.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.321+0000 7f342359e640 1 --2- 172.21.15.27:0/1952802693 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560da48bf150 0x560da4897f60 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f341c011a20 tx=0x7f341c0014d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17982269ab968a7f server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:05.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.321+0000 7f3401ffb640 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-02-09T23:58:05.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.321+0000 7f3401ffb640 1 -- 172.21.15.27:0/1952802693 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f341c011ee0 con 0x560da48bf150 2024-02-09T23:58:05.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.321+0000 7f3401ffb640 1 -- 172.21.15.27:0/1952802693 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f341c007ca0 con 0x560da48bf150 2024-02-09T23:58:05.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.321+0000 7f342be2f740 1 -- 172.21.15.27:0/1952802693 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f340c079280 con 0x560da48bf150 2024-02-09T23:58:05.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.321+0000 7f3401ffb640 1 -- 172.21.15.27:0/1952802693 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=13) v2 ==== 24+0+0 (secure 0 0 0) 0x7f341c015470 con 0x560da48bf150 2024-02-09T23:58:05.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.321+0000 7f342be2f740 10 client.5460 fetch_fsmap learned FSMap version 13 2024-02-09T23:58:05.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.321+0000 7f342be2f740 1 -- 172.21.15.27:0/1952802693 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=13,monmap=2+}) v3 -- 0x560da479aa90 con 0x560da48bf150 2024-02-09T23:58:05.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.322+0000 7f3401ffb640 1 -- 172.21.15.27:0/1952802693 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f340c079280 con 0x560da48bf150 2024-02-09T23:58:05.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.322+0000 7f3401ffb640 1 -- 172.21.15.27:0/1952802693 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 13) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f341c02c030 con 0x560da48bf150 2024-02-09T23:58:05.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.322+0000 7f342be2f740 10 client.5460 fetch_fsmap finished waiting for FSMap version 13 2024-02-09T23:58:05.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.322+0000 7f342be2f740 10 client.5460 resolve_mds: resolved name 'd' to daemon mds.d 2024-02-09T23:58:05.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.322+0000 7f342be2f740 20 client.5460 populate_metadata read hostname 'smithi027' 2024-02-09T23:58:05.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.322+0000 7f342be2f740 1 --2- 172.21.15.27:0/1952802693 >> [v2:172.21.15.153:6835/3332306953,v1:172.21.15.153:6837/3332306953] conn(0x560da48e0650 0x560da48e0a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:05.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.322+0000 7f342be2f740 4 client.5460 mds_command: new command op to 5056 tid=0 multi_id=0 [{"prefix": "status"}] 2024-02-09T23:58:05.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.322+0000 7f342be2f740 1 -- 172.21.15.27:0/1952802693 --> [v2:172.21.15.153:6835/3332306953,v1:172.21.15.153:6837/3332306953] -- command(tid 0: {"prefix": "status"}) v1 -- 0x560da453c610 con 0x560da48e0650 2024-02-09T23:58:05.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.322+0000 7f3422d9d640 1 --2- 172.21.15.27:0/1952802693 >> [v2:172.21.15.153:6835/3332306953,v1:172.21.15.153:6837/3332306953] conn(0x560da48e0650 0x560da48e0a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:05.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.322+0000 7f3422d9d640 1 --2- 172.21.15.27:0/1952802693 >> [v2:172.21.15.153:6835/3332306953,v1:172.21.15.153:6837/3332306953] conn(0x560da48e0650 0x560da48e0a30 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e2e07aec73e2cca server_cookie=bf6e91e5eaa1b009 in_seq=0 out_seq=0 2024-02-09T23:58:05.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.322+0000 7f3401ffb640 10 client.5460 ms_handle_connect on v2:172.21.15.153:6835/3332306953 2024-02-09T23:58:05.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.323+0000 7f3401ffb640 1 -- 172.21.15.27:0/1952802693 <== mds.0 v2:172.21.15.153:6835/3332306953 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+325 (crc 0 0 0) 0x560da453c610 con 0x560da48e0650 2024-02-09T23:58:05.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.323+0000 7f3401ffb640 10 client.5460 handle_command_reply: tid=0 2024-02-09T23:58:05.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.323+0000 7f342be2f740 1 client.5460 shutdown 2024-02-09T23:58:05.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.323+0000 7f342be2f740 1 -- 172.21.15.27:0/1952802693 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560da48bf150 msgr2=0x560da4897f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:05.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.323+0000 7f342be2f740 1 --2- 172.21.15.27:0/1952802693 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560da48bf150 0x560da4897f60 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f341c011a20 tx=0x7f341c0014d0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.323+0000 7f342be2f740 1 -- 172.21.15.27:0/1952802693 shutdown_connections 2024-02-09T23:58:05.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.323+0000 7f342be2f740 1 --2- 172.21.15.27:0/1952802693 >> [v2:172.21.15.153:6835/3332306953,v1:172.21.15.153:6837/3332306953] conn(0x560da48e0650 0x560da48e0a30 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.323+0000 7f342be2f740 1 --2- 172.21.15.27:0/1952802693 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560da48bf150 0x560da4897f60 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.323+0000 7f342be2f740 1 --2- 172.21.15.27:0/1952802693 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560da48bed70 0x560da4897a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.323+0000 7f342be2f740 1 --2- 172.21.15.27:0/1952802693 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x560da48b6e80 0x560da4930720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.323+0000 7f342be2f740 1 -- 172.21.15.27:0/1952802693 >> 172.21.15.27:0/1952802693 conn(0x560da4892250 msgr2=0x560da48fe2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:05.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.323+0000 7f3401ffb640 0 client.5460 ms_handle_reset on v2:172.21.15.153:6835/3332306953 2024-02-09T23:58:05.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.323+0000 7f342be2f740 1 -- 172.21.15.27:0/1952802693 shutdown_connections 2024-02-09T23:58:05.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.323+0000 7f342be2f740 1 -- 172.21.15.27:0/1952802693 wait complete. 2024-02-09T23:58:05.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.323+0000 7f342be2f740 20 client.5460 trim_cache size 0 max 16384 2024-02-09T23:58:05.332 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-02-09T23:58:05.332 INFO:teuthology.orchestra.run.smithi027.stdout: "cluster_fsid": "f24ca931-45fe-4451-aaf1-a42070f02587", 2024-02-09T23:58:05.332 INFO:teuthology.orchestra.run.smithi027.stdout: "whoami": 0, 2024-02-09T23:58:05.332 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 5056, 2024-02-09T23:58:05.333 INFO:teuthology.orchestra.run.smithi027.stdout: "want_state": "up:active", 2024-02-09T23:58:05.333 INFO:teuthology.orchestra.run.smithi027.stdout: "state": "up:active", 2024-02-09T23:58:05.333 INFO:teuthology.orchestra.run.smithi027.stdout: "fs_name": "cephfs", 2024-02-09T23:58:05.333 INFO:teuthology.orchestra.run.smithi027.stdout: "rank_uptime": 10.181433186, 2024-02-09T23:58:05.333 INFO:teuthology.orchestra.run.smithi027.stdout: "mdsmap_epoch": 13, 2024-02-09T23:58:05.333 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch": 34, 2024-02-09T23:58:05.333 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch_barrier": 34, 2024-02-09T23:58:05.333 INFO:teuthology.orchestra.run.smithi027.stdout: "uptime": 19.046986410999999 2024-02-09T23:58:05.333 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-02-09T23:58:05.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.323+0000 7f3429255640 1 -- 172.21.15.27:0/268147757 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f340406b810 msgr2=0x7f340406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:05.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.323+0000 7f3429255640 1 --2- 172.21.15.27:0/268147757 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f340406b810 0x7f340406dcd0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f3414000fd0 tx=0x7f3414009040 comp rx=0 tx=0).stop 2024-02-09T23:58:05.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.323+0000 7f3429255640 1 -- 172.21.15.27:0/268147757 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f34240b9250 msgr2=0x7f34240cc600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:05.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.323+0000 7f3429255640 1 --2- 172.21.15.27:0/268147757 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f34240b9250 0x7f34240cc600 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f340c000c00 tx=0x7f340c0046c0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.323+0000 7f3429255640 1 -- 172.21.15.27:0/268147757 shutdown_connections 2024-02-09T23:58:05.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.323+0000 7f3429255640 1 --2- 172.21.15.27:0/268147757 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f340406b810 0x7f340406dcd0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.323+0000 7f3429255640 1 --2- 172.21.15.27:0/268147757 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f342415dc90 0x7f34240ccb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.323+0000 7f3429255640 1 --2- 172.21.15.27:0/268147757 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f34240b9250 0x7f34240cc600 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.323+0000 7f3429255640 1 --2- 172.21.15.27:0/268147757 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f34240b5490 0x7f3424152ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.323+0000 7f3429255640 1 -- 172.21.15.27:0/268147757 >> 172.21.15.27:0/268147757 conn(0x7f3424066f90 msgr2=0x7f34240b4a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:05.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.323+0000 7f3429255640 1 -- 172.21.15.27:0/268147757 shutdown_connections 2024-02-09T23:58:05.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.323+0000 7f3429255640 1 -- 172.21.15.27:0/268147757 wait complete. 2024-02-09T23:58:05.337 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-02-09T23:58:05.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.441+0000 7f126c435640 1 Processor -- start 2024-02-09T23:58:05.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.441+0000 7f126c435640 1 -- start start 2024-02-09T23:58:05.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.442+0000 7f126c435640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f12640ce180 0x7f12640cecf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:05.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.442+0000 7f126c435640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f126406c830 0x7f12640d1f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:05.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.442+0000 7f126c435640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f12640d1330 con 0x7f1264161470 2024-02-09T23:58:05.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.442+0000 7f126c435640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1264161850 con 0x7f12640ce180 2024-02-09T23:58:05.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.442+0000 7f126c435640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f12640d3740 con 0x7f126406c830 2024-02-09T23:58:05.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.442+0000 7f12699d0640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f12640ce180 0x7f12640cecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:05.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.442+0000 7f12699d0640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f12640ce180 0x7f12640cecf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47470/0 (socket says 172.21.15.27:47470) 2024-02-09T23:58:05.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.442+0000 7f126a1d1640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f1264161470 0x7f126406c120 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:52746/0 (socket says 172.21.15.27:52746) 2024-02-09T23:58:05.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.442+0000 7f12699d0640 1 -- 172.21.15.27:0/3929283434 learned_addr learned my addr 172.21.15.27:0/3929283434 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:58:05.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.442+0000 7f126a9d2640 1 --2- 172.21.15.27:0/3929283434 >> v2:172.21.15.153:3300/0 conn(0x7f126406c830 0x7f12640d1f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:05.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.442+0000 7f12699d0640 1 -- 172.21.15.27:0/3929283434 >> v2:172.21.15.153:3300/0 conn(0x7f126406c830 msgr2=0x7f12640d1f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:05.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.442+0000 7f12699d0640 1 --2- 172.21.15.27:0/3929283434 >> v2:172.21.15.153:3300/0 conn(0x7f126406c830 0x7f12640d1f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.442+0000 7f12699d0640 1 -- 172.21.15.27:0/3929283434 >> v1:172.21.15.27:6789/0 conn(0x7f1264161470 legacy=0x7f126406c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:05.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.442+0000 7f12691cf640 1 -- 172.21.15.27:0/3929283434 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4087619629 0 0) 0x7f1260001110 con 0x7f1264161470 2024-02-09T23:58:05.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.442+0000 7f12699d0640 1 -- 172.21.15.27:0/3929283434 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12640d1050 con 0x7f12640ce180 2024-02-09T23:58:05.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.443+0000 7f12699d0640 1 --2- 172.21.15.27:0/3929283434 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f12640ce180 0x7f12640cecf0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f12640b99f0 tx=0x7f125402b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a55b646190e378d server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:05.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.443+0000 7f12691cf640 1 -- 172.21.15.27:0/3929283434 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1254031870 con 0x7f12640ce180 2024-02-09T23:58:05.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.443+0000 7f12691cf640 1 -- 172.21.15.27:0/3929283434 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f12540319d0 con 0x7f12640ce180 2024-02-09T23:58:05.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.443+0000 7f12691cf640 1 -- 172.21.15.27:0/3929283434 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1254031d60 con 0x7f12640ce180 2024-02-09T23:58:05.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.443+0000 7f126c435640 1 -- 172.21.15.27:0/3929283434 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f12640ce180 msgr2=0x7f12640cecf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:05.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.443+0000 7f126c435640 1 --2- 172.21.15.27:0/3929283434 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f12640ce180 0x7f12640cecf0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f12640b99f0 tx=0x7f125402b910 comp rx=0 tx=0).stop 2024-02-09T23:58:05.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.444+0000 7f126c435640 1 -- 172.21.15.27:0/3929283434 shutdown_connections 2024-02-09T23:58:05.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.444+0000 7f126c435640 1 --2- 172.21.15.27:0/3929283434 >> v2:172.21.15.153:3300/0 conn(0x7f126406c830 0x7f12640d1f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.444+0000 7f126c435640 1 --2- 172.21.15.27:0/3929283434 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f12640ce180 0x7f12640cecf0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.444+0000 7f126c435640 1 -- 172.21.15.27:0/3929283434 >> 172.21.15.27:0/3929283434 conn(0x7f12640b58b0 msgr2=0x7f12640b5cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:05.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.444+0000 7f126c435640 1 -- 172.21.15.27:0/3929283434 shutdown_connections 2024-02-09T23:58:05.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.444+0000 7f126c435640 1 -- 172.21.15.27:0/3929283434 wait complete. 2024-02-09T23:58:05.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.445+0000 7f126c435640 1 Processor -- start 2024-02-09T23:58:05.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.445+0000 7f126c435640 1 -- start start 2024-02-09T23:58:05.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.445+0000 7f126c435640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f126406c830 0x7f1264157a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:05.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.445+0000 7f126c435640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1264161470 0x7f12641573b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:05.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.445+0000 7f126c435640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f12641f7b70 0x7f12640ca9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:05.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.445+0000 7f126c435640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12640cd570 con 0x7f12641f7b70 2024-02-09T23:58:05.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.445+0000 7f126c435640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12640cd850 con 0x7f126406c830 2024-02-09T23:58:05.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.445+0000 7f126c435640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1264158840 con 0x7f1264161470 2024-02-09T23:58:05.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.446+0000 7f126a9d2640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f12641f7b70 0x7f12640ca9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:05.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.446+0000 7f126a9d2640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f12641f7b70 0x7f12640ca9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47474/0 (socket says 172.21.15.27:47474) 2024-02-09T23:58:05.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.446+0000 7f126a9d2640 1 -- 172.21.15.27:0/2262355602 learned_addr learned my addr 172.21.15.27:0/2262355602 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:58:05.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.446+0000 7f126a1d1640 1 --2- 172.21.15.27:0/2262355602 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f126406c830 0x7f1264157a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:05.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.446+0000 7f12699d0640 1 --2- 172.21.15.27:0/2262355602 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1264161470 0x7f12641573b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:05.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.446+0000 7f126a9d2640 1 -- 172.21.15.27:0/2262355602 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1264161470 msgr2=0x7f12641573b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:05.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.446+0000 7f126a9d2640 1 --2- 172.21.15.27:0/2262355602 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1264161470 0x7f12641573b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.446+0000 7f126a9d2640 1 -- 172.21.15.27:0/2262355602 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f126406c830 msgr2=0x7f1264157a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:05.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.446+0000 7f126a9d2640 1 --2- 172.21.15.27:0/2262355602 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f126406c830 0x7f1264157a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.446+0000 7f126a9d2640 1 -- 172.21.15.27:0/2262355602 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12540094d0 con 0x7f12641f7b70 2024-02-09T23:58:05.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.446+0000 7f126a1d1640 1 --2- 172.21.15.27:0/2262355602 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f126406c830 0x7f1264157a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:58:05.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.446+0000 7f126a9d2640 1 --2- 172.21.15.27:0/2262355602 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f12641f7b70 0x7f12640ca9f0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f125c007e30 tx=0x7f125c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:05.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.446+0000 7f125affd640 1 -- 172.21.15.27:0/2262355602 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f125c014620 con 0x7f12641f7b70 2024-02-09T23:58:05.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.446+0000 7f125affd640 1 -- 172.21.15.27:0/2262355602 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f125c00ee90 con 0x7f12641f7b70 2024-02-09T23:58:05.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.446+0000 7f126c435640 1 -- 172.21.15.27:0/2262355602 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1264158b20 con 0x7f12641f7b70 2024-02-09T23:58:05.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.446+0000 7f125affd640 1 -- 172.21.15.27:0/2262355602 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f125c0149c0 con 0x7f12641f7b70 2024-02-09T23:58:05.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.446+0000 7f126c435640 1 -- 172.21.15.27:0/2262355602 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12641f8020 con 0x7f12641f7b70 2024-02-09T23:58:05.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.447+0000 7f126c435640 1 -- 172.21.15.27:0/2262355602 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f12640cfc50 con 0x7f12641f7b70 2024-02-09T23:58:05.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.448+0000 7f125affd640 1 -- 172.21.15.27:0/2262355602 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f125c014b20 con 0x7f12641f7b70 2024-02-09T23:58:05.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.448+0000 7f125affd640 1 --2- 172.21.15.27:0/2262355602 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f124806b840 0x7f124806dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:05.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.448+0000 7f125affd640 1 -- 172.21.15.27:0/2262355602 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f125c08ab50 con 0x7f12641f7b70 2024-02-09T23:58:05.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.448+0000 7f126a1d1640 1 --2- 172.21.15.27:0/2262355602 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f124806b840 0x7f124806dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:05.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.449+0000 7f126a1d1640 1 --2- 172.21.15.27:0/2262355602 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f124806b840 0x7f124806dd00 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f1260000f60 tx=0x7f1260009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:05.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.452+0000 7f125affd640 1 -- 172.21.15.27:0/2262355602 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f125c055570 con 0x7f12641f7b70 2024-02-09T23:58:05.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.670+0000 7f126c435640 1 -- 172.21.15.27:0/2262355602 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f12640cd6b0 con 0x7f12641f7b70 2024-02-09T23:58:05.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.670+0000 7f125affd640 1 -- 172.21.15.27:0/2262355602 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v13) v1 ==== 53+0+73 (secure 0 0 0) 0x7f12640cd6b0 con 0x7f12641f7b70 2024-02-09T23:58:05.673 INFO:teuthology.orchestra.run.smithi027.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-02-09T23:58:05.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.672+0000 7f126c435640 1 -- 172.21.15.27:0/2262355602 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f124806b840 msgr2=0x7f124806dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:05.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.672+0000 7f126c435640 1 --2- 172.21.15.27:0/2262355602 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f124806b840 0x7f124806dd00 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f1260000f60 tx=0x7f1260009040 comp rx=0 tx=0).stop 2024-02-09T23:58:05.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.672+0000 7f126c435640 1 -- 172.21.15.27:0/2262355602 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f12641f7b70 msgr2=0x7f12640ca9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:05.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.672+0000 7f126c435640 1 --2- 172.21.15.27:0/2262355602 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f12641f7b70 0x7f12640ca9f0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f125c007e30 tx=0x7f125c00e4b0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.672+0000 7f126c435640 1 -- 172.21.15.27:0/2262355602 shutdown_connections 2024-02-09T23:58:05.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.672+0000 7f126c435640 1 --2- 172.21.15.27:0/2262355602 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f124806b840 0x7f124806dd00 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.672+0000 7f126c435640 1 --2- 172.21.15.27:0/2262355602 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f12641f7b70 0x7f12640ca9f0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.672+0000 7f126c435640 1 --2- 172.21.15.27:0/2262355602 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f1264161470 0x7f12641573b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.672+0000 7f126c435640 1 --2- 172.21.15.27:0/2262355602 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f126406c830 0x7f1264157a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:05.677 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.672+0000 7f126c435640 1 -- 172.21.15.27:0/2262355602 >> 172.21.15.27:0/2262355602 conn(0x7f12640b58b0 msgr2=0x7f126415de70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:05.677 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.672+0000 7f126c435640 1 -- 172.21.15.27:0/2262355602 shutdown_connections 2024-02-09T23:58:05.677 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:05.672+0000 7f126c435640 1 -- 172.21.15.27:0/2262355602 wait complete. 2024-02-09T23:58:05.687 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-02-09T23:58:05.687 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-02-09T23:58:05.688 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi027.front.sepia.ceph.com 2024-02-09T23:58:05.688 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-02-09T23:58:05.688 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-02-09T23:58:05.688 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-02-09T23:58:05.688 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-02-09T23:58:05.688 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-02-09T23:58:05.689 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-02-09T23:58:05.689 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:58:05.689 DEBUG:teuthology.orchestra.run.smithi027:> ip addr 2024-02-09T23:58:05.706 INFO:teuthology.orchestra.run.smithi027.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-02-09T23:58:05.706 INFO:teuthology.orchestra.run.smithi027.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-02-09T23:58:05.707 INFO:teuthology.orchestra.run.smithi027.stdout: inet 127.0.0.1/8 scope host lo 2024-02-09T23:58:05.707 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:58:05.707 INFO:teuthology.orchestra.run.smithi027.stdout: inet6 ::1/128 scope host 2024-02-09T23:58:05.707 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:58:05.707 INFO:teuthology.orchestra.run.smithi027.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-09T23:58:05.707 INFO:teuthology.orchestra.run.smithi027.stdout: link/ether 0c:c4:7a:6b:fe:c8 brd ff:ff:ff:ff:ff:ff 2024-02-09T23:58:05.707 INFO:teuthology.orchestra.run.smithi027.stdout: altname enp7s0f0 2024-02-09T23:58:05.707 INFO:teuthology.orchestra.run.smithi027.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-09T23:58:05.707 INFO:teuthology.orchestra.run.smithi027.stdout: link/ether 0c:c4:7a:6b:fe:c9 brd ff:ff:ff:ff:ff:ff 2024-02-09T23:58:05.707 INFO:teuthology.orchestra.run.smithi027.stdout: altname enp7s0f1 2024-02-09T23:58:05.707 INFO:teuthology.orchestra.run.smithi027.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-02-09T23:58:05.707 INFO:teuthology.orchestra.run.smithi027.stdout: link/ether ac:1f:6b:f8:39:5a brd ff:ff:ff:ff:ff:ff 2024-02-09T23:58:05.707 INFO:teuthology.orchestra.run.smithi027.stdout: altname enp1s0f0 2024-02-09T23:58:05.708 INFO:teuthology.orchestra.run.smithi027.stdout: inet 172.21.15.27/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-02-09T23:58:05.708 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft 42624sec preferred_lft 42624sec 2024-02-09T23:58:05.708 INFO:teuthology.orchestra.run.smithi027.stdout: inet6 fe80::ae1f:6bff:fef8:395a/64 scope link noprefixroute 2024-02-09T23:58:05.708 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:58:05.709 INFO:teuthology.orchestra.run.smithi027.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-09T23:58:05.709 INFO:teuthology.orchestra.run.smithi027.stdout: link/ether ac:1f:6b:f8:39:5b brd ff:ff:ff:ff:ff:ff 2024-02-09T23:58:05.709 INFO:teuthology.orchestra.run.smithi027.stdout: altname enp1s0f1 2024-02-09T23:58:05.709 INFO:teuthology.orchestra.run.smithi027.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-02-09T23:58:05.709 INFO:teuthology.orchestra.run.smithi027.stdout: link/ether 16:51:97:9c:8a:0e brd ff:ff:ff:ff:ff:ff 2024-02-09T23:58:05.709 INFO:teuthology.orchestra.run.smithi027.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-02-09T23:58:05.709 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:58:05.709 INFO:teuthology.orchestra.run.smithi027.stdout: inet6 fe80::bc28:45ff:fe96:be2a/64 scope link 2024-02-09T23:58:05.709 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:58:05.709 INFO:teuthology.orchestra.run.smithi027.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-02-09T23:58:05.709 INFO:teuthology.orchestra.run.smithi027.stdout: link/ether 16:51:97:9c:8a:0e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-09T23:58:05.709 INFO:teuthology.orchestra.run.smithi027.stdout: inet6 fe80::1451:97ff:fe9c:8a0e/64 scope link 2024-02-09T23:58:05.710 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:58:05.710 INFO:teuthology.orchestra.run.smithi027.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-02-09T23:58:05.710 INFO:teuthology.orchestra.run.smithi027.stdout: link/ether fe:18:c3:94:24:68 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-09T23:58:05.710 INFO:teuthology.orchestra.run.smithi027.stdout: inet6 fe80::fc18:c3ff:fe94:2468/64 scope link 2024-02-09T23:58:05.710 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:58:05.710 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:58:05.710 DEBUG:teuthology.orchestra.run.smithi027:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-02-09T23:58:05.776 INFO:teuthology.orchestra.run.smithi027.stdout:1 2024-02-09T23:58:05.777 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:58:05.778 DEBUG:teuthology.orchestra.run.smithi027:> route 2024-02-09T23:58:05.834 INFO:teuthology.orchestra.run.smithi027.stdout:Kernel IP routing table 2024-02-09T23:58:05.834 INFO:teuthology.orchestra.run.smithi027.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-02-09T23:58:05.834 INFO:teuthology.orchestra.run.smithi027.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-02-09T23:58:05.834 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-02-09T23:58:05.835 INFO:teuthology.orchestra.run.smithi027.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-02-09T23:58:05.835 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:58:05.835 DEBUG:teuthology.orchestra.run.smithi027:> (cd / && exec bash -c ' 2024-02-09T23:58:05.835 DEBUG:teuthology.orchestra.run.smithi027:> set -e 2024-02-09T23:58:05.835 DEBUG:teuthology.orchestra.run.smithi027:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-02-09T23:58:05.835 DEBUG:teuthology.orchestra.run.smithi027:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-02-09T23:58:05.835 DEBUG:teuthology.orchestra.run.smithi027:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-02-09T23:58:05.835 DEBUG:teuthology.orchestra.run.smithi027:> ') 2024-02-09T23:58:05.942 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:58:05.942 DEBUG:teuthology.orchestra.run.smithi027:> ip netns list 2024-02-09T23:58:05.957 INFO:teuthology.orchestra.run.smithi027.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-02-09T23:58:05.957 INFO:teuthology.orchestra.run.smithi027.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-02-09T23:58:05.957 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-02-09T23:58:05.957 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:58:05.958 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip link set brx.0 up 2024-02-09T23:58:06.029 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-02-09T23:58:06.029 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-09T23:58:06.030 DEBUG:teuthology.orchestra.run.smithi027:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-02-09T23:58:06.086 INFO:teuthology.orchestra.run.smithi027.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-02-09T23:58:06.086 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-09T23:58:06.086 DEBUG:teuthology.orchestra.run.smithi027:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-02-09T23:58:06.142 DEBUG:teuthology.orchestra.run.smithi027:> sudo modprobe fuse 2024-02-09T23:58:06.212 DEBUG:teuthology.orchestra.run.smithi027:> cat /proc/self/mounts | awk '{print $2}' 2024-02-09T23:58:06.268 INFO:teuthology.orchestra.run.smithi027.stdout:/proc 2024-02-09T23:58:06.268 INFO:teuthology.orchestra.run.smithi027.stdout:/sys 2024-02-09T23:58:06.268 INFO:teuthology.orchestra.run.smithi027.stdout:/dev 2024-02-09T23:58:06.269 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/kernel/security 2024-02-09T23:58:06.269 INFO:teuthology.orchestra.run.smithi027.stdout:/dev/shm 2024-02-09T23:58:06.269 INFO:teuthology.orchestra.run.smithi027.stdout:/dev/pts 2024-02-09T23:58:06.269 INFO:teuthology.orchestra.run.smithi027.stdout:/run 2024-02-09T23:58:06.269 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/cgroup 2024-02-09T23:58:06.269 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/pstore 2024-02-09T23:58:06.269 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/bpf 2024-02-09T23:58:06.269 INFO:teuthology.orchestra.run.smithi027.stdout:/ 2024-02-09T23:58:06.269 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/selinux 2024-02-09T23:58:06.269 INFO:teuthology.orchestra.run.smithi027.stdout:/proc/sys/fs/binfmt_misc 2024-02-09T23:58:06.269 INFO:teuthology.orchestra.run.smithi027.stdout:/dev/hugepages 2024-02-09T23:58:06.269 INFO:teuthology.orchestra.run.smithi027.stdout:/dev/mqueue 2024-02-09T23:58:06.269 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/kernel/debug 2024-02-09T23:58:06.269 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/kernel/tracing 2024-02-09T23:58:06.269 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/fuse/connections 2024-02-09T23:58:06.270 INFO:teuthology.orchestra.run.smithi027.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-02-09T23:58:06.270 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/kernel/config 2024-02-09T23:58:06.270 INFO:teuthology.orchestra.run.smithi027.stdout:/run/credentials/systemd-sysctl.service 2024-02-09T23:58:06.270 INFO:teuthology.orchestra.run.smithi027.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-02-09T23:58:06.270 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/nfs/rpc_pipefs 2024-02-09T23:58:06.270 INFO:teuthology.orchestra.run.smithi027.stdout:/run/user/1000 2024-02-09T23:58:06.270 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/ceph 2024-02-09T23:58:06.270 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/ceph/osd/ceph-0 2024-02-09T23:58:06.270 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/ceph/osd/ceph-1 2024-02-09T23:58:06.270 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/ceph/osd/ceph-2 2024-02-09T23:58:06.270 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/ceph/osd/ceph-3 2024-02-09T23:58:06.270 INFO:teuthology.orchestra.run.smithi027.stdout:/run/netns 2024-02-09T23:58:06.270 INFO:teuthology.orchestra.run.smithi027.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-09T23:58:06.270 INFO:teuthology.orchestra.run.smithi027.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-09T23:58:06.270 INFO:teuthology.orchestra.run.smithi027.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-09T23:58:06.271 INFO:teuthology.orchestra.run.smithi027.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-09T23:58:06.271 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:58:06.271 DEBUG:teuthology.orchestra.run.smithi027:> ls /sys/fs/fuse/connections 2024-02-09T23:58:06.327 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-02-09T23:58:06.327 DEBUG:teuthology.orchestra.run.smithi027:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-02-09T23:58:06.371 DEBUG:teuthology.orchestra.run.smithi027:> sudo modprobe fuse 2024-02-09T23:58:06.402 DEBUG:teuthology.orchestra.run.smithi027:> cat /proc/self/mounts | awk '{print $2}' 2024-02-09T23:58:06.458 INFO:teuthology.orchestra.run.smithi027.stdout:/proc 2024-02-09T23:58:06.458 INFO:teuthology.orchestra.run.smithi027.stdout:/sys 2024-02-09T23:58:06.458 INFO:teuthology.orchestra.run.smithi027.stdout:/dev 2024-02-09T23:58:06.459 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/kernel/security 2024-02-09T23:58:06.459 INFO:teuthology.orchestra.run.smithi027.stdout:/dev/shm 2024-02-09T23:58:06.459 INFO:teuthology.orchestra.run.smithi027.stdout:/dev/pts 2024-02-09T23:58:06.459 INFO:teuthology.orchestra.run.smithi027.stdout:/run 2024-02-09T23:58:06.459 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/cgroup 2024-02-09T23:58:06.459 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/pstore 2024-02-09T23:58:06.459 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/bpf 2024-02-09T23:58:06.459 INFO:teuthology.orchestra.run.smithi027.stdout:/ 2024-02-09T23:58:06.459 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/selinux 2024-02-09T23:58:06.459 INFO:teuthology.orchestra.run.smithi027.stdout:/proc/sys/fs/binfmt_misc 2024-02-09T23:58:06.459 INFO:teuthology.orchestra.run.smithi027.stdout:/dev/hugepages 2024-02-09T23:58:06.459 INFO:teuthology.orchestra.run.smithi027.stdout:/dev/mqueue 2024-02-09T23:58:06.459 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/kernel/debug 2024-02-09T23:58:06.459 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/kernel/tracing 2024-02-09T23:58:06.459 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/fuse/connections 2024-02-09T23:58:06.460 INFO:teuthology.orchestra.run.smithi027.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-02-09T23:58:06.460 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/kernel/config 2024-02-09T23:58:06.460 INFO:teuthology.orchestra.run.smithi027.stdout:/run/credentials/systemd-sysctl.service 2024-02-09T23:58:06.460 INFO:teuthology.orchestra.run.smithi027.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-02-09T23:58:06.460 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/nfs/rpc_pipefs 2024-02-09T23:58:06.460 INFO:teuthology.orchestra.run.smithi027.stdout:/run/user/1000 2024-02-09T23:58:06.460 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/ceph 2024-02-09T23:58:06.460 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/ceph/osd/ceph-0 2024-02-09T23:58:06.460 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/ceph/osd/ceph-1 2024-02-09T23:58:06.460 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/ceph/osd/ceph-2 2024-02-09T23:58:06.460 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/ceph/osd/ceph-3 2024-02-09T23:58:06.460 INFO:teuthology.orchestra.run.smithi027.stdout:/run/netns 2024-02-09T23:58:06.460 INFO:teuthology.orchestra.run.smithi027.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-09T23:58:06.461 INFO:teuthology.orchestra.run.smithi027.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-09T23:58:06.461 INFO:teuthology.orchestra.run.smithi027.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-09T23:58:06.461 INFO:teuthology.orchestra.run.smithi027.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-09T23:58:06.461 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:58:06.461 DEBUG:teuthology.orchestra.run.smithi027:> ls /sys/fs/fuse/connections 2024-02-09T23:58:06.464 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi027.stderr:2024-02-09T23:58:06.461+0000 7f15c2837480 -1 init, newargv = 0x55965ba90110 newargc=15 2024-02-09T23:58:06.464 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi027.stderr:ceph-fuse[52437]: starting ceph client 2024-02-09T23:58:06.469 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi027.stderr:ceph-fuse[52437]: starting fuse 2024-02-09T23:58:06.480 INFO:teuthology.orchestra.run.smithi027.stdout:43 2024-02-09T23:58:06.481 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-02-09T23:58:06.481 DEBUG:teuthology.orchestra.run.smithi027:> sudo stdin-killer -- python3 -c ' 2024-02-09T23:58:06.481 DEBUG:teuthology.orchestra.run.smithi027:> import glob 2024-02-09T23:58:06.481 DEBUG:teuthology.orchestra.run.smithi027:> import re 2024-02-09T23:58:06.481 DEBUG:teuthology.orchestra.run.smithi027:> import os 2024-02-09T23:58:06.481 DEBUG:teuthology.orchestra.run.smithi027:> import subprocess 2024-02-09T23:58:06.481 DEBUG:teuthology.orchestra.run.smithi027:> 2024-02-09T23:58:06.481 DEBUG:teuthology.orchestra.run.smithi027:> def _find_admin_socket(client_name): 2024-02-09T23:58:06.481 DEBUG:teuthology.orchestra.run.smithi027:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-02-09T23:58:06.481 DEBUG:teuthology.orchestra.run.smithi027:> files = glob.glob(asok_path) 2024-02-09T23:58:06.481 DEBUG:teuthology.orchestra.run.smithi027:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-02-09T23:58:06.481 DEBUG:teuthology.orchestra.run.smithi027:> 2024-02-09T23:58:06.482 DEBUG:teuthology.orchestra.run.smithi027:> # Given a non-glob path, it better be there 2024-02-09T23:58:06.482 DEBUG:teuthology.orchestra.run.smithi027:> if "*" not in asok_path: 2024-02-09T23:58:06.482 DEBUG:teuthology.orchestra.run.smithi027:> assert(len(files) == 1) 2024-02-09T23:58:06.482 DEBUG:teuthology.orchestra.run.smithi027:> return files[0] 2024-02-09T23:58:06.482 DEBUG:teuthology.orchestra.run.smithi027:> 2024-02-09T23:58:06.482 DEBUG:teuthology.orchestra.run.smithi027:> for f in files: 2024-02-09T23:58:06.482 DEBUG:teuthology.orchestra.run.smithi027:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-02-09T23:58:06.482 DEBUG:teuthology.orchestra.run.smithi027:> if os.path.exists("/proc/{0}".format(pid)): 2024-02-09T23:58:06.482 DEBUG:teuthology.orchestra.run.smithi027:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-02-09T23:58:06.482 DEBUG:teuthology.orchestra.run.smithi027:> contents = proc_f.read() 2024-02-09T23:58:06.482 DEBUG:teuthology.orchestra.run.smithi027:> if mountpoint in contents: 2024-02-09T23:58:06.482 DEBUG:teuthology.orchestra.run.smithi027:> return f 2024-02-09T23:58:06.482 DEBUG:teuthology.orchestra.run.smithi027:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-02-09T23:58:06.482 DEBUG:teuthology.orchestra.run.smithi027:> 2024-02-09T23:58:06.482 DEBUG:teuthology.orchestra.run.smithi027:> print(_find_admin_socket("client.0")) 2024-02-09T23:58:06.482 DEBUG:teuthology.orchestra.run.smithi027:> ' 2024-02-09T23:58:06.606 INFO:teuthology.orchestra.run.smithi027.stdout:/var/run/ceph/ceph-client.0.52437.asok 2024-02-09T23:58:06.609 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-02-09T23:58:06.616 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.52437.asok 2024-02-09T23:58:06.616 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:58:06.616 DEBUG:teuthology.orchestra.run.smithi027:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.52437.asok status 2024-02-09T23:58:06.759 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-02-09T23:58:06.759 INFO:teuthology.orchestra.run.smithi027.stdout: "metadata": { 2024-02-09T23:58:06.759 INFO:teuthology.orchestra.run.smithi027.stdout: "ceph_sha1": "290212a1bfd33563ba76ee5b7f0b944fdb6c5d90", 2024-02-09T23:58:06.759 INFO:teuthology.orchestra.run.smithi027.stdout: "ceph_version": "ceph version 19.0.0-1361-g290212a1 (290212a1bfd33563ba76ee5b7f0b944fdb6c5d90) squid (dev)", 2024-02-09T23:58:06.759 INFO:teuthology.orchestra.run.smithi027.stdout: "entity_id": "0", 2024-02-09T23:58:06.759 INFO:teuthology.orchestra.run.smithi027.stdout: "hostname": "smithi027", 2024-02-09T23:58:06.759 INFO:teuthology.orchestra.run.smithi027.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-02-09T23:58:06.759 INFO:teuthology.orchestra.run.smithi027.stdout: "pid": "52437", 2024-02-09T23:58:06.760 INFO:teuthology.orchestra.run.smithi027.stdout: "root": "/" 2024-02-09T23:58:06.760 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:58:06.760 INFO:teuthology.orchestra.run.smithi027.stdout: "dentry_count": 0, 2024-02-09T23:58:06.760 INFO:teuthology.orchestra.run.smithi027.stdout: "dentry_pinned_count": 0, 2024-02-09T23:58:06.760 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 5475, 2024-02-09T23:58:06.760 INFO:teuthology.orchestra.run.smithi027.stdout: "inst": { 2024-02-09T23:58:06.760 INFO:teuthology.orchestra.run.smithi027.stdout: "name": { 2024-02-09T23:58:06.760 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "client", 2024-02-09T23:58:06.760 INFO:teuthology.orchestra.run.smithi027.stdout: "num": 5475 2024-02-09T23:58:06.760 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:58:06.760 INFO:teuthology.orchestra.run.smithi027.stdout: "addr": { 2024-02-09T23:58:06.760 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "v1", 2024-02-09T23:58:06.760 INFO:teuthology.orchestra.run.smithi027.stdout: "addr": "192.168.0.1:0", 2024-02-09T23:58:06.760 INFO:teuthology.orchestra.run.smithi027.stdout: "nonce": 578505749 2024-02-09T23:58:06.761 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-02-09T23:58:06.761 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:58:06.761 INFO:teuthology.orchestra.run.smithi027.stdout: "addr": { 2024-02-09T23:58:06.761 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "v1", 2024-02-09T23:58:06.761 INFO:teuthology.orchestra.run.smithi027.stdout: "addr": "192.168.0.1:0", 2024-02-09T23:58:06.761 INFO:teuthology.orchestra.run.smithi027.stdout: "nonce": 578505749 2024-02-09T23:58:06.761 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-02-09T23:58:06.761 INFO:teuthology.orchestra.run.smithi027.stdout: "inst_str": "client.5475 192.168.0.1:0/578505749", 2024-02-09T23:58:06.761 INFO:teuthology.orchestra.run.smithi027.stdout: "addr_str": "192.168.0.1:0/578505749", 2024-02-09T23:58:06.761 INFO:teuthology.orchestra.run.smithi027.stdout: "inode_count": 1, 2024-02-09T23:58:06.761 INFO:teuthology.orchestra.run.smithi027.stdout: "mds_epoch": 13, 2024-02-09T23:58:06.761 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_epoch": 34, 2024-02-09T23:58:06.761 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_epoch_barrier": 0, 2024-02-09T23:58:06.761 INFO:teuthology.orchestra.run.smithi027.stdout: "blocklisted": false, 2024-02-09T23:58:06.761 INFO:teuthology.orchestra.run.smithi027.stdout: "fs_name": "cephfs" 2024-02-09T23:58:06.761 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-02-09T23:58:06.767 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:58:06.767 DEBUG:teuthology.orchestra.run.smithi027:> stat --file-system '--printf=%T 2024-02-09T23:58:06.767 DEBUG:teuthology.orchestra.run.smithi027:> ' -- /home/ubuntu/cephtest/mnt.0 2024-02-09T23:58:06.783 INFO:teuthology.orchestra.run.smithi027.stdout:fuseblk 2024-02-09T23:58:06.783 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-02-09T23:58:06.783 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:58:06.783 DEBUG:teuthology.orchestra.run.smithi027:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-02-09T23:58:06.855 DEBUG:teuthology.orchestra.run.smithi027:> mktemp -d --suffix=xfstests-dev 2024-02-09T23:58:06.913 INFO:teuthology.orchestra.run.smithi027.stdout:/tmp/tmp.6IDzV8czZ2xfstests-dev 2024-02-09T23:58:06.913 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:58:06.913 DEBUG:teuthology.orchestra.run.smithi027:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo chmod a+rx /tmp/tmp.6IDzV8czZ2xfstests-dev) 2024-02-09T23:58:06.985 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:58:06.985 DEBUG:teuthology.orchestra.run.smithi027:> (cd /home/ubuntu/cephtest/mnt.0 && exec git clone https://git.ceph.com/xfstests-dev.git --depth 1 /tmp/tmp.6IDzV8czZ2xfstests-dev) 2024-02-09T23:58:07.044 INFO:teuthology.orchestra.run.smithi027.stderr:Cloning into '/tmp/tmp.6IDzV8czZ2xfstests-dev'... 2024-02-09T23:58:07.856 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:58:07.856 DEBUG:teuthology.orchestra.run.smithi027:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir test) 2024-02-09T23:58:07.920 DEBUG:teuthology.orchestra.run.smithi027:> mktemp -d --suffix=test 2024-02-09T23:58:07.975 INFO:teuthology.orchestra.run.smithi027.stdout:/tmp/tmp.87372BMMOutest 2024-02-09T23:58:07.976 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:58:07.976 DEBUG:teuthology.orchestra.run.smithi027:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir scratch) 2024-02-09T23:58:08.034 DEBUG:teuthology.orchestra.run.smithi027:> mktemp -d --suffix=scratch 2024-02-09T23:58:08.088 INFO:teuthology.orchestra.run.smithi027.stdout:/tmp/tmp.KkYefwcTjtscratch 2024-02-09T23:58:08.089 INFO:tasks.cephfs.xfstests_dev:distro and version detected is "centos" and "9". 2024-02-09T23:58:08.089 DEBUG:teuthology.orchestra.run.smithi027:> sudo yum install -y acl attr automake bc dbench dump e2fsprogs fio gawk gcc gdbm-devel git indent kernel-devel libacl-devel libaio-devel libcap-devel libtool libuuid-devel lvm2 make psmisc python3 quota sed sqlite udftools xfsprogs 2024-02-09T23:58:08.754 INFO:teuthology.orchestra.run.smithi027.stdout:Last metadata expiration check: 0:03:44 ago on Fri 09 Feb 2024 11:54:24 PM UTC. 2024-02-09T23:58:08.867 INFO:teuthology.orchestra.run.smithi027.stdout:Package acl-2.3.1-4.el9.x86_64 is already installed. 2024-02-09T23:58:08.868 INFO:teuthology.orchestra.run.smithi027.stdout:Package attr-2.5.1-3.el9.x86_64 is already installed. 2024-02-09T23:58:08.869 INFO:teuthology.orchestra.run.smithi027.stdout:Package automake-1.16.2-8.el9.noarch is already installed. 2024-02-09T23:58:08.870 INFO:teuthology.orchestra.run.smithi027.stdout:Package bc-1.07.1-14.el9.x86_64 is already installed. 2024-02-09T23:58:08.871 INFO:teuthology.orchestra.run.smithi027.stdout:Package dbench-4.0-25.el9.x86_64 is already installed. 2024-02-09T23:58:08.873 INFO:teuthology.orchestra.run.smithi027.stdout:Package e2fsprogs-1.46.5-3.el9.x86_64 is already installed. 2024-02-09T23:58:08.875 INFO:teuthology.orchestra.run.smithi027.stdout:Package gawk-5.1.0-6.el9.x86_64 is already installed. 2024-02-09T23:58:08.876 INFO:teuthology.orchestra.run.smithi027.stdout:Package gcc-11.4.1-2.1.el9.x86_64 is already installed. 2024-02-09T23:58:08.879 INFO:teuthology.orchestra.run.smithi027.stdout:Package git-2.39.3-1.el9.x86_64 is already installed. 2024-02-09T23:58:08.882 INFO:teuthology.orchestra.run.smithi027.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-02-09T23:58:08.883 INFO:teuthology.orchestra.run.smithi027.stdout:Package libaio-devel-0.3.111-13.el9.x86_64 is already installed. 2024-02-09T23:58:08.885 INFO:teuthology.orchestra.run.smithi027.stdout:Package libtool-2.4.6-45.el9.x86_64 is already installed. 2024-02-09T23:58:08.886 INFO:teuthology.orchestra.run.smithi027.stdout:Package libuuid-devel-2.37.4-18.el9.x86_64 is already installed. 2024-02-09T23:58:08.887 INFO:teuthology.orchestra.run.smithi027.stdout:Package lvm2-9:2.03.21-3.el9.x86_64 is already installed. 2024-02-09T23:58:08.888 INFO:teuthology.orchestra.run.smithi027.stdout:Package make-1:4.3-7.el9.x86_64 is already installed. 2024-02-09T23:58:08.889 INFO:teuthology.orchestra.run.smithi027.stdout:Package psmisc-23.4-3.el9.x86_64 is already installed. 2024-02-09T23:58:08.890 INFO:teuthology.orchestra.run.smithi027.stdout:Package python3-3.9.17-2.el9.x86_64 is already installed. 2024-02-09T23:58:08.891 INFO:teuthology.orchestra.run.smithi027.stdout:Package quota-1:4.06-6.el9.x86_64 is already installed. 2024-02-09T23:58:08.892 INFO:teuthology.orchestra.run.smithi027.stdout:Package sed-4.8-9.el9.x86_64 is already installed. 2024-02-09T23:58:08.895 INFO:teuthology.orchestra.run.smithi027.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-02-09T23:58:08.968 INFO:teuthology.orchestra.run.smithi027.stdout:Dependencies resolved. 2024-02-09T23:58:08.969 INFO:teuthology.orchestra.run.smithi027.stdout:================================================================================ 2024-02-09T23:58:08.969 INFO:teuthology.orchestra.run.smithi027.stdout: Package Arch Version Repository Size 2024-02-09T23:58:08.969 INFO:teuthology.orchestra.run.smithi027.stdout:================================================================================ 2024-02-09T23:58:08.969 INFO:teuthology.orchestra.run.smithi027.stdout:Installing: 2024-02-09T23:58:08.969 INFO:teuthology.orchestra.run.smithi027.stdout: dump x86_64 1:0.4-0.51.b47.el9 epel 88 k 2024-02-09T23:58:08.969 INFO:teuthology.orchestra.run.smithi027.stdout: fio x86_64 3.35-1.el9 CentOS-AppStream 6.2 M 2024-02-09T23:58:08.969 INFO:teuthology.orchestra.run.smithi027.stdout: gdbm-devel x86_64 1:1.19-4.el9 crb 59 k 2024-02-09T23:58:08.970 INFO:teuthology.orchestra.run.smithi027.stdout: indent x86_64 2.2.13-5.el9 epel 179 k 2024-02-09T23:58:08.970 INFO:teuthology.orchestra.run.smithi027.stdout: kernel-devel x86_64 5.14.0-419.el9 CentOS-AppStream 22 M 2024-02-09T23:58:08.970 INFO:teuthology.orchestra.run.smithi027.stdout: libcap-devel x86_64 2.48-9.el9 CentOS-AppStream 33 k 2024-02-09T23:58:08.970 INFO:teuthology.orchestra.run.smithi027.stdout: sqlite x86_64 3.34.1-7.el9 CentOS-AppStream 747 k 2024-02-09T23:58:08.970 INFO:teuthology.orchestra.run.smithi027.stdout: udftools x86_64 2.2-5.el9 CentOS-AppStream 144 k 2024-02-09T23:58:08.970 INFO:teuthology.orchestra.run.smithi027.stdout:Upgrading: 2024-02-09T23:58:08.970 INFO:teuthology.orchestra.run.smithi027.stdout: cpp x86_64 11.4.1-3.el9 CentOS-AppStream 11 M 2024-02-09T23:58:08.970 INFO:teuthology.orchestra.run.smithi027.stdout: device-mapper x86_64 9:1.02.197-2.el9 CentOS-BaseOS 139 k 2024-02-09T23:58:08.970 INFO:teuthology.orchestra.run.smithi027.stdout: device-mapper-event x86_64 9:1.02.197-2.el9 CentOS-BaseOS 33 k 2024-02-09T23:58:08.970 INFO:teuthology.orchestra.run.smithi027.stdout: device-mapper-event-libs x86_64 9:1.02.197-2.el9 CentOS-BaseOS 31 k 2024-02-09T23:58:08.970 INFO:teuthology.orchestra.run.smithi027.stdout: device-mapper-libs x86_64 9:1.02.197-2.el9 CentOS-BaseOS 178 k 2024-02-09T23:58:08.970 INFO:teuthology.orchestra.run.smithi027.stdout: e2fsprogs x86_64 1.46.5-5.el9 CentOS-BaseOS 1.0 M 2024-02-09T23:58:08.971 INFO:teuthology.orchestra.run.smithi027.stdout: e2fsprogs-libs x86_64 1.46.5-5.el9 CentOS-BaseOS 221 k 2024-02-09T23:58:08.971 INFO:teuthology.orchestra.run.smithi027.stdout: gcc x86_64 11.4.1-3.el9 CentOS-AppStream 32 M 2024-02-09T23:58:08.971 INFO:teuthology.orchestra.run.smithi027.stdout: gcc-c++ x86_64 11.4.1-3.el9 CentOS-AppStream 13 M 2024-02-09T23:58:08.971 INFO:teuthology.orchestra.run.smithi027.stdout: gcc-plugin-annobin x86_64 11.4.1-3.el9 CentOS-AppStream 46 k 2024-02-09T23:58:08.971 INFO:teuthology.orchestra.run.smithi027.stdout: git x86_64 2.43.0-1.el9 CentOS-AppStream 50 k 2024-02-09T23:58:08.971 INFO:teuthology.orchestra.run.smithi027.stdout: git-core x86_64 2.43.0-1.el9 CentOS-AppStream 4.4 M 2024-02-09T23:58:08.971 INFO:teuthology.orchestra.run.smithi027.stdout: git-core-doc noarch 2.43.0-1.el9 CentOS-AppStream 2.6 M 2024-02-09T23:58:08.971 INFO:teuthology.orchestra.run.smithi027.stdout: libcom_err x86_64 1.46.5-5.el9 CentOS-BaseOS 25 k 2024-02-09T23:58:08.971 INFO:teuthology.orchestra.run.smithi027.stdout: libgcc x86_64 11.4.1-3.el9 CentOS-BaseOS 91 k 2024-02-09T23:58:08.971 INFO:teuthology.orchestra.run.smithi027.stdout: libgomp x86_64 11.4.1-3.el9 CentOS-BaseOS 267 k 2024-02-09T23:58:08.971 INFO:teuthology.orchestra.run.smithi027.stdout: libss x86_64 1.46.5-5.el9 CentOS-BaseOS 31 k 2024-02-09T23:58:08.972 INFO:teuthology.orchestra.run.smithi027.stdout: libstdc++ x86_64 11.4.1-3.el9 CentOS-BaseOS 739 k 2024-02-09T23:58:08.972 INFO:teuthology.orchestra.run.smithi027.stdout: libstdc++-devel x86_64 11.4.1-3.el9 CentOS-AppStream 2.2 M 2024-02-09T23:58:08.972 INFO:teuthology.orchestra.run.smithi027.stdout: lvm2 x86_64 9:2.03.23-2.el9 CentOS-BaseOS 1.5 M 2024-02-09T23:58:08.972 INFO:teuthology.orchestra.run.smithi027.stdout: lvm2-libs x86_64 9:2.03.23-2.el9 CentOS-BaseOS 1.0 M 2024-02-09T23:58:08.972 INFO:teuthology.orchestra.run.smithi027.stdout: make x86_64 1:4.3-8.el9 CentOS-BaseOS 529 k 2024-02-09T23:58:08.972 INFO:teuthology.orchestra.run.smithi027.stdout: perl-Git noarch 2.43.0-1.el9 CentOS-AppStream 37 k 2024-02-09T23:58:08.972 INFO:teuthology.orchestra.run.smithi027.stdout: python-unversioned-command noarch 3.9.18-3.el9 CentOS-AppStream 8.3 k 2024-02-09T23:58:08.972 INFO:teuthology.orchestra.run.smithi027.stdout: python3 x86_64 3.9.18-3.el9 CentOS-BaseOS 25 k 2024-02-09T23:58:08.972 INFO:teuthology.orchestra.run.smithi027.stdout: python3-devel x86_64 3.9.18-3.el9 CentOS-AppStream 204 k 2024-02-09T23:58:08.972 INFO:teuthology.orchestra.run.smithi027.stdout: python3-libs x86_64 3.9.18-3.el9 CentOS-BaseOS 7.3 M 2024-02-09T23:58:08.972 INFO:teuthology.orchestra.run.smithi027.stdout: sqlite-libs x86_64 3.34.1-7.el9 CentOS-BaseOS 619 k 2024-02-09T23:58:08.972 INFO:teuthology.orchestra.run.smithi027.stdout:Installing dependencies: 2024-02-09T23:58:08.973 INFO:teuthology.orchestra.run.smithi027.stdout: gdbm x86_64 1:1.19-4.el9 crb 132 k 2024-02-09T23:58:08.973 INFO:teuthology.orchestra.run.smithi027.stdout: libnbd x86_64 1.18.1-3.el9 CentOS-AppStream 165 k 2024-02-09T23:58:08.973 INFO:teuthology.orchestra.run.smithi027.stdout: rmt x86_64 2:1.6-6.el9 CentOS-BaseOS 45 k 2024-02-09T23:58:08.973 INFO:teuthology.orchestra.run.smithi027.stdout:Installing weak dependencies: 2024-02-09T23:58:08.973 INFO:teuthology.orchestra.run.smithi027.stdout: fio-engine-http x86_64 3.35-1.el9 CentOS-AppStream 17 k 2024-02-09T23:58:08.973 INFO:teuthology.orchestra.run.smithi027.stdout: fio-engine-libaio x86_64 3.35-1.el9 CentOS-AppStream 14 k 2024-02-09T23:58:08.973 INFO:teuthology.orchestra.run.smithi027.stdout: fio-engine-nbd x86_64 3.35-1.el9 CentOS-AppStream 13 k 2024-02-09T23:58:08.973 INFO:teuthology.orchestra.run.smithi027.stdout: fio-engine-rados x86_64 3.35-1.el9 CentOS-AppStream 15 k 2024-02-09T23:58:08.973 INFO:teuthology.orchestra.run.smithi027.stdout: fio-engine-rbd x86_64 3.35-1.el9 CentOS-AppStream 15 k 2024-02-09T23:58:08.973 INFO:teuthology.orchestra.run.smithi027.stdout: fio-engine-rdma x86_64 3.35-1.el9 CentOS-AppStream 20 k 2024-02-09T23:58:08.973 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:58:08.973 INFO:teuthology.orchestra.run.smithi027.stdout:Transaction Summary 2024-02-09T23:58:08.973 INFO:teuthology.orchestra.run.smithi027.stdout:================================================================================ 2024-02-09T23:58:08.974 INFO:teuthology.orchestra.run.smithi027.stdout:Install 17 Packages 2024-02-09T23:58:08.974 INFO:teuthology.orchestra.run.smithi027.stdout:Upgrade 28 Packages 2024-02-09T23:58:08.974 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:58:08.974 INFO:teuthology.orchestra.run.smithi027.stdout:Total download size: 108 M 2024-02-09T23:58:08.974 INFO:teuthology.orchestra.run.smithi027.stdout:Downloading Packages: 2024-02-09T23:58:09.369 INFO:teuthology.orchestra.run.smithi027.stdout:(1/45): fio-engine-http-3.35-1.el9.x86_64.rpm 86 kB/s | 17 kB 00:00 2024-02-09T23:58:09.394 INFO:teuthology.orchestra.run.smithi027.stdout:(2/45): fio-engine-libaio-3.35-1.el9.x86_64.rpm 65 kB/s | 14 kB 00:00 2024-02-09T23:58:09.544 INFO:teuthology.orchestra.run.smithi027.stdout:(3/45): fio-engine-nbd-3.35-1.el9.x86_64.rpm 77 kB/s | 13 kB 00:00 2024-02-09T23:58:09.569 INFO:teuthology.orchestra.run.smithi027.stdout:(4/45): fio-engine-rados-3.35-1.el9.x86_64.rpm 83 kB/s | 15 kB 00:00 2024-02-09T23:58:09.787 INFO:teuthology.orchestra.run.smithi027.stdout:(5/45): fio-3.35-1.el9.x86_64.rpm 10 MB/s | 6.2 MB 00:00 2024-02-09T23:58:09.811 INFO:teuthology.orchestra.run.smithi027.stdout:(6/45): fio-engine-rbd-3.35-1.el9.x86_64.rpm 63 kB/s | 15 kB 00:00 2024-02-09T23:58:09.837 INFO:teuthology.orchestra.run.smithi027.stdout:(7/45): fio-engine-rdma-3.35-1.el9.x86_64.rpm 74 kB/s | 20 kB 00:00 2024-02-09T23:58:09.895 INFO:teuthology.orchestra.run.smithi027.stdout:(8/45): libnbd-1.18.1-3.el9.x86_64.rpm 2.8 MB/s | 165 kB 00:00 2024-02-09T23:58:09.979 INFO:teuthology.orchestra.run.smithi027.stdout:(9/45): sqlite-3.34.1-7.el9.x86_64.rpm 8.8 MB/s | 747 kB 00:00 2024-02-09T23:58:10.004 INFO:teuthology.orchestra.run.smithi027.stdout:(10/45): libcap-devel-2.48-9.el9.x86_64.rpm 197 kB/s | 33 kB 00:00 2024-02-09T23:58:10.230 INFO:teuthology.orchestra.run.smithi027.stdout:(11/45): udftools-2.2-5.el9.x86_64.rpm 573 kB/s | 144 kB 00:00 2024-02-09T23:58:10.330 INFO:teuthology.orchestra.run.smithi027.stdout:(12/45): rmt-1.6-6.el9.x86_64.rpm 140 kB/s | 45 kB 00:00 2024-02-09T23:58:10.539 INFO:teuthology.orchestra.run.smithi027.stdout:(13/45): kernel-devel-5.14.0-419.el9.x86_64.rpm 29 MB/s | 22 MB 00:00 2024-02-09T23:58:10.622 INFO:teuthology.orchestra.run.smithi027.stdout:(14/45): gdbm-1.19-4.el9.x86_64.rpm 339 kB/s | 132 kB 00:00 2024-02-09T23:58:10.656 INFO:teuthology.orchestra.run.smithi027.stdout:(15/45): gdbm-devel-1.19-4.el9.x86_64.rpm 180 kB/s | 59 kB 00:00 2024-02-09T23:58:11.064 INFO:teuthology.orchestra.run.smithi027.stdout:(16/45): cpp-11.4.1-3.el9.x86_64.rpm 28 MB/s | 11 MB 00:00 2024-02-09T23:58:11.214 INFO:teuthology.orchestra.run.smithi027.stdout:(17/45): dump-0.4-0.51.b47.el9.x86_64.rpm 130 kB/s | 88 kB 00:00 2024-02-09T23:58:11.415 INFO:teuthology.orchestra.run.smithi027.stdout:(18/45): indent-2.2.13-5.el9.x86_64.rpm 226 kB/s | 179 kB 00:00 2024-02-09T23:58:11.690 INFO:teuthology.orchestra.run.smithi027.stdout:(19/45): gcc-plugin-annobin-11.4.1-3.el9.x86_64 169 kB/s | 46 kB 00:00 2024-02-09T23:58:11.999 INFO:teuthology.orchestra.run.smithi027.stdout:(20/45): gcc-11.4.1-3.el9.x86_64.rpm 34 MB/s | 32 MB 00:00 2024-02-09T23:58:12.283 INFO:teuthology.orchestra.run.smithi027.stdout:(21/45): gcc-c++-11.4.1-3.el9.x86_64.rpm 12 MB/s | 13 MB 00:01 2024-02-09T23:58:12.308 INFO:teuthology.orchestra.run.smithi027.stdout:(22/45): git-2.43.0-1.el9.x86_64.rpm 80 kB/s | 50 kB 00:00 2024-02-09T23:58:12.383 INFO:teuthology.orchestra.run.smithi027.stdout:(23/45): git-core-2.43.0-1.el9.x86_64.rpm 11 MB/s | 4.4 MB 00:00 2024-02-09T23:58:12.433 INFO:teuthology.orchestra.run.smithi027.stdout:(24/45): perl-Git-2.43.0-1.el9.noarch.rpm 747 kB/s | 37 kB 00:00 2024-02-09T23:58:12.500 INFO:teuthology.orchestra.run.smithi027.stdout:(25/45): git-core-doc-2.43.0-1.el9.noarch.rpm 12 MB/s | 2.6 MB 00:00 2024-02-09T23:58:12.526 INFO:teuthology.orchestra.run.smithi027.stdout:(26/45): python-unversioned-command-3.9.18-3.el 91 kB/s | 8.3 kB 00:00 2024-02-09T23:58:12.567 INFO:teuthology.orchestra.run.smithi027.stdout:(27/45): libstdc++-devel-11.4.1-3.el9.x86_64.rp 8.7 MB/s | 2.2 MB 00:00 2024-02-09T23:58:12.592 INFO:teuthology.orchestra.run.smithi027.stdout:(28/45): python3-devel-3.9.18-3.el9.x86_64.rpm 2.2 MB/s | 204 kB 00:00 2024-02-09T23:58:12.618 INFO:teuthology.orchestra.run.smithi027.stdout:(29/45): device-mapper-1.02.197-2.el9.x86_64.rp 1.5 MB/s | 139 kB 00:00 2024-02-09T23:58:12.668 INFO:teuthology.orchestra.run.smithi027.stdout:(30/45): device-mapper-libs-1.02.197-2.el9.x86_ 3.5 MB/s | 178 kB 00:00 2024-02-09T23:58:12.694 INFO:teuthology.orchestra.run.smithi027.stdout:(31/45): device-mapper-event-libs-1.02.197-2.el 311 kB/s | 31 kB 00:00 2024-02-09T23:58:12.744 INFO:teuthology.orchestra.run.smithi027.stdout:(32/45): device-mapper-event-1.02.197-2.el9.x86 220 kB/s | 33 kB 00:00 2024-02-09T23:58:12.786 INFO:teuthology.orchestra.run.smithi027.stdout:(33/45): libcom_err-1.46.5-5.el9.x86_64.rpm 608 kB/s | 25 kB 00:00 2024-02-09T23:58:12.844 INFO:teuthology.orchestra.run.smithi027.stdout:(34/45): e2fsprogs-1.46.5-5.el9.x86_64.rpm 5.6 MB/s | 1.0 MB 00:00 2024-02-09T23:58:12.869 INFO:teuthology.orchestra.run.smithi027.stdout:(35/45): libgcc-11.4.1-3.el9.x86_64.rpm 1.1 MB/s | 91 kB 00:00 2024-02-09T23:58:12.895 INFO:teuthology.orchestra.run.smithi027.stdout:(36/45): e2fsprogs-libs-1.46.5-5.el9.x86_64.rpm 1.1 MB/s | 221 kB 00:00 2024-02-09T23:58:12.920 INFO:teuthology.orchestra.run.smithi027.stdout:(37/45): libgomp-11.4.1-3.el9.x86_64.rpm 3.5 MB/s | 267 kB 00:00 2024-02-09T23:58:12.970 INFO:teuthology.orchestra.run.smithi027.stdout:(38/45): libss-1.46.5-5.el9.x86_64.rpm 308 kB/s | 31 kB 00:00 2024-02-09T23:58:13.046 INFO:teuthology.orchestra.run.smithi027.stdout:(39/45): libstdc++-11.4.1-3.el9.x86_64.rpm 4.8 MB/s | 739 kB 00:00 2024-02-09T23:58:13.113 INFO:teuthology.orchestra.run.smithi027.stdout:(40/45): lvm2-2.03.23-2.el9.x86_64.rpm 7.8 MB/s | 1.5 MB 00:00 2024-02-09T23:58:13.155 INFO:teuthology.orchestra.run.smithi027.stdout:(41/45): make-4.3-8.el9.x86_64.rpm 4.8 MB/s | 529 kB 00:00 2024-02-09T23:58:13.188 INFO:teuthology.orchestra.run.smithi027.stdout:(42/45): lvm2-libs-2.03.23-2.el9.x86_64.rpm 4.6 MB/s | 1.0 MB 00:00 2024-02-09T23:58:13.213 INFO:teuthology.orchestra.run.smithi027.stdout:(43/45): python3-3.9.18-3.el9.x86_64.rpm 252 kB/s | 25 kB 00:00 2024-02-09T23:58:13.405 INFO:teuthology.orchestra.run.smithi027.stdout:(44/45): python3-libs-3.9.18-3.el9.x86_64.rpm 29 MB/s | 7.3 MB 00:00 2024-02-09T23:58:13.430 INFO:teuthology.orchestra.run.smithi027.stdout:(45/45): sqlite-libs-3.34.1-7.el9.x86_64.rpm 2.8 MB/s | 619 kB 00:00 2024-02-09T23:58:13.435 INFO:teuthology.orchestra.run.smithi027.stdout:-------------------------------------------------------------------------------- 2024-02-09T23:58:13.435 INFO:teuthology.orchestra.run.smithi027.stdout:Total 24 MB/s | 108 MB 00:04 2024-02-09T23:58:13.460 INFO:teuthology.orchestra.run.smithi027.stdout:Running transaction check 2024-02-09T23:58:13.787 INFO:teuthology.orchestra.run.smithi027.stdout:Transaction check succeeded. 2024-02-09T23:58:13.788 INFO:teuthology.orchestra.run.smithi027.stdout:Running transaction test 2024-02-09T23:58:15.004 INFO:teuthology.orchestra.run.smithi027.stdout:Transaction test succeeded. 2024-02-09T23:58:15.005 INFO:teuthology.orchestra.run.smithi027.stdout:Running transaction 2024-02-09T23:58:17.942 INFO:teuthology.orchestra.run.smithi027.stdout: Preparing : 1/1 2024-02-09T23:58:17.998 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : libgcc-11.4.1-3.el9.x86_64 1/73 2024-02-09T23:58:18.061 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: libgcc-11.4.1-3.el9.x86_64 1/73 2024-02-09T23:58:18.136 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : libcom_err-1.46.5-5.el9.x86_64 2/73 2024-02-09T23:58:18.213 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : libstdc++-11.4.1-3.el9.x86_64 3/73 2024-02-09T23:58:18.259 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : e2fsprogs-libs-1.46.5-5.el9.x86_64 4/73 2024-02-09T23:58:18.322 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : device-mapper-libs-9:1.02.197-2.el9.x86_64 5/73 2024-02-09T23:58:18.355 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : device-mapper-9:1.02.197-2.el9.x86_64 6/73 2024-02-09T23:58:18.407 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : device-mapper-event-libs-9:1.02.197-2.el9.x86_64 7/73 2024-02-09T23:58:19.714 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : sqlite-libs-3.34.1-7.el9.x86_64 8/73 2024-02-09T23:58:19.827 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : python3-libs-3.9.18-3.el9.x86_64 9/73 2024-02-09T23:58:19.865 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : python3-3.9.18-3.el9.x86_64 10/73 2024-02-09T23:58:19.927 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : python-unversioned-command-3.9.18-3.el9.noarch 11/73 2024-02-09T23:58:20.152 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : make-1:4.3-8.el9.x86_64 12/73 2024-02-09T23:58:20.728 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-09T23:58:20.731 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-09T23:58:21.100 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : git-core-2.43.0-1.el9.x86_64 13/73 2024-02-09T23:58:21.197 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : git-core-doc-2.43.0-1.el9.noarch 14/73 2024-02-09T23:58:21.250 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : perl-Git-2.43.0-1.el9.noarch 15/73 2024-02-09T23:58:21.288 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : git-2.43.0-1.el9.x86_64 16/73 2024-02-09T23:58:21.319 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : device-mapper-event-9:1.02.197-2.el9.x86_64 17/73 2024-02-09T23:58:21.519 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: device-mapper-event-9:1.02.197-2.el9.x86_64 17/73 2024-02-09T23:58:22.113 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : lvm2-libs-9:2.03.23-2.el9.x86_64 18/73 2024-02-09T23:58:22.239 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : libstdc++-devel-11.4.1-3.el9.x86_64 19/73 2024-02-09T23:58:22.280 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : libss-1.46.5-5.el9.x86_64 20/73 2024-02-09T23:58:22.667 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : libgomp-11.4.1-3.el9.x86_64 21/73 2024-02-09T23:58:23.661 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : cpp-11.4.1-3.el9.x86_64 22/73 2024-02-09T23:58:23.856 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : gcc-11.4.1-3.el9.x86_64 23/73 2024-02-09T23:58:23.897 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: gcc-11.4.1-3.el9.x86_64 23/73 2024-02-09T23:58:23.928 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : gdbm-1:1.19-4.el9.x86_64 24/73 2024-02-09T23:58:23.964 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : rmt-2:1.6-6.el9.x86_64 25/73 2024-02-09T23:58:23.992 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libnbd-1.18.1-3.el9.x86_64 26/73 2024-02-09T23:58:24.017 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : fio-engine-http-3.35-1.el9.x86_64 27/73 2024-02-09T23:58:24.042 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : fio-engine-libaio-3.35-1.el9.x86_64 28/73 2024-02-09T23:58:24.068 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : fio-engine-nbd-3.35-1.el9.x86_64 29/73 2024-02-09T23:58:24.093 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : fio-engine-rados-3.35-1.el9.x86_64 30/73 2024-02-09T23:58:24.119 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : fio-engine-rbd-3.35-1.el9.x86_64 31/73 2024-02-09T23:58:24.280 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : fio-engine-rdma-3.35-1.el9.x86_64 32/73 2024-02-09T23:58:24.326 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : fio-3.35-1.el9.x86_64 33/73 2024-02-09T23:58:24.357 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : dump-1:0.4-0.51.b47.el9.x86_64 34/73 2024-02-09T23:58:34.304 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : gdbm-devel-1:1.19-4.el9.x86_64 35/73 2024-02-09T23:58:34.541 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : kernel-devel-5.14.0-419.el9.x86_64 36/73 2024-02-09T23:58:45.481 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: kernel-devel-5.14.0-419.el9.x86_64 36/73 2024-02-09T23:58:45.532 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : gcc-c++-11.4.1-3.el9.x86_64 37/73 2024-02-09T23:58:45.564 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : gcc-plugin-annobin-11.4.1-3.el9.x86_64 38/73 2024-02-09T23:58:45.693 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: gcc-plugin-annobin-11.4.1-3.el9.x86_64 38/73 2024-02-09T23:58:45.878 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : e2fsprogs-1.46.5-5.el9.x86_64 39/73 2024-02-09T23:58:45.878 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : lvm2-9:2.03.23-2.el9.x86_64 40/73 2024-02-09T23:58:45.879 INFO:teuthology.orchestra.run.smithi027.stdout:warning: /etc/lvm/lvm.conf created as /etc/lvm/lvm.conf.rpmnew 2024-02-09T23:58:45.879 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:58:46.189 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: lvm2-9:2.03.23-2.el9.x86_64 40/73 2024-02-09T23:58:46.238 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : python3-devel-3.9.18-3.el9.x86_64 41/73 2024-02-09T23:58:46.290 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : sqlite-3.34.1-7.el9.x86_64 42/73 2024-02-09T23:58:46.326 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : indent-2.2.13-5.el9.x86_64 43/73 2024-02-09T23:58:46.375 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : udftools-2.2-5.el9.x86_64 44/73 2024-02-09T23:58:46.401 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libcap-devel-2.48-9.el9.x86_64 45/73 2024-02-09T23:58:46.428 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : git-2.39.3-1.el9.x86_64 46/73 2024-02-09T23:58:46.461 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : e2fsprogs-1.46.5-3.el9.x86_64 47/73 2024-02-09T23:58:46.489 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : gcc-c++-11.4.1-2.1.el9.x86_64 48/73 2024-02-09T23:58:46.520 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : python3-devel-3.9.17-2.el9.x86_64 49/73 2024-02-09T23:58:46.545 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : python3-3.9.17-2.el9.x86_64 50/73 2024-02-09T23:58:46.570 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : python-unversioned-command-3.9.17-2.el9.noarch 51/73 2024-02-09T23:58:46.582 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: lvm2-9:2.03.21-3.el9.x86_64 52/73 2024-02-09T23:58:46.582 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : lvm2-9:2.03.21-3.el9.x86_64 52/73 2024-02-09T23:58:46.630 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: lvm2-9:2.03.21-3.el9.x86_64 52/73 2024-02-09T23:58:46.654 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : lvm2-libs-9:2.03.21-3.el9.x86_64 53/73 2024-02-09T23:58:46.659 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: device-mapper-event-9:1.02.195-3.el9.x86_64 54/73 2024-02-09T23:58:46.688 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : device-mapper-event-9:1.02.195-3.el9.x86_64 54/73 2024-02-09T23:58:46.713 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : device-mapper-event-libs-9:1.02.195-3.el9.x86_64 55/73 2024-02-09T23:58:46.714 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : gcc-plugin-annobin-11.4.1-2.1.el9.x86_64 56/73 2024-02-09T23:58:46.769 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: gcc-plugin-annobin-11.4.1-2.1.el9.x86_64 56/73 2024-02-09T23:58:46.823 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : libstdc++-devel-11.4.1-2.1.el9.x86_64 57/73 2024-02-09T23:58:46.856 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : git-core-doc-2.39.3-1.el9.noarch 58/73 2024-02-09T23:58:46.886 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : perl-Git-2.39.3-1.el9.noarch 59/73 2024-02-09T23:58:46.924 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : gcc-11.4.1-2.1.el9.x86_64 60/73 2024-02-09T23:58:46.949 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : libstdc++-11.4.1-2.1.el9.x86_64 61/73 2024-02-09T23:58:46.974 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : e2fsprogs-libs-1.46.5-3.el9.x86_64 62/73 2024-02-09T23:58:47.000 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : libss-1.46.5-3.el9.x86_64 63/73 2024-02-09T23:58:47.025 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : device-mapper-libs-9:1.02.195-3.el9.x86_64 64/73 2024-02-09T23:58:47.088 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : device-mapper-9:1.02.195-3.el9.x86_64 65/73 2024-02-09T23:58:47.145 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : python3-libs-3.9.17-2.el9.x86_64 66/73 2024-02-09T23:58:47.170 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : sqlite-libs-3.34.1-6.el9.x86_64 67/73 2024-02-09T23:58:47.187 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : libcom_err-1.46.5-3.el9.x86_64 68/73 2024-02-09T23:58:47.187 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : libgcc-11.4.1-2.1.el9.x86_64 69/73 2024-02-09T23:58:47.264 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: libgcc-11.4.1-2.1.el9.x86_64 69/73 2024-02-09T23:58:47.289 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : cpp-11.4.1-2.1.el9.x86_64 70/73 2024-02-09T23:58:47.314 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : libgomp-11.4.1-2.1.el9.x86_64 71/73 2024-02-09T23:58:47.343 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : make-1:4.3-7.el9.x86_64 72/73 2024-02-09T23:58:47.435 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : git-core-2.39.3-1.el9.x86_64 73/73 2024-02-09T23:58:50.173 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: git-core-2.39.3-1.el9.x86_64 73/73 2024-02-09T23:58:50.174 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : fio-3.35-1.el9.x86_64 1/73 2024-02-09T23:58:50.174 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : fio-engine-http-3.35-1.el9.x86_64 2/73 2024-02-09T23:58:50.174 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : fio-engine-libaio-3.35-1.el9.x86_64 3/73 2024-02-09T23:58:50.174 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : fio-engine-nbd-3.35-1.el9.x86_64 4/73 2024-02-09T23:58:50.174 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : fio-engine-rados-3.35-1.el9.x86_64 5/73 2024-02-09T23:58:50.174 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : fio-engine-rbd-3.35-1.el9.x86_64 6/73 2024-02-09T23:58:50.174 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : fio-engine-rdma-3.35-1.el9.x86_64 7/73 2024-02-09T23:58:50.174 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : kernel-devel-5.14.0-419.el9.x86_64 8/73 2024-02-09T23:58:50.174 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libcap-devel-2.48-9.el9.x86_64 9/73 2024-02-09T23:58:50.174 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libnbd-1.18.1-3.el9.x86_64 10/73 2024-02-09T23:58:50.174 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : sqlite-3.34.1-7.el9.x86_64 11/73 2024-02-09T23:58:50.174 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : udftools-2.2-5.el9.x86_64 12/73 2024-02-09T23:58:50.174 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : rmt-2:1.6-6.el9.x86_64 13/73 2024-02-09T23:58:50.175 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : gdbm-1:1.19-4.el9.x86_64 14/73 2024-02-09T23:58:50.175 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : gdbm-devel-1:1.19-4.el9.x86_64 15/73 2024-02-09T23:58:50.175 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : dump-1:0.4-0.51.b47.el9.x86_64 16/73 2024-02-09T23:58:50.175 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : indent-2.2.13-5.el9.x86_64 17/73 2024-02-09T23:58:50.175 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : cpp-11.4.1-3.el9.x86_64 18/73 2024-02-09T23:58:50.175 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : cpp-11.4.1-2.1.el9.x86_64 19/73 2024-02-09T23:58:50.175 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : gcc-11.4.1-3.el9.x86_64 20/73 2024-02-09T23:58:50.175 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : gcc-11.4.1-2.1.el9.x86_64 21/73 2024-02-09T23:58:50.175 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : gcc-c++-11.4.1-3.el9.x86_64 22/73 2024-02-09T23:58:50.175 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : gcc-c++-11.4.1-2.1.el9.x86_64 23/73 2024-02-09T23:58:50.175 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : gcc-plugin-annobin-11.4.1-3.el9.x86_64 24/73 2024-02-09T23:58:50.175 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : gcc-plugin-annobin-11.4.1-2.1.el9.x86_64 25/73 2024-02-09T23:58:50.175 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : git-2.43.0-1.el9.x86_64 26/73 2024-02-09T23:58:50.175 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : git-2.39.3-1.el9.x86_64 27/73 2024-02-09T23:58:50.176 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : git-core-2.43.0-1.el9.x86_64 28/73 2024-02-09T23:58:50.176 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : git-core-2.39.3-1.el9.x86_64 29/73 2024-02-09T23:58:50.176 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : git-core-doc-2.43.0-1.el9.noarch 30/73 2024-02-09T23:58:50.176 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : git-core-doc-2.39.3-1.el9.noarch 31/73 2024-02-09T23:58:50.176 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libstdc++-devel-11.4.1-3.el9.x86_64 32/73 2024-02-09T23:58:50.176 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libstdc++-devel-11.4.1-2.1.el9.x86_64 33/73 2024-02-09T23:58:50.176 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : perl-Git-2.43.0-1.el9.noarch 34/73 2024-02-09T23:58:50.176 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : perl-Git-2.39.3-1.el9.noarch 35/73 2024-02-09T23:58:50.176 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python-unversioned-command-3.9.18-3.el9.noarch 36/73 2024-02-09T23:58:50.176 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python-unversioned-command-3.9.17-2.el9.noarch 37/73 2024-02-09T23:58:50.176 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 38/73 2024-02-09T23:58:50.176 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 39/73 2024-02-09T23:58:50.176 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : device-mapper-9:1.02.197-2.el9.x86_64 40/73 2024-02-09T23:58:50.176 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : device-mapper-9:1.02.195-3.el9.x86_64 41/73 2024-02-09T23:58:50.176 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : device-mapper-event-9:1.02.197-2.el9.x86_64 42/73 2024-02-09T23:58:50.177 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : device-mapper-event-9:1.02.195-3.el9.x86_64 43/73 2024-02-09T23:58:50.177 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : device-mapper-event-libs-9:1.02.197-2.el9.x86_64 44/73 2024-02-09T23:58:50.177 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : device-mapper-event-libs-9:1.02.195-3.el9.x86_64 45/73 2024-02-09T23:58:50.177 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : device-mapper-libs-9:1.02.197-2.el9.x86_64 46/73 2024-02-09T23:58:50.177 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : device-mapper-libs-9:1.02.195-3.el9.x86_64 47/73 2024-02-09T23:58:50.177 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : e2fsprogs-1.46.5-5.el9.x86_64 48/73 2024-02-09T23:58:50.177 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : e2fsprogs-1.46.5-3.el9.x86_64 49/73 2024-02-09T23:58:50.177 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : e2fsprogs-libs-1.46.5-5.el9.x86_64 50/73 2024-02-09T23:58:50.177 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : e2fsprogs-libs-1.46.5-3.el9.x86_64 51/73 2024-02-09T23:58:50.177 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libcom_err-1.46.5-5.el9.x86_64 52/73 2024-02-09T23:58:50.177 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libcom_err-1.46.5-3.el9.x86_64 53/73 2024-02-09T23:58:50.177 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libgcc-11.4.1-3.el9.x86_64 54/73 2024-02-09T23:58:50.177 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libgcc-11.4.1-2.1.el9.x86_64 55/73 2024-02-09T23:58:50.177 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libgomp-11.4.1-3.el9.x86_64 56/73 2024-02-09T23:58:50.177 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libgomp-11.4.1-2.1.el9.x86_64 57/73 2024-02-09T23:58:50.177 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libss-1.46.5-5.el9.x86_64 58/73 2024-02-09T23:58:50.178 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libss-1.46.5-3.el9.x86_64 59/73 2024-02-09T23:58:50.178 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libstdc++-11.4.1-3.el9.x86_64 60/73 2024-02-09T23:58:50.178 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libstdc++-11.4.1-2.1.el9.x86_64 61/73 2024-02-09T23:58:50.178 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : lvm2-9:2.03.23-2.el9.x86_64 62/73 2024-02-09T23:58:50.178 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : lvm2-9:2.03.21-3.el9.x86_64 63/73 2024-02-09T23:58:50.178 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : lvm2-libs-9:2.03.23-2.el9.x86_64 64/73 2024-02-09T23:58:50.178 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : lvm2-libs-9:2.03.21-3.el9.x86_64 65/73 2024-02-09T23:58:50.178 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : make-1:4.3-8.el9.x86_64 66/73 2024-02-09T23:58:50.178 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : make-1:4.3-7.el9.x86_64 67/73 2024-02-09T23:58:50.178 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-3.9.18-3.el9.x86_64 68/73 2024-02-09T23:58:50.178 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-3.9.17-2.el9.x86_64 69/73 2024-02-09T23:58:50.178 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-libs-3.9.18-3.el9.x86_64 70/73 2024-02-09T23:58:50.178 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-libs-3.9.17-2.el9.x86_64 71/73 2024-02-09T23:58:50.178 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : sqlite-libs-3.34.1-7.el9.x86_64 72/73 2024-02-09T23:58:50.868 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-09T23:58:50.871 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-09T23:58:51.362 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : sqlite-libs-3.34.1-6.el9.x86_64 73/73 2024-02-09T23:58:51.362 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:58:51.363 INFO:teuthology.orchestra.run.smithi027.stdout:Upgraded: 2024-02-09T23:58:51.363 INFO:teuthology.orchestra.run.smithi027.stdout: cpp-11.4.1-3.el9.x86_64 2024-02-09T23:58:51.363 INFO:teuthology.orchestra.run.smithi027.stdout: device-mapper-9:1.02.197-2.el9.x86_64 2024-02-09T23:58:51.363 INFO:teuthology.orchestra.run.smithi027.stdout: device-mapper-event-9:1.02.197-2.el9.x86_64 2024-02-09T23:58:51.363 INFO:teuthology.orchestra.run.smithi027.stdout: device-mapper-event-libs-9:1.02.197-2.el9.x86_64 2024-02-09T23:58:51.363 INFO:teuthology.orchestra.run.smithi027.stdout: device-mapper-libs-9:1.02.197-2.el9.x86_64 2024-02-09T23:58:51.363 INFO:teuthology.orchestra.run.smithi027.stdout: e2fsprogs-1.46.5-5.el9.x86_64 2024-02-09T23:58:51.363 INFO:teuthology.orchestra.run.smithi027.stdout: e2fsprogs-libs-1.46.5-5.el9.x86_64 2024-02-09T23:58:51.363 INFO:teuthology.orchestra.run.smithi027.stdout: gcc-11.4.1-3.el9.x86_64 2024-02-09T23:58:51.363 INFO:teuthology.orchestra.run.smithi027.stdout: gcc-c++-11.4.1-3.el9.x86_64 2024-02-09T23:58:51.363 INFO:teuthology.orchestra.run.smithi027.stdout: gcc-plugin-annobin-11.4.1-3.el9.x86_64 2024-02-09T23:58:51.363 INFO:teuthology.orchestra.run.smithi027.stdout: git-2.43.0-1.el9.x86_64 2024-02-09T23:58:51.363 INFO:teuthology.orchestra.run.smithi027.stdout: git-core-2.43.0-1.el9.x86_64 2024-02-09T23:58:51.363 INFO:teuthology.orchestra.run.smithi027.stdout: git-core-doc-2.43.0-1.el9.noarch 2024-02-09T23:58:51.364 INFO:teuthology.orchestra.run.smithi027.stdout: libcom_err-1.46.5-5.el9.x86_64 2024-02-09T23:58:51.364 INFO:teuthology.orchestra.run.smithi027.stdout: libgcc-11.4.1-3.el9.x86_64 2024-02-09T23:58:51.364 INFO:teuthology.orchestra.run.smithi027.stdout: libgomp-11.4.1-3.el9.x86_64 2024-02-09T23:58:51.364 INFO:teuthology.orchestra.run.smithi027.stdout: libss-1.46.5-5.el9.x86_64 2024-02-09T23:58:51.364 INFO:teuthology.orchestra.run.smithi027.stdout: libstdc++-11.4.1-3.el9.x86_64 2024-02-09T23:58:51.364 INFO:teuthology.orchestra.run.smithi027.stdout: libstdc++-devel-11.4.1-3.el9.x86_64 2024-02-09T23:58:51.364 INFO:teuthology.orchestra.run.smithi027.stdout: lvm2-9:2.03.23-2.el9.x86_64 2024-02-09T23:58:51.364 INFO:teuthology.orchestra.run.smithi027.stdout: lvm2-libs-9:2.03.23-2.el9.x86_64 2024-02-09T23:58:51.364 INFO:teuthology.orchestra.run.smithi027.stdout: make-1:4.3-8.el9.x86_64 2024-02-09T23:58:51.364 INFO:teuthology.orchestra.run.smithi027.stdout: perl-Git-2.43.0-1.el9.noarch 2024-02-09T23:58:51.364 INFO:teuthology.orchestra.run.smithi027.stdout: python-unversioned-command-3.9.18-3.el9.noarch 2024-02-09T23:58:51.364 INFO:teuthology.orchestra.run.smithi027.stdout: python3-3.9.18-3.el9.x86_64 2024-02-09T23:58:51.364 INFO:teuthology.orchestra.run.smithi027.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-02-09T23:58:51.364 INFO:teuthology.orchestra.run.smithi027.stdout: python3-libs-3.9.18-3.el9.x86_64 2024-02-09T23:58:51.365 INFO:teuthology.orchestra.run.smithi027.stdout: sqlite-libs-3.34.1-7.el9.x86_64 2024-02-09T23:58:51.365 INFO:teuthology.orchestra.run.smithi027.stdout:Installed: 2024-02-09T23:58:51.365 INFO:teuthology.orchestra.run.smithi027.stdout: dump-1:0.4-0.51.b47.el9.x86_64 fio-3.35-1.el9.x86_64 2024-02-09T23:58:51.365 INFO:teuthology.orchestra.run.smithi027.stdout: fio-engine-http-3.35-1.el9.x86_64 fio-engine-libaio-3.35-1.el9.x86_64 2024-02-09T23:58:51.365 INFO:teuthology.orchestra.run.smithi027.stdout: fio-engine-nbd-3.35-1.el9.x86_64 fio-engine-rados-3.35-1.el9.x86_64 2024-02-09T23:58:51.365 INFO:teuthology.orchestra.run.smithi027.stdout: fio-engine-rbd-3.35-1.el9.x86_64 fio-engine-rdma-3.35-1.el9.x86_64 2024-02-09T23:58:51.365 INFO:teuthology.orchestra.run.smithi027.stdout: gdbm-1:1.19-4.el9.x86_64 gdbm-devel-1:1.19-4.el9.x86_64 2024-02-09T23:58:51.365 INFO:teuthology.orchestra.run.smithi027.stdout: indent-2.2.13-5.el9.x86_64 kernel-devel-5.14.0-419.el9.x86_64 2024-02-09T23:58:51.365 INFO:teuthology.orchestra.run.smithi027.stdout: libcap-devel-2.48-9.el9.x86_64 libnbd-1.18.1-3.el9.x86_64 2024-02-09T23:58:51.365 INFO:teuthology.orchestra.run.smithi027.stdout: rmt-2:1.6-6.el9.x86_64 sqlite-3.34.1-7.el9.x86_64 2024-02-09T23:58:51.365 INFO:teuthology.orchestra.run.smithi027.stdout: udftools-2.2-5.el9.x86_64 2024-02-09T23:58:51.365 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:58:51.365 INFO:teuthology.orchestra.run.smithi027.stdout:Complete! 2024-02-09T23:58:52.066 DEBUG:teuthology.orchestra.run.smithi027:> sudo useradd -m fsgqa 2024-02-09T23:58:52.098 INFO:teuthology.orchestra.run.smithi027.stderr:useradd: user 'fsgqa' already exists 2024-02-09T23:58:52.099 DEBUG:teuthology.orchestra.run:got remote process result: 9 2024-02-09T23:58:52.099 DEBUG:teuthology.orchestra.run.smithi027:> sudo groupadd fsgqa 2024-02-09T23:58:52.169 INFO:teuthology.orchestra.run.smithi027.stderr:groupadd: group 'fsgqa' already exists 2024-02-09T23:58:52.170 DEBUG:teuthology.orchestra.run:got remote process result: 9 2024-02-09T23:58:52.171 DEBUG:teuthology.orchestra.run.smithi027:> sudo useradd fsgqa2 2024-02-09T23:58:52.801 DEBUG:teuthology.orchestra.run.smithi027:> sudo useradd 123456-fsgqa 2024-02-09T23:58:53.264 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json mon dump 2024-02-09T23:58:53.377 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.375+0000 7fce8c70d640 1 Processor -- start 2024-02-09T23:58:53.377 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.375+0000 7fce8c70d640 1 -- start start 2024-02-09T23:58:53.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.376+0000 7fce8c70d640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fce8415ddc0 0x7fce840b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:53.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.376+0000 7fce8c70d640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fce8406d2d0 0x7fce840b4130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:53.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.376+0000 7fce8c70d640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fce8415e1a0 con 0x7fce840b4670 2024-02-09T23:58:53.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.376+0000 7fce8c70d640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fce840cd610 con 0x7fce8415ddc0 2024-02-09T23:58:53.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.376+0000 7fce8c70d640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fce840b4a80 con 0x7fce8406d2d0 2024-02-09T23:58:53.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.376+0000 7fce8a4a9640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fce8415ddc0 0x7fce840b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:53.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.376+0000 7fce8a4a9640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fce8415ddc0 0x7fce840b1cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51092/0 (socket says 172.21.15.27:51092) 2024-02-09T23:58:53.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.376+0000 7fce8a4a9640 1 -- 172.21.15.27:0/1356011832 learned_addr learned my addr 172.21.15.27:0/1356011832 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:58:53.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.377+0000 7fce89ca8640 1 --2- 172.21.15.27:0/1356011832 >> v2:172.21.15.153:3300/0 conn(0x7fce8406d2d0 0x7fce840b4130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:53.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.377+0000 7fce8a4a9640 1 -- 172.21.15.27:0/1356011832 >> v2:172.21.15.153:3300/0 conn(0x7fce8406d2d0 msgr2=0x7fce840b4130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:53.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.377+0000 7fce8a4a9640 1 --2- 172.21.15.27:0/1356011832 >> v2:172.21.15.153:3300/0 conn(0x7fce8406d2d0 0x7fce840b4130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:53.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.377+0000 7fce8a4a9640 1 -- 172.21.15.27:0/1356011832 >> v1:172.21.15.153:6789/0 conn(0x7fce840b4670 legacy=0x7fce8415e3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:53.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.377+0000 7fce8a4a9640 1 -- 172.21.15.27:0/1356011832 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce8406da40 con 0x7fce8415ddc0 2024-02-09T23:58:53.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.377+0000 7fce89ca8640 1 --2- 172.21.15.27:0/1356011832 >> v2:172.21.15.153:3300/0 conn(0x7fce8406d2d0 0x7fce840b4130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:58:53.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.377+0000 7fce8a4a9640 1 --2- 172.21.15.27:0/1356011832 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fce8415ddc0 0x7fce840b1cf0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fce8406f7e0 tx=0x7fce7402beb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a807432c499c7b5 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:53.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.377+0000 7fce894a7640 1 -- 172.21.15.27:0/1356011832 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce7402ca50 con 0x7fce8415ddc0 2024-02-09T23:58:53.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.378+0000 7fce894a7640 1 -- 172.21.15.27:0/1356011832 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce7402cbb0 con 0x7fce8415ddc0 2024-02-09T23:58:53.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.378+0000 7fce894a7640 1 -- 172.21.15.27:0/1356011832 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce740343f0 con 0x7fce8415ddc0 2024-02-09T23:58:53.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.378+0000 7fce8c70d640 1 -- 172.21.15.27:0/1356011832 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fce8415ddc0 msgr2=0x7fce840b1cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:53.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.378+0000 7fce8c70d640 1 --2- 172.21.15.27:0/1356011832 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fce8415ddc0 0x7fce840b1cf0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fce8406f7e0 tx=0x7fce7402beb0 comp rx=0 tx=0).stop 2024-02-09T23:58:53.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.378+0000 7fce8c70d640 1 -- 172.21.15.27:0/1356011832 shutdown_connections 2024-02-09T23:58:53.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.378+0000 7fce8c70d640 1 --2- 172.21.15.27:0/1356011832 >> v2:172.21.15.153:3300/0 conn(0x7fce8406d2d0 0x7fce840b4130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:53.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.378+0000 7fce8c70d640 1 --2- 172.21.15.27:0/1356011832 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fce8415ddc0 0x7fce840b1cf0 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:53.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.378+0000 7fce8c70d640 1 -- 172.21.15.27:0/1356011832 >> 172.21.15.27:0/1356011832 conn(0x7fce8406ac50 msgr2=0x7fce8406b060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:53.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.378+0000 7fce8c70d640 1 -- 172.21.15.27:0/1356011832 shutdown_connections 2024-02-09T23:58:53.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.378+0000 7fce8c70d640 1 -- 172.21.15.27:0/1356011832 wait complete. 2024-02-09T23:58:53.386 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.379+0000 7fce8c70d640 1 Processor -- start 2024-02-09T23:58:53.387 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.380+0000 7fce8c70d640 1 -- start start 2024-02-09T23:58:53.387 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.380+0000 7fce8c70d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fce8406d2d0 0x7fce841f4950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:53.387 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.380+0000 7fce8c70d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fce840b4670 0x7fce841f1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:53.387 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.380+0000 7fce8c70d640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fce8415ddc0 0x7fce84151890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:53.387 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.380+0000 7fce8c70d640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce84148b40 con 0x7fce8406d2d0 2024-02-09T23:58:53.387 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.380+0000 7fce8c70d640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce841f4e90 con 0x7fce840b4670 2024-02-09T23:58:53.387 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.380+0000 7fce8c70d640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce84154fb0 con 0x7fce8415ddc0 2024-02-09T23:58:53.387 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.380+0000 7fce8a4a9640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fce8406d2d0 0x7fce841f4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:53.387 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.380+0000 7fce8a4a9640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fce8406d2d0 0x7fce841f4950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51094/0 (socket says 172.21.15.27:51094) 2024-02-09T23:58:53.387 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.380+0000 7fce8a4a9640 1 -- 172.21.15.27:0/3618521409 learned_addr learned my addr 172.21.15.27:0/3618521409 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:58:53.387 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.381+0000 7fce8a4a9640 1 -- 172.21.15.27:0/3618521409 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fce8415ddc0 msgr2=0x7fce84151890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:53.387 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.381+0000 7fce8a4a9640 1 --2- 172.21.15.27:0/3618521409 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fce8415ddc0 0x7fce84151890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:53.387 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.381+0000 7fce89ca8640 1 --2- 172.21.15.27:0/3618521409 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fce840b4670 0x7fce841f1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:53.387 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.381+0000 7fce8a4a9640 1 -- 172.21.15.27:0/3618521409 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fce840b4670 msgr2=0x7fce841f1ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:53.387 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.381+0000 7fce8a4a9640 1 --2- 172.21.15.27:0/3618521409 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fce840b4670 0x7fce841f1ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:53.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.381+0000 7fce8a4a9640 1 -- 172.21.15.27:0/3618521409 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce74009b30 con 0x7fce8406d2d0 2024-02-09T23:58:53.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.381+0000 7fce89ca8640 1 --2- 172.21.15.27:0/3618521409 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fce840b4670 0x7fce841f1ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:58:53.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.381+0000 7fce8a4a9640 1 --2- 172.21.15.27:0/3618521409 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fce8406d2d0 0x7fce841f4950 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fce74000f80 tx=0x7fce74004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:53.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.381+0000 7fce82ffd640 1 -- 172.21.15.27:0/3618521409 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce7403e450 con 0x7fce8406d2d0 2024-02-09T23:58:53.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.381+0000 7fce82ffd640 1 -- 172.21.15.27:0/3618521409 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce7403e5d0 con 0x7fce8406d2d0 2024-02-09T23:58:53.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.381+0000 7fce8c70d640 1 -- 172.21.15.27:0/3618521409 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fce84155290 con 0x7fce8406d2d0 2024-02-09T23:58:53.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.381+0000 7fce82ffd640 1 -- 172.21.15.27:0/3618521409 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce7403e980 con 0x7fce8406d2d0 2024-02-09T23:58:53.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.381+0000 7fce8c70d640 1 -- 172.21.15.27:0/3618521409 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce84155850 con 0x7fce8406d2d0 2024-02-09T23:58:53.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.382+0000 7fce8c70d640 1 -- 172.21.15.27:0/3618521409 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fce84067cc0 con 0x7fce8406d2d0 2024-02-09T23:58:53.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.383+0000 7fce82ffd640 1 -- 172.21.15.27:0/3618521409 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fce7403eae0 con 0x7fce8406d2d0 2024-02-09T23:58:53.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.383+0000 7fce82ffd640 1 --2- 172.21.15.27:0/3618521409 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fce7006b810 0x7fce7006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:53.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.383+0000 7fce82ffd640 1 -- 172.21.15.27:0/3618521409 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fce740ad700 con 0x7fce8406d2d0 2024-02-09T23:58:53.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.383+0000 7fce89ca8640 1 --2- 172.21.15.27:0/3618521409 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fce7006b810 0x7fce7006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:53.389 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.384+0000 7fce89ca8640 1 --2- 172.21.15.27:0/3618521409 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fce7006b810 0x7fce7006dcd0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fce840ae080 tx=0x7fce78008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:53.389 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.387+0000 7fce82ffd640 1 -- 172.21.15.27:0/3618521409 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fce74078240 con 0x7fce8406d2d0 2024-02-09T23:58:53.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.641+0000 7fce8c70d640 1 -- 172.21.15.27:0/3618521409 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7fce840cbe40 con 0x7fce8406d2d0 2024-02-09T23:58:53.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.642+0000 7fce82ffd640 1 -- 172.21.15.27:0/3618521409 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) v1 ==== 95+0+1285 (secure 0 0 0) 0x7fce7403c350 con 0x7fce8406d2d0 2024-02-09T23:58:53.644 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:58:53.644 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":1,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","modified":"2024-02-09T23:55:52.163620Z","created":"2024-02-09T23:55:52.163620Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:3300","nonce":0},{"type":"v1","addr":"172.21.15.27:6789","nonce":0}]},"addr":"172.21.15.27:6789/0","public_addr":"172.21.15.27:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:3300","nonce":0},{"type":"v1","addr":"172.21.15.153:6789","nonce":0}]},"addr":"172.21.15.153:6789/0","public_addr":"172.21.15.153:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:3301","nonce":0},{"type":"v1","addr":"172.21.15.153:6790","nonce":0}]},"addr":"172.21.15.153:6790/0","public_addr":"172.21.15.153:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-02-09T23:58:53.644 INFO:teuthology.orchestra.run.smithi027.stderr:dumped monmap epoch 1 2024-02-09T23:58:53.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.644+0000 7fce8c70d640 1 -- 172.21.15.27:0/3618521409 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fce7006b810 msgr2=0x7fce7006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:53.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.644+0000 7fce8c70d640 1 --2- 172.21.15.27:0/3618521409 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fce7006b810 0x7fce7006dcd0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fce840ae080 tx=0x7fce78008040 comp rx=0 tx=0).stop 2024-02-09T23:58:53.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.644+0000 7fce8c70d640 1 -- 172.21.15.27:0/3618521409 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fce8406d2d0 msgr2=0x7fce841f4950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:53.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.644+0000 7fce8c70d640 1 --2- 172.21.15.27:0/3618521409 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fce8406d2d0 0x7fce841f4950 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fce74000f80 tx=0x7fce74004a40 comp rx=0 tx=0).stop 2024-02-09T23:58:53.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.644+0000 7fce8c70d640 1 -- 172.21.15.27:0/3618521409 shutdown_connections 2024-02-09T23:58:53.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.644+0000 7fce8c70d640 1 --2- 172.21.15.27:0/3618521409 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fce7006b810 0x7fce7006dcd0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:53.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.644+0000 7fce8c70d640 1 --2- 172.21.15.27:0/3618521409 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fce8415ddc0 0x7fce84151890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:53.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.644+0000 7fce8c70d640 1 --2- 172.21.15.27:0/3618521409 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fce840b4670 0x7fce841f1ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:53.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.644+0000 7fce8c70d640 1 --2- 172.21.15.27:0/3618521409 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fce8406d2d0 0x7fce841f4950 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:53.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.644+0000 7fce8c70d640 1 -- 172.21.15.27:0/3618521409 >> 172.21.15.27:0/3618521409 conn(0x7fce8406ac50 msgr2=0x7fce840af2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:53.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.644+0000 7fce8c70d640 1 -- 172.21.15.27:0/3618521409 shutdown_connections 2024-02-09T23:58:53.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.644+0000 7fce8c70d640 1 -- 172.21.15.27:0/3618521409 wait complete. 2024-02-09T23:58:53.657 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth get client.admin 2024-02-09T23:58:53.765 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.763+0000 7f194e655640 1 Processor -- start 2024-02-09T23:58:53.765 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.763+0000 7f194e655640 1 -- start start 2024-02-09T23:58:53.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.763+0000 7f194e655640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f19480b3e60 0x7f19480cc8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:53.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.763+0000 7f194e655640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f19480d1670 con 0x7f19480b71f0 2024-02-09T23:58:53.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.763+0000 7f194e655640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f194815c490 con 0x7f194815b960 2024-02-09T23:58:53.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.763+0000 7f194e655640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f194815c770 con 0x7f19480b3e60 2024-02-09T23:58:53.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.764+0000 7f194cbf2640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f19480b3e60 0x7f19480cc8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:53.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.764+0000 7f19477fe640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f19480b71f0 0x7f19480b3750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:38024/0 (socket says 172.21.15.27:38024) 2024-02-09T23:58:53.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.764+0000 7f19477fe640 1 -- 172.21.15.27:0/463995598 learned_addr learned my addr 172.21.15.27:0/463995598 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-09T23:58:53.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.764+0000 7f194cbf2640 1 -- 172.21.15.27:0/463995598 >> v1:172.21.15.153:6789/0 conn(0x7f194815b960 legacy=0x7f19480cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:53.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.764+0000 7f194cbf2640 1 -- 172.21.15.27:0/463995598 >> v1:172.21.15.27:6789/0 conn(0x7f19480b71f0 legacy=0x7f19480b3750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:53.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.764+0000 7f194cbf2640 1 -- 172.21.15.27:0/463995598 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f194815ca50 con 0x7f19480b3e60 2024-02-09T23:58:53.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.765+0000 7f194cbf2640 1 --2- 172.21.15.27:0/463995598 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f19480b3e60 0x7f19480cc8d0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f1940009d90 tx=0x7f194002bcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fca7b5f45a9a8b79 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:53.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.765+0000 7f1946ffd640 1 -- 172.21.15.27:0/463995598 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f194002ca20 con 0x7f19480b3e60 2024-02-09T23:58:53.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.765+0000 7f1946ffd640 1 -- 172.21.15.27:0/463995598 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f194002cb80 con 0x7f19480b3e60 2024-02-09T23:58:53.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.765+0000 7f1946ffd640 1 -- 172.21.15.27:0/463995598 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1940034440 con 0x7f19480b3e60 2024-02-09T23:58:53.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.765+0000 7f194e655640 1 -- 172.21.15.27:0/463995598 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f19480b3e60 msgr2=0x7f19480cc8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:53.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.765+0000 7f194e655640 1 --2- 172.21.15.27:0/463995598 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f19480b3e60 0x7f19480cc8d0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f1940009d90 tx=0x7f194002bcf0 comp rx=0 tx=0).stop 2024-02-09T23:58:53.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.765+0000 7f194e655640 1 -- 172.21.15.27:0/463995598 shutdown_connections 2024-02-09T23:58:53.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.766+0000 7f194e655640 1 --2- 172.21.15.27:0/463995598 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f19480b3e60 0x7f19480cc8d0 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:53.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.766+0000 7f194e655640 1 -- 172.21.15.27:0/463995598 >> 172.21.15.27:0/463995598 conn(0x7f1948066b40 msgr2=0x7f1948066f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:53.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.766+0000 7f194e655640 1 -- 172.21.15.27:0/463995598 shutdown_connections 2024-02-09T23:58:53.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.766+0000 7f194e655640 1 -- 172.21.15.27:0/463995598 wait complete. 2024-02-09T23:58:53.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.767+0000 7f194e655640 1 Processor -- start 2024-02-09T23:58:53.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.767+0000 7f194e655640 1 -- start start 2024-02-09T23:58:53.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.768+0000 7f194e655640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f19480b3e60 0x7f1948148b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:53.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.768+0000 7f194e655640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f19480b71f0 0x7f19481495b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:53.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.768+0000 7f194e655640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f194815b960 0x7f19480cb030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:53.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.768+0000 7f194e655640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19480c6820 con 0x7f19480b3e60 2024-02-09T23:58:53.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.768+0000 7f194e655640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19480c6b00 con 0x7f194815b960 2024-02-09T23:58:53.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.768+0000 7f194e655640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f19480c6de0 con 0x7f19480b71f0 2024-02-09T23:58:53.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.768+0000 7f1947fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f19480b3e60 0x7f1948148b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:53.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.768+0000 7f1947fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f19480b3e60 0x7f1948148b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:52454/0 (socket says 172.21.15.27:52454) 2024-02-09T23:58:53.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.768+0000 7f1947fff640 1 -- 172.21.15.27:0/3844500792 learned_addr learned my addr 172.21.15.27:0/3844500792 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-09T23:58:53.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.768+0000 7f19477fe640 1 --2- 172.21.15.27:0/3844500792 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f19480b71f0 0x7f19481495b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:53.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.768+0000 7f194cbf2640 1 --2- 172.21.15.27:0/3844500792 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f194815b960 0x7f19480cb030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:53.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.768+0000 7f1947fff640 1 -- 172.21.15.27:0/3844500792 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f19480b71f0 msgr2=0x7f19481495b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:53.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.768+0000 7f1947fff640 1 --2- 172.21.15.27:0/3844500792 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f19480b71f0 0x7f19481495b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:53.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.768+0000 7f1947fff640 1 -- 172.21.15.27:0/3844500792 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f194815b960 msgr2=0x7f19480cb030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:53.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.768+0000 7f1947fff640 1 --2- 172.21.15.27:0/3844500792 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f194815b960 0x7f19480cb030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:53.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.768+0000 7f1947fff640 1 -- 172.21.15.27:0/3844500792 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1940009a70 con 0x7f19480b3e60 2024-02-09T23:58:53.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.768+0000 7f1947fff640 1 --2- 172.21.15.27:0/3844500792 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f19480b3e60 0x7f1948148b30 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f193800b3f0 tx=0x7f193800b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:53.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.768+0000 7f1944ff9640 1 -- 172.21.15.27:0/3844500792 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1938011830 con 0x7f19480b3e60 2024-02-09T23:58:53.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.768+0000 7f1944ff9640 1 -- 172.21.15.27:0/3844500792 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1938011990 con 0x7f19480b3e60 2024-02-09T23:58:53.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.768+0000 7f194e655640 1 -- 172.21.15.27:0/3844500792 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19480c70c0 con 0x7f19480b3e60 2024-02-09T23:58:53.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.768+0000 7f1944ff9640 1 -- 172.21.15.27:0/3844500792 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1938011d40 con 0x7f19480b3e60 2024-02-09T23:58:53.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.768+0000 7f194e655640 1 -- 172.21.15.27:0/3844500792 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19480c8bd0 con 0x7f19480b3e60 2024-02-09T23:58:53.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.769+0000 7f194e655640 1 -- 172.21.15.27:0/3844500792 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f19480746c0 con 0x7f19480b3e60 2024-02-09T23:58:53.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.770+0000 7f1944ff9640 1 -- 172.21.15.27:0/3844500792 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f193801a400 con 0x7f19480b3e60 2024-02-09T23:58:53.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.770+0000 7f1944ff9640 1 --2- 172.21.15.27:0/3844500792 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f193406b810 0x7f193406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:53.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.770+0000 7f1944ff9640 1 -- 172.21.15.27:0/3844500792 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f193808a2e0 con 0x7f19480b3e60 2024-02-09T23:58:53.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.771+0000 7f19477fe640 1 --2- 172.21.15.27:0/3844500792 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f193406b810 0x7f193406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:53.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.771+0000 7f19477fe640 1 --2- 172.21.15.27:0/3844500792 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f193406b810 0x7f193406dcd0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f194815dcf0 tx=0x7f193c009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:53.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:53.775+0000 7f1944ff9640 1 -- 172.21.15.27:0/3844500792 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f1938054e40 con 0x7f19480b3e60 2024-02-09T23:58:54.025 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:54.023+0000 7f194e655640 1 -- 172.21.15.27:0/3844500792 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "auth get", "entity": "client.admin"} v 0) v1 -- 0x7f19480cf160 con 0x7f19480b3e60 2024-02-09T23:58:54.025 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:54.024+0000 7f1944ff9640 1 -- 172.21.15.27:0/3844500792 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "auth get", "entity": "client.admin"}]=0 v15) v1 ==== 82+0+151 (secure 0 0 0) 0x7f1938058500 con 0x7f19480b3e60 2024-02-09T23:58:54.026 INFO:teuthology.orchestra.run.smithi027.stdout:[client.admin] 2024-02-09T23:58:54.026 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQCIu8Zlh0rlFxAA1nXWYCUctwEHAYepe+pclA== 2024-02-09T23:58:54.026 INFO:teuthology.orchestra.run.smithi027.stdout: caps mds = "allow *" 2024-02-09T23:58:54.026 INFO:teuthology.orchestra.run.smithi027.stdout: caps mgr = "allow *" 2024-02-09T23:58:54.026 INFO:teuthology.orchestra.run.smithi027.stdout: caps mon = "allow *" 2024-02-09T23:58:54.026 INFO:teuthology.orchestra.run.smithi027.stdout: caps osd = "allow *" 2024-02-09T23:58:54.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:54.026+0000 7f194e655640 1 -- 172.21.15.27:0/3844500792 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f193406b810 msgr2=0x7f193406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:54.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:54.026+0000 7f194e655640 1 --2- 172.21.15.27:0/3844500792 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f193406b810 0x7f193406dcd0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f194815dcf0 tx=0x7f193c009040 comp rx=0 tx=0).stop 2024-02-09T23:58:54.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:54.026+0000 7f194e655640 1 -- 172.21.15.27:0/3844500792 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f19480b3e60 msgr2=0x7f1948148b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:54.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:54.026+0000 7f194e655640 1 --2- 172.21.15.27:0/3844500792 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f19480b3e60 0x7f1948148b30 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f193800b3f0 tx=0x7f193800b8b0 comp rx=0 tx=0).stop 2024-02-09T23:58:54.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:54.026+0000 7f194e655640 1 -- 172.21.15.27:0/3844500792 shutdown_connections 2024-02-09T23:58:54.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:54.026+0000 7f194e655640 1 --2- 172.21.15.27:0/3844500792 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f193406b810 0x7f193406dcd0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:54.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:54.026+0000 7f194e655640 1 --2- 172.21.15.27:0/3844500792 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f194815b960 0x7f19480cb030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:54.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:54.026+0000 7f194e655640 1 --2- 172.21.15.27:0/3844500792 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f19480b71f0 0x7f19481495b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:54.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:54.026+0000 7f194e655640 1 --2- 172.21.15.27:0/3844500792 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f19480b3e60 0x7f1948148b30 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:54.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:54.026+0000 7f194e655640 1 -- 172.21.15.27:0/3844500792 >> 172.21.15.27:0/3844500792 conn(0x7f1948066b40 msgr2=0x7f19480d0b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:54.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:54.026+0000 7f194e655640 1 -- 172.21.15.27:0/3844500792 shutdown_connections 2024-02-09T23:58:54.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-09T23:58:54.026+0000 7f194e655640 1 -- 172.21.15.27:0/3844500792 wait complete. 2024-02-09T23:58:54.039 DEBUG:teuthology.orchestra.run.smithi027:> mktemp 2024-02-09T23:58:54.053 INFO:teuthology.orchestra.run.smithi027.stdout:/tmp/tmp.0OMqQXa45s 2024-02-09T23:58:54.054 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:58:54.054 DEBUG:teuthology.orchestra.run.smithi027:> dd of=/tmp/tmp.0OMqQXa45s 2024-02-09T23:58:54.109 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:58:54.109 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd of=/tmp/tmp.6IDzV8czZ2xfstests-dev/local.config 2024-02-09T23:58:54.180 INFO:tasks.cephfs.xfstests_dev:local.config's contents - export FSTYP=ceph-fuse export CEPH_FUSE_BIN_PATH=ceph-fuse export TEST_DEV=ceph-fuse # without this tests won't get started export TEST_DIR=/tmp/tmp.87372BMMOutest export SCRATCH_DEV= export SCRATCH_MNT=/tmp/tmp.KkYefwcTjtscratch export CEPHFS_MOUNT_OPTIONS="-m 172.21.15.27:6789 -k /tmp/tmp.0OMqQXa45s --client_mountpoint /test" 2024-02-09T23:58:54.181 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-09T23:58:54.181 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd of=/tmp/tmp.6IDzV8czZ2xfstests-dev/ceph.exclude 2024-02-09T23:58:54.252 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo make) 2024-02-09T23:58:54.326 INFO:teuthology.orchestra.run.smithi027.stdout:libtoolize -cfi 2024-02-09T23:58:54.747 INFO:teuthology.orchestra.run.smithi027.stdout:libtoolize: putting auxiliary files in '.'. 2024-02-09T23:58:54.747 INFO:teuthology.orchestra.run.smithi027.stdout:libtoolize: copying file './config.guess' 2024-02-09T23:58:54.750 INFO:teuthology.orchestra.run.smithi027.stdout:libtoolize: copying file './config.sub' 2024-02-09T23:58:54.754 INFO:teuthology.orchestra.run.smithi027.stdout:libtoolize: copying file './install-sh' 2024-02-09T23:58:54.758 INFO:teuthology.orchestra.run.smithi027.stdout:libtoolize: copying file './ltmain.sh' 2024-02-09T23:58:54.780 INFO:teuthology.orchestra.run.smithi027.stdout:libtoolize: putting macros in AC_CONFIG_MACRO_DIRS, 'm4'. 2024-02-09T23:58:54.780 INFO:teuthology.orchestra.run.smithi027.stdout:libtoolize: copying file 'm4/libtool.m4' 2024-02-09T23:58:54.784 INFO:teuthology.orchestra.run.smithi027.stdout:libtoolize: copying file 'm4/ltoptions.m4' 2024-02-09T23:58:54.789 INFO:teuthology.orchestra.run.smithi027.stdout:libtoolize: copying file 'm4/ltsugar.m4' 2024-02-09T23:58:54.794 INFO:teuthology.orchestra.run.smithi027.stdout:libtoolize: copying file 'm4/ltversion.m4' 2024-02-09T23:58:54.798 INFO:teuthology.orchestra.run.smithi027.stdout:libtoolize: copying file 'm4/lt~obsolete.m4' 2024-02-09T23:58:54.805 INFO:teuthology.orchestra.run.smithi027.stdout:libtoolize: Consider adding '-I m4' to ACLOCAL_AMFLAGS in Makefile.am. 2024-02-09T23:58:54.806 INFO:teuthology.orchestra.run.smithi027.stdout:cp include/install-sh . 2024-02-09T23:58:54.807 INFO:teuthology.orchestra.run.smithi027.stdout:aclocal -I m4 2024-02-09T23:58:55.856 INFO:teuthology.orchestra.run.smithi027.stdout:autoheader 2024-02-09T23:58:56.155 INFO:teuthology.orchestra.run.smithi027.stdout:autoconf 2024-02-09T23:58:56.330 INFO:teuthology.orchestra.run.smithi027.stdout:./configure \ 2024-02-09T23:58:56.330 INFO:teuthology.orchestra.run.smithi027.stdout: --libexecdir=/usr/lib \ 2024-02-09T23:58:56.331 INFO:teuthology.orchestra.run.smithi027.stdout: --exec_prefix=/var/lib 2024-02-09T23:58:56.532 INFO:teuthology.orchestra.run.smithi027.stdout:checking build system type... x86_64-pc-linux-gnu 2024-02-09T23:58:56.532 INFO:teuthology.orchestra.run.smithi027.stdout:checking host system type... x86_64-pc-linux-gnu 2024-02-09T23:58:56.533 INFO:teuthology.orchestra.run.smithi027.stdout:checking how to print strings... printf 2024-02-09T23:58:56.533 INFO:teuthology.orchestra.run.smithi027.stdout:checking for gcc... gcc 2024-02-09T23:58:56.595 INFO:teuthology.orchestra.run.smithi027.stdout:checking whether the C compiler works... yes 2024-02-09T23:58:56.596 INFO:teuthology.orchestra.run.smithi027.stdout:checking for C compiler default output file name... a.out 2024-02-09T23:58:56.623 INFO:teuthology.orchestra.run.smithi027.stdout:checking for suffix of executables... 2024-02-09T23:58:56.682 INFO:teuthology.orchestra.run.smithi027.stdout:checking whether we are cross compiling... no 2024-02-09T23:58:56.699 INFO:teuthology.orchestra.run.smithi027.stdout:checking for suffix of object files... o 2024-02-09T23:58:56.714 INFO:teuthology.orchestra.run.smithi027.stdout:checking whether we are using the GNU C compiler... yes 2024-02-09T23:58:56.729 INFO:teuthology.orchestra.run.smithi027.stdout:checking whether gcc accepts -g... yes 2024-02-09T23:58:56.756 INFO:teuthology.orchestra.run.smithi027.stdout:checking for gcc option to accept ISO C89... none needed 2024-02-09T23:58:56.758 INFO:teuthology.orchestra.run.smithi027.stdout:checking for a sed that does not truncate output... /bin/sed 2024-02-09T23:58:56.760 INFO:teuthology.orchestra.run.smithi027.stdout:checking for grep that handles long lines and -e... /bin/grep 2024-02-09T23:58:56.761 INFO:teuthology.orchestra.run.smithi027.stdout:checking for egrep... /bin/grep -E 2024-02-09T23:58:56.762 INFO:teuthology.orchestra.run.smithi027.stdout:checking for fgrep... /bin/grep -F 2024-02-09T23:58:56.766 INFO:teuthology.orchestra.run.smithi027.stdout:checking for ld used by gcc... /bin/ld 2024-02-09T23:58:56.767 INFO:teuthology.orchestra.run.smithi027.stdout:checking if the linker (/bin/ld) is GNU ld... yes 2024-02-09T23:58:56.776 INFO:teuthology.orchestra.run.smithi027.stdout:checking for BSD- or MS-compatible name lister (nm)... /bin/nm -B 2024-02-09T23:58:57.654 INFO:teuthology.orchestra.run.smithi027.stdout:checking the name lister (/bin/nm -B) interface... BSD nm 2024-02-09T23:58:57.654 INFO:teuthology.orchestra.run.smithi027.stdout:checking whether ln -s works... yes 2024-02-09T23:58:57.661 INFO:teuthology.orchestra.run.smithi027.stdout:checking the maximum length of command line arguments... 1572864 2024-02-09T23:58:57.665 INFO:teuthology.orchestra.run.smithi027.stdout:checking how to convert x86_64-pc-linux-gnu file names to x86_64-pc-linux-gnu format... func_convert_file_noop 2024-02-09T23:58:57.665 INFO:teuthology.orchestra.run.smithi027.stdout:checking how to convert x86_64-pc-linux-gnu file names to toolchain format... func_convert_file_noop 2024-02-09T23:58:57.665 INFO:teuthology.orchestra.run.smithi027.stdout:checking for /bin/ld option to reload object files... -r 2024-02-09T23:58:57.665 INFO:teuthology.orchestra.run.smithi027.stdout:checking for objdump... objdump 2024-02-09T23:58:57.665 INFO:teuthology.orchestra.run.smithi027.stdout:checking how to recognize dependent libraries... pass_all 2024-02-09T23:58:57.665 INFO:teuthology.orchestra.run.smithi027.stdout:checking for dlltool... no 2024-02-09T23:58:57.665 INFO:teuthology.orchestra.run.smithi027.stdout:checking how to associate runtime and link libraries... printf %s\n 2024-02-09T23:58:57.666 INFO:teuthology.orchestra.run.smithi027.stdout:checking for ar... ar 2024-02-09T23:58:57.705 INFO:teuthology.orchestra.run.smithi027.stdout:checking for archiver @FILE support... @ 2024-02-09T23:58:57.705 INFO:teuthology.orchestra.run.smithi027.stdout:checking for strip... strip 2024-02-09T23:58:57.705 INFO:teuthology.orchestra.run.smithi027.stdout:checking for ranlib... ranlib 2024-02-09T23:58:57.705 INFO:teuthology.orchestra.run.smithi027.stdout:checking for gawk... gawk 2024-02-09T23:58:57.772 INFO:teuthology.orchestra.run.smithi027.stdout:checking command to parse /bin/nm -B output from gcc object... ok 2024-02-09T23:58:57.773 INFO:teuthology.orchestra.run.smithi027.stdout:checking for sysroot... no 2024-02-09T23:58:57.777 INFO:teuthology.orchestra.run.smithi027.stdout:checking for a working dd... /bin/dd 2024-02-09T23:58:57.779 INFO:teuthology.orchestra.run.smithi027.stdout:checking how to truncate binary pipes... /bin/dd bs=4096 count=1 2024-02-09T23:58:57.792 INFO:teuthology.orchestra.run.smithi027.stdout:checking for mt... no 2024-02-09T23:58:57.794 INFO:teuthology.orchestra.run.smithi027.stdout:checking if : is a manifest tool... no 2024-02-09T23:58:57.833 INFO:teuthology.orchestra.run.smithi027.stdout:checking how to run the C preprocessor... gcc -E 2024-02-09T23:58:58.005 INFO:teuthology.orchestra.run.smithi027.stdout:checking for ANSI C header files... yes 2024-02-09T23:58:58.025 INFO:teuthology.orchestra.run.smithi027.stdout:checking for sys/types.h... yes 2024-02-09T23:58:58.052 INFO:teuthology.orchestra.run.smithi027.stdout:checking for sys/stat.h... yes 2024-02-09T23:58:58.076 INFO:teuthology.orchestra.run.smithi027.stdout:checking for stdlib.h... yes 2024-02-09T23:58:58.101 INFO:teuthology.orchestra.run.smithi027.stdout:checking for string.h... yes 2024-02-09T23:58:58.134 INFO:teuthology.orchestra.run.smithi027.stdout:checking for memory.h... yes 2024-02-09T23:58:58.159 INFO:teuthology.orchestra.run.smithi027.stdout:checking for strings.h... yes 2024-02-09T23:58:58.195 INFO:teuthology.orchestra.run.smithi027.stdout:checking for inttypes.h... yes 2024-02-09T23:58:58.220 INFO:teuthology.orchestra.run.smithi027.stdout:checking for stdint.h... yes 2024-02-09T23:58:58.255 INFO:teuthology.orchestra.run.smithi027.stdout:checking for unistd.h... yes 2024-02-09T23:58:58.284 INFO:teuthology.orchestra.run.smithi027.stdout:checking for dlfcn.h... yes 2024-02-09T23:58:58.287 INFO:teuthology.orchestra.run.smithi027.stdout:checking for objdir... .libs 2024-02-09T23:58:58.351 INFO:teuthology.orchestra.run.smithi027.stdout:checking if gcc supports -fno-rtti -fno-exceptions... no 2024-02-09T23:58:58.351 INFO:teuthology.orchestra.run.smithi027.stdout:checking for gcc option to produce PIC... -fPIC -DPIC 2024-02-09T23:58:58.366 INFO:teuthology.orchestra.run.smithi027.stdout:checking if gcc PIC flag -fPIC -DPIC works... yes 2024-02-09T23:58:58.384 INFO:teuthology.orchestra.run.smithi027.stdout:checking if gcc static flag -static works... no 2024-02-09T23:58:58.404 INFO:teuthology.orchestra.run.smithi027.stdout:checking if gcc supports -c -o file.o... yes 2024-02-09T23:58:58.405 INFO:teuthology.orchestra.run.smithi027.stdout:checking if gcc supports -c -o file.o... (cached) yes 2024-02-09T23:58:58.411 INFO:teuthology.orchestra.run.smithi027.stdout:checking whether the gcc linker (/bin/ld -m elf_x86_64) supports shared libraries... yes 2024-02-09T23:58:58.438 INFO:teuthology.orchestra.run.smithi027.stdout:checking whether -lc should be explicitly linked in... no 2024-02-09T23:58:58.495 INFO:teuthology.orchestra.run.smithi027.stdout:checking dynamic linker characteristics... GNU/Linux ld.so 2024-02-09T23:58:58.495 INFO:teuthology.orchestra.run.smithi027.stdout:checking how to hardcode library paths into programs... immediate 2024-02-09T23:58:58.496 INFO:teuthology.orchestra.run.smithi027.stdout:checking whether stripping libraries is possible... yes 2024-02-09T23:58:58.497 INFO:teuthology.orchestra.run.smithi027.stdout:checking if libtool supports shared libraries... yes 2024-02-09T23:58:58.497 INFO:teuthology.orchestra.run.smithi027.stdout:checking whether to build shared libraries... yes 2024-02-09T23:58:58.497 INFO:teuthology.orchestra.run.smithi027.stdout:checking whether to build static libraries... yes 2024-02-09T23:58:58.503 INFO:teuthology.orchestra.run.smithi027.stdout:checking for gcc... (cached) gcc 2024-02-09T23:58:58.519 INFO:teuthology.orchestra.run.smithi027.stdout:checking whether we are using the GNU C compiler... (cached) yes 2024-02-09T23:58:58.519 INFO:teuthology.orchestra.run.smithi027.stdout:checking whether gcc accepts -g... (cached) yes 2024-02-09T23:58:58.519 INFO:teuthology.orchestra.run.smithi027.stdout:checking for gcc option to accept ISO C89... (cached) none needed 2024-02-09T23:58:58.519 INFO:teuthology.orchestra.run.smithi027.stdout:checking for gmake... /usr/bin/gmake 2024-02-09T23:58:58.519 INFO:teuthology.orchestra.run.smithi027.stderr:./configure: line 12083: test: $(SHELL): binary operator expected 2024-02-09T23:58:58.520 INFO:teuthology.orchestra.run.smithi027.stdout:checking for tar... /bin/tar 2024-02-09T23:58:58.520 INFO:teuthology.orchestra.run.smithi027.stdout:checking for gzip... /bin/gzip 2024-02-09T23:58:58.528 INFO:teuthology.orchestra.run.smithi027.stdout:checking whether gcc -MM is supported... yes 2024-02-09T23:58:58.528 INFO:teuthology.orchestra.run.smithi027.stdout:checking for sort... /bin/sort 2024-02-09T23:58:58.528 INFO:teuthology.orchestra.run.smithi027.stdout:checking whether ln -s works... yes 2024-02-09T23:58:58.528 INFO:teuthology.orchestra.run.smithi027.stdout:checking for rpm... /bin/rpm 2024-02-09T23:58:58.531 INFO:teuthology.orchestra.run.smithi027.stdout:checking for rpmbuild... no 2024-02-09T23:58:58.557 INFO:teuthology.orchestra.run.smithi027.stdout:checking assert.h usability... yes 2024-02-09T23:58:58.565 INFO:teuthology.orchestra.run.smithi027.stdout:checking assert.h presence... yes 2024-02-09T23:58:58.565 INFO:teuthology.orchestra.run.smithi027.stdout:checking for assert.h... yes 2024-02-09T23:58:58.592 INFO:teuthology.orchestra.run.smithi027.stdout:checking bstring.h usability... no 2024-02-09T23:58:58.602 INFO:teuthology.orchestra.run.smithi027.stdout:checking bstring.h presence... no 2024-02-09T23:58:58.603 INFO:teuthology.orchestra.run.smithi027.stdout:checking for bstring.h... no 2024-02-09T23:58:58.628 INFO:teuthology.orchestra.run.smithi027.stdout:checking libgen.h usability... yes 2024-02-09T23:58:58.636 INFO:teuthology.orchestra.run.smithi027.stdout:checking libgen.h presence... yes 2024-02-09T23:58:58.636 INFO:teuthology.orchestra.run.smithi027.stdout:checking for libgen.h... yes 2024-02-09T23:58:58.673 INFO:teuthology.orchestra.run.smithi027.stdout:checking dirent.h usability... yes 2024-02-09T23:58:58.682 INFO:teuthology.orchestra.run.smithi027.stdout:checking dirent.h presence... yes 2024-02-09T23:58:58.682 INFO:teuthology.orchestra.run.smithi027.stdout:checking for dirent.h... yes 2024-02-09T23:58:58.728 INFO:teuthology.orchestra.run.smithi027.stdout:checking errno.h usability... yes 2024-02-09T23:58:58.736 INFO:teuthology.orchestra.run.smithi027.stdout:checking errno.h presence... yes 2024-02-09T23:58:58.736 INFO:teuthology.orchestra.run.smithi027.stdout:checking for errno.h... yes 2024-02-09T23:58:58.769 INFO:teuthology.orchestra.run.smithi027.stdout:checking malloc.h usability... yes 2024-02-09T23:58:58.779 INFO:teuthology.orchestra.run.smithi027.stdout:checking malloc.h presence... yes 2024-02-09T23:58:58.779 INFO:teuthology.orchestra.run.smithi027.stdout:checking for malloc.h... yes 2024-02-09T23:58:58.806 INFO:teuthology.orchestra.run.smithi027.stdout:checking uuid.h usability... no 2024-02-09T23:58:58.816 INFO:teuthology.orchestra.run.smithi027.stdout:checking uuid.h presence... no 2024-02-09T23:58:58.816 INFO:teuthology.orchestra.run.smithi027.stdout:checking for uuid.h... no 2024-02-09T23:58:58.852 INFO:teuthology.orchestra.run.smithi027.stdout:checking uuid/uuid.h usability... yes 2024-02-09T23:58:58.863 INFO:teuthology.orchestra.run.smithi027.stdout:checking uuid/uuid.h presence... yes 2024-02-09T23:58:58.863 INFO:teuthology.orchestra.run.smithi027.stdout:checking for uuid/uuid.h... yes 2024-02-09T23:58:58.890 INFO:teuthology.orchestra.run.smithi027.stdout:checking sys/uuid.h usability... no 2024-02-09T23:58:58.901 INFO:teuthology.orchestra.run.smithi027.stdout:checking sys/uuid.h presence... no 2024-02-09T23:58:58.901 INFO:teuthology.orchestra.run.smithi027.stdout:checking for sys/uuid.h... no 2024-02-09T23:58:58.930 INFO:teuthology.orchestra.run.smithi027.stdout:checking sys/file.h usability... yes 2024-02-09T23:58:58.939 INFO:teuthology.orchestra.run.smithi027.stdout:checking sys/file.h presence... yes 2024-02-09T23:58:58.939 INFO:teuthology.orchestra.run.smithi027.stdout:checking for sys/file.h... yes 2024-02-09T23:58:58.969 INFO:teuthology.orchestra.run.smithi027.stdout:checking sys/fcntl.h usability... yes 2024-02-09T23:58:58.978 INFO:teuthology.orchestra.run.smithi027.stdout:checking sys/fcntl.h presence... yes 2024-02-09T23:58:58.979 INFO:teuthology.orchestra.run.smithi027.stdout:checking for sys/fcntl.h... yes 2024-02-09T23:58:59.006 INFO:teuthology.orchestra.run.smithi027.stdout:checking sys/syssgi.h usability... no 2024-02-09T23:58:59.017 INFO:teuthology.orchestra.run.smithi027.stdout:checking sys/syssgi.h presence... no 2024-02-09T23:58:59.017 INFO:teuthology.orchestra.run.smithi027.stdout:checking for sys/syssgi.h... no 2024-02-09T23:58:59.058 INFO:teuthology.orchestra.run.smithi027.stdout:checking sys/param.h usability... yes 2024-02-09T23:58:59.069 INFO:teuthology.orchestra.run.smithi027.stdout:checking sys/param.h presence... yes 2024-02-09T23:58:59.069 INFO:teuthology.orchestra.run.smithi027.stdout:checking for sys/param.h... yes 2024-02-09T23:58:59.074 INFO:teuthology.orchestra.run.smithi027.stdout:checking for sys/stat.h... (cached) yes 2024-02-09T23:58:59.110 INFO:teuthology.orchestra.run.smithi027.stdout:checking sys/statvfs.h usability... yes 2024-02-09T23:58:59.119 INFO:teuthology.orchestra.run.smithi027.stdout:checking sys/statvfs.h presence... yes 2024-02-09T23:58:59.119 INFO:teuthology.orchestra.run.smithi027.stdout:checking for sys/statvfs.h... yes 2024-02-09T23:58:59.146 INFO:teuthology.orchestra.run.smithi027.stdout:checking sys/time.h usability... yes 2024-02-09T23:58:59.156 INFO:teuthology.orchestra.run.smithi027.stdout:checking sys/time.h presence... yes 2024-02-09T23:58:59.156 INFO:teuthology.orchestra.run.smithi027.stdout:checking for sys/time.h... yes 2024-02-09T23:58:59.192 INFO:teuthology.orchestra.run.smithi027.stdout:checking sys/ioctl.h usability... yes 2024-02-09T23:58:59.200 INFO:teuthology.orchestra.run.smithi027.stdout:checking sys/ioctl.h presence... yes 2024-02-09T23:58:59.200 INFO:teuthology.orchestra.run.smithi027.stdout:checking for sys/ioctl.h... yes 2024-02-09T23:58:59.235 INFO:teuthology.orchestra.run.smithi027.stdout:checking sys/wait.h usability... yes 2024-02-09T23:58:59.246 INFO:teuthology.orchestra.run.smithi027.stdout:checking sys/wait.h presence... yes 2024-02-09T23:58:59.246 INFO:teuthology.orchestra.run.smithi027.stdout:checking for sys/wait.h... yes 2024-02-09T23:58:59.250 INFO:teuthology.orchestra.run.smithi027.stdout:checking for sys/types.h... (cached) yes 2024-02-09T23:58:59.255 INFO:teuthology.orchestra.run.smithi027.stdout:checking for strings.h... (cached) yes 2024-02-09T23:58:59.283 INFO:teuthology.orchestra.run.smithi027.stdout:checking err.h usability... yes 2024-02-09T23:58:59.291 INFO:teuthology.orchestra.run.smithi027.stdout:checking err.h presence... yes 2024-02-09T23:58:59.291 INFO:teuthology.orchestra.run.smithi027.stdout:checking for err.h... yes 2024-02-09T23:58:59.319 INFO:teuthology.orchestra.run.smithi027.stdout:checking linux/falloc.h usability... yes 2024-02-09T23:58:59.327 INFO:teuthology.orchestra.run.smithi027.stdout:checking linux/falloc.h presence... yes 2024-02-09T23:58:59.327 INFO:teuthology.orchestra.run.smithi027.stdout:checking for linux/falloc.h... yes 2024-02-09T23:58:59.354 INFO:teuthology.orchestra.run.smithi027.stdout:checking sys/fs/xfs_fsops.h usability... no 2024-02-09T23:58:59.365 INFO:teuthology.orchestra.run.smithi027.stdout:checking sys/fs/xfs_fsops.h presence... no 2024-02-09T23:58:59.365 INFO:teuthology.orchestra.run.smithi027.stdout:checking for sys/fs/xfs_fsops.h... no 2024-02-09T23:58:59.389 INFO:teuthology.orchestra.run.smithi027.stdout:checking sys/fs/xfs_itable.h usability... no 2024-02-09T23:58:59.400 INFO:teuthology.orchestra.run.smithi027.stdout:checking sys/fs/xfs_itable.h presence... no 2024-02-09T23:58:59.400 INFO:teuthology.orchestra.run.smithi027.stdout:checking for sys/fs/xfs_itable.h... no 2024-02-09T23:58:59.424 INFO:teuthology.orchestra.run.smithi027.stdout:checking xfs/platform_defs.h usability... no 2024-02-09T23:58:59.435 INFO:teuthology.orchestra.run.smithi027.stdout:checking xfs/platform_defs.h presence... no 2024-02-09T23:58:59.435 INFO:teuthology.orchestra.run.smithi027.stdout:checking for xfs/platform_defs.h... no 2024-02-09T23:58:59.460 INFO:teuthology.orchestra.run.smithi027.stdout:checking btrfs/ioctl.h usability... no 2024-02-09T23:58:59.470 INFO:teuthology.orchestra.run.smithi027.stdout:checking btrfs/ioctl.h presence... no 2024-02-09T23:58:59.470 INFO:teuthology.orchestra.run.smithi027.stdout:checking for btrfs/ioctl.h... no 2024-02-09T23:58:59.495 INFO:teuthology.orchestra.run.smithi027.stdout:checking cifs/ioctl.h usability... no 2024-02-09T23:58:59.505 INFO:teuthology.orchestra.run.smithi027.stdout:checking cifs/ioctl.h presence... no 2024-02-09T23:58:59.505 INFO:teuthology.orchestra.run.smithi027.stdout:checking for cifs/ioctl.h... no 2024-02-09T23:58:59.533 INFO:teuthology.orchestra.run.smithi027.stdout:checking sys/mman.h usability... yes 2024-02-09T23:58:59.543 INFO:teuthology.orchestra.run.smithi027.stdout:checking sys/mman.h presence... yes 2024-02-09T23:58:59.543 INFO:teuthology.orchestra.run.smithi027.stdout:checking for sys/mman.h... yes 2024-02-09T23:58:59.556 INFO:teuthology.orchestra.run.smithi027.stdout:checking for xfs/xfs_log_format.h... no 2024-02-09T23:58:59.592 INFO:teuthology.orchestra.run.smithi027.stdout:checking for uuid_compare... no 2024-02-09T23:58:59.623 INFO:teuthology.orchestra.run.smithi027.stdout:checking for uuid_compare in -luuid... yes 2024-02-09T23:58:59.689 INFO:teuthology.orchestra.run.smithi027.stdout:checking for xfs/xfs.h... yes 2024-02-09T23:58:59.702 INFO:teuthology.orchestra.run.smithi027.stdout:checking for xfs/libxfs.h... no 2024-02-09T23:58:59.718 INFO:teuthology.orchestra.run.smithi027.stdout:checking whether xlog_assign_lsn is declared... no 2024-02-09T23:58:59.748 INFO:teuthology.orchestra.run.smithi027.stdout:checking for xfs/xqm.h... yes 2024-02-09T23:58:59.797 INFO:teuthology.orchestra.run.smithi027.stdout:checking xfsctl from xfs/xfs.h... ok 2024-02-09T23:58:59.822 INFO:teuthology.orchestra.run.smithi027.stdout:checking xfs/handle.h usability... yes 2024-02-09T23:58:59.830 INFO:teuthology.orchestra.run.smithi027.stdout:checking xfs/handle.h presence... yes 2024-02-09T23:58:59.830 INFO:teuthology.orchestra.run.smithi027.stdout:checking for xfs/handle.h... yes 2024-02-09T23:58:59.862 INFO:teuthology.orchestra.run.smithi027.stdout:checking for attr_list_by_handle in -lhandle... yes 2024-02-09T23:58:59.885 INFO:teuthology.orchestra.run.smithi027.stdout:checking sys/acl.h usability... yes 2024-02-09T23:58:59.895 INFO:teuthology.orchestra.run.smithi027.stdout:checking sys/acl.h presence... yes 2024-02-09T23:58:59.895 INFO:teuthology.orchestra.run.smithi027.stdout:checking for sys/acl.h... yes 2024-02-09T23:58:59.919 INFO:teuthology.orchestra.run.smithi027.stdout:checking acl/libacl.h usability... yes 2024-02-09T23:58:59.929 INFO:teuthology.orchestra.run.smithi027.stdout:checking acl/libacl.h presence... yes 2024-02-09T23:58:59.929 INFO:teuthology.orchestra.run.smithi027.stdout:checking for acl/libacl.h... yes 2024-02-09T23:58:59.961 INFO:teuthology.orchestra.run.smithi027.stdout:checking for acl_init in -lacl... yes 2024-02-09T23:58:59.985 INFO:teuthology.orchestra.run.smithi027.stdout:checking gdbm-ndbm.h usability... no 2024-02-09T23:58:59.996 INFO:teuthology.orchestra.run.smithi027.stdout:checking gdbm-ndbm.h presence... no 2024-02-09T23:58:59.996 INFO:teuthology.orchestra.run.smithi027.stdout:checking for gdbm-ndbm.h... no 2024-02-09T23:59:00.019 INFO:teuthology.orchestra.run.smithi027.stdout:checking gdbm/ndbm.h usability... yes 2024-02-09T23:59:00.029 INFO:teuthology.orchestra.run.smithi027.stdout:checking gdbm/ndbm.h presence... yes 2024-02-09T23:59:00.029 INFO:teuthology.orchestra.run.smithi027.stdout:checking for gdbm/ndbm.h... yes 2024-02-09T23:59:00.064 INFO:teuthology.orchestra.run.smithi027.stdout:checking for dbm_open in -lgdbm... no 2024-02-09T23:59:00.099 INFO:teuthology.orchestra.run.smithi027.stdout:checking for dbm_fetch in -lgdbm... no 2024-02-09T23:59:00.135 INFO:teuthology.orchestra.run.smithi027.stdout:checking for dbm_store in -lgdbm... no 2024-02-09T23:59:00.170 INFO:teuthology.orchestra.run.smithi027.stdout:checking for dbm_close in -lgdbm... no 2024-02-09T23:59:00.209 INFO:teuthology.orchestra.run.smithi027.stdout:checking for dbm_open in -lgdbm_compat... yes 2024-02-09T23:59:00.241 INFO:teuthology.orchestra.run.smithi027.stdout:checking for dbm_fetch in -lgdbm_compat... yes 2024-02-09T23:59:00.274 INFO:teuthology.orchestra.run.smithi027.stdout:checking for dbm_store in -lgdbm_compat... yes 2024-02-09T23:59:00.307 INFO:teuthology.orchestra.run.smithi027.stdout:checking for dbm_close in -lgdbm_compat... yes 2024-02-09T23:59:00.331 INFO:teuthology.orchestra.run.smithi027.stdout:checking libaio.h usability... yes 2024-02-09T23:59:00.342 INFO:teuthology.orchestra.run.smithi027.stdout:checking libaio.h presence... yes 2024-02-09T23:59:00.342 INFO:teuthology.orchestra.run.smithi027.stdout:checking for libaio.h... yes 2024-02-09T23:59:00.367 INFO:teuthology.orchestra.run.smithi027.stdout:checking liburing.h usability... no 2024-02-09T23:59:00.377 INFO:teuthology.orchestra.run.smithi027.stdout:checking liburing.h presence... no 2024-02-09T23:59:00.377 INFO:teuthology.orchestra.run.smithi027.stdout:checking for liburing.h... no 2024-02-09T23:59:00.400 INFO:teuthology.orchestra.run.smithi027.stdout:checking sys/capability.h usability... yes 2024-02-09T23:59:00.411 INFO:teuthology.orchestra.run.smithi027.stdout:checking sys/capability.h presence... yes 2024-02-09T23:59:00.411 INFO:teuthology.orchestra.run.smithi027.stdout:checking for sys/capability.h... yes 2024-02-09T23:59:00.437 INFO:teuthology.orchestra.run.smithi027.stdout:checking linux/fiemap.h usability... yes 2024-02-09T23:59:00.445 INFO:teuthology.orchestra.run.smithi027.stdout:checking linux/fiemap.h presence... yes 2024-02-09T23:59:00.445 INFO:teuthology.orchestra.run.smithi027.stdout:checking for linux/fiemap.h... yes 2024-02-09T23:59:00.479 INFO:teuthology.orchestra.run.smithi027.stdout:checking for fallocate... yes 2024-02-09T23:59:00.514 INFO:teuthology.orchestra.run.smithi027.stdout:checking for open_by_handle_at... yes 2024-02-09T23:59:00.547 INFO:teuthology.orchestra.run.smithi027.stdout:checking sys/prctl.h usability... yes 2024-02-09T23:59:00.556 INFO:teuthology.orchestra.run.smithi027.stdout:checking sys/prctl.h presence... yes 2024-02-09T23:59:00.556 INFO:teuthology.orchestra.run.smithi027.stdout:checking for sys/prctl.h... yes 2024-02-09T23:59:00.581 INFO:teuthology.orchestra.run.smithi027.stdout:checking linux/fs.h usability... yes 2024-02-09T23:59:00.590 INFO:teuthology.orchestra.run.smithi027.stdout:checking linux/fs.h presence... yes 2024-02-09T23:59:00.590 INFO:teuthology.orchestra.run.smithi027.stdout:checking for linux/fs.h... yes 2024-02-09T23:59:00.612 INFO:teuthology.orchestra.run.smithi027.stdout:checking btrfsutil.h usability... no 2024-02-09T23:59:00.623 INFO:teuthology.orchestra.run.smithi027.stdout:checking btrfsutil.h presence... no 2024-02-09T23:59:00.623 INFO:teuthology.orchestra.run.smithi027.stdout:checking for btrfsutil.h... no 2024-02-09T23:59:00.660 INFO:teuthology.orchestra.run.smithi027.stdout:checking for copy_file_range... yes 2024-02-09T23:59:00.697 INFO:teuthology.orchestra.run.smithi027.stdout:checking for SEEK_DATA... yes 2024-02-09T23:59:00.748 INFO:teuthology.orchestra.run.smithi027.stdout:checking for BMV_OF_SHARED... yes 2024-02-09T23:59:00.785 INFO:teuthology.orchestra.run.smithi027.stdout:checking for nftw... yes 2024-02-09T23:59:00.831 INFO:teuthology.orchestra.run.smithi027.stdout:checking for RLIMIT_NOFILE... yes 2024-02-09T23:59:00.863 INFO:teuthology.orchestra.run.smithi027.stdout:checking for XFS_IOC_EXCHANGE_RANGE... no 2024-02-09T23:59:00.897 INFO:teuthology.orchestra.run.smithi027.stdout:checking for FICLONE... yes 2024-02-09T23:59:00.931 INFO:teuthology.orchestra.run.smithi027.stdout:checking for renameat2... yes 2024-02-09T23:59:00.965 INFO:teuthology.orchestra.run.smithi027.stdout:checking for reallocarray... yes 2024-02-09T23:59:00.996 INFO:teuthology.orchestra.run.smithi027.stdout:checking for struct mount_attr... yes 2024-02-09T23:59:01.030 INFO:teuthology.orchestra.run.smithi027.stdout:checking for struct btrfs_qgroup_limit... yes 2024-02-09T23:59:01.062 INFO:teuthology.orchestra.run.smithi027.stdout:checking for struct btrfs_qgroup_inherit... yes 2024-02-09T23:59:01.095 INFO:teuthology.orchestra.run.smithi027.stdout:checking for struct btrfs_ioctl_vol_args... yes 2024-02-09T23:59:01.128 INFO:teuthology.orchestra.run.smithi027.stdout:checking for struct btrfs_ioctl_vol_args_v2... yes 2024-02-09T23:59:01.160 INFO:teuthology.orchestra.run.smithi027.stdout:checking for struct btrfs_ioctl_ino_lookup_args... yes 2024-02-09T23:59:01.193 INFO:teuthology.orchestra.run.smithi027.stdout:checking for struct btrfs_ioctl_ino_lookup_user_args... yes 2024-02-09T23:59:01.226 INFO:teuthology.orchestra.run.smithi027.stdout:checking for struct btrfs_ioctl_get_subvol_rootref_args... yes 2024-02-09T23:59:01.254 INFO:teuthology.orchestra.run.smithi027.stdout:checking linux/btrfs.h usability... yes 2024-02-09T23:59:01.262 INFO:teuthology.orchestra.run.smithi027.stdout:checking linux/btrfs.h presence... yes 2024-02-09T23:59:01.263 INFO:teuthology.orchestra.run.smithi027.stdout:checking for linux/btrfs.h... yes 2024-02-09T23:59:01.293 INFO:teuthology.orchestra.run.smithi027.stdout:checking linux/btrfs_tree.h usability... yes 2024-02-09T23:59:01.301 INFO:teuthology.orchestra.run.smithi027.stdout:checking linux/btrfs_tree.h presence... yes 2024-02-09T23:59:01.301 INFO:teuthology.orchestra.run.smithi027.stdout:checking for linux/btrfs_tree.h... yes 2024-02-09T23:59:01.322 INFO:teuthology.orchestra.run.smithi027.stdout:checking for struct btrfs_ioctl_vol_args_v2.subvolid... yes 2024-02-09T23:59:01.338 INFO:teuthology.orchestra.run.smithi027.stdout:configure: creating ./config.status 2024-02-09T23:59:01.642 INFO:teuthology.orchestra.run.smithi027.stdout:config.status: creating include/builddefs 2024-02-09T23:59:01.652 INFO:teuthology.orchestra.run.smithi027.stdout:config.status: creating include/config.h 2024-02-09T23:59:01.660 INFO:teuthology.orchestra.run.smithi027.stdout:config.status: executing libtool commands 2024-02-09T23:59:01.698 INFO:teuthology.orchestra.run.smithi027.stdout:Building include 2024-02-09T23:59:01.702 INFO:teuthology.orchestra.run.smithi027.stdout:Building lib 2024-02-09T23:59:01.705 INFO:teuthology.orchestra.run.smithi027.stdout: [LTDEP] 2024-02-09T23:59:01.853 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] dataascii.lo 2024-02-09T23:59:01.964 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] databin.lo 2024-02-09T23:59:02.103 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] datapid.lo 2024-02-09T23:59:02.199 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] file_lock.lo 2024-02-09T23:59:02.336 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] forker.lo 2024-02-09T23:59:02.463 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] pattern.lo 2024-02-09T23:59:02.575 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] open_flags.lo 2024-02-09T23:59:02.707 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] random_range.lo 2024-02-09T23:59:02.924 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] string_to_tokens.lo 2024-02-09T23:59:03.019 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] str_to_bytes.lo 2024-02-09T23:59:03.145 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] tlibio.lo 2024-02-09T23:59:03.374 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] write_log.lo 2024-02-09T23:59:03.596 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] random.lo 2024-02-09T23:59:03.695 INFO:teuthology.orchestra.run.smithi027.stdout: [LD] 2024-02-09T23:59:03.775 INFO:teuthology.orchestra.run.smithi027.stdout:Building ltp 2024-02-09T23:59:03.777 INFO:teuthology.orchestra.run.smithi027.stdout: [DEP] 2024-02-09T23:59:03.910 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] doio 2024-02-09T23:59:04.543 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] fsstress 2024-02-09T23:59:05.916 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] fsx 2024-02-09T23:59:06.614 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] growfiles 2024-02-09T23:59:07.086 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] iogen 2024-02-09T23:59:07.434 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] aio-stress 2024-02-09T23:59:07.834 INFO:teuthology.orchestra.run.smithi027.stdout:Building src 2024-02-09T23:59:07.840 INFO:teuthology.orchestra.run.smithi027.stdout: [DEP] 2024-02-09T23:59:09.607 INFO:teuthology.orchestra.run.smithi027.stdout: [DEP] 2024-02-09T23:59:09.636 INFO:teuthology.orchestra.run.smithi027.stdout: [DEP] 2024-02-09T23:59:09.643 INFO:teuthology.orchestra.run.smithi027.stdout: [DEP] 2024-02-09T23:59:09.861 INFO:teuthology.orchestra.run.smithi027.stdout: [DEP] 2024-02-09T23:59:09.883 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] dirstress 2024-02-09T23:59:10.098 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] fill 2024-02-09T23:59:10.233 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] fill2 2024-02-09T23:59:10.441 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] getpagesize 2024-02-09T23:59:10.558 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] holes 2024-02-09T23:59:10.731 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] lstat64 2024-02-09T23:59:10.894 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] nametest 2024-02-09T23:59:11.112 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] permname 2024-02-09T23:59:11.291 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] randholes 2024-02-09T23:59:11.515 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] runas 2024-02-09T23:59:11.669 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] truncfile 2024-02-09T23:59:11.829 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] usemem 2024-02-09T23:59:11.961 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] mmapcat 2024-02-09T23:59:12.091 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] append_reader 2024-02-09T23:59:12.223 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] append_writer 2024-02-09T23:59:12.353 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] dirperf 2024-02-09T23:59:12.559 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] metaperf 2024-02-09T23:59:12.807 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] devzero 2024-02-09T23:59:12.961 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] feature 2024-02-09T23:59:13.153 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] alloc 2024-02-09T23:59:13.339 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] fault 2024-02-09T23:59:13.482 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] fstest 2024-02-09T23:59:13.693 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_access_root 2024-02-09T23:59:13.827 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] godown 2024-02-09T23:59:13.977 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] resvtest 2024-02-09T23:59:14.142 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] writemod 2024-02-09T23:59:14.268 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] writev_on_pagefault 2024-02-09T23:59:14.407 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] makeextents 2024-02-09T23:59:14.568 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] itrash 2024-02-09T23:59:14.701 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] rename 2024-02-09T23:59:14.821 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] multi_open_unlink 2024-02-09T23:59:14.965 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] unwritten_sync 2024-02-09T23:59:15.124 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] genhashnames 2024-02-09T23:59:15.296 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_holes 2024-02-09T23:59:15.424 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_mmap_writev 2024-02-09T23:59:15.553 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_truncate_cmtime 2024-02-09T23:59:15.691 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] dirhash_collide 2024-02-09T23:59:15.852 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_rename_overwrite 2024-02-09T23:59:15.974 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] holetest 2024-02-09T23:59:16.183 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_truncate_self 2024-02-09T23:59:16.306 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] af_unix 2024-02-09T23:59:16.438 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_mmap_stale_pmd 2024-02-09T23:59:16.571 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_mmap_cow_race 2024-02-09T23:59:16.716 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_mmap_fallocate 2024-02-09T23:59:16.849 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] fsync-err 2024-02-09T23:59:17.013 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_mmap_write_ro 2024-02-09T23:59:17.148 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_ext4_dax_journal_corruption 2024-02-09T23:59:17.287 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_ext4_dax_inline_corruption 2024-02-09T23:59:17.423 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_ofd_locks 2024-02-09T23:59:17.596 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_mmap_collision 2024-02-09T23:59:17.774 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] mmap-write-concurrent 2024-02-09T23:59:17.923 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_get_file_time 2024-02-09T23:59:18.051 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_create_short_dirs 2024-02-09T23:59:18.199 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_create_long_dirs 2024-02-09T23:59:18.345 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_enospc 2024-02-09T23:59:18.511 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_mmap_writev_overlap 2024-02-09T23:59:18.661 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] checkpoint_journal 2024-02-09T23:59:18.796 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] mmap-rw-fault 2024-02-09T23:59:18.958 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] allocstale 2024-02-09T23:59:19.107 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_mmap_cow_memory_failure 2024-02-09T23:59:19.258 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] fake-dump-rootino 2024-02-09T23:59:19.389 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] dio-buf-fault 2024-02-09T23:59:19.523 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] rewinddir-test 2024-02-09T23:59:19.673 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] readdir-while-renames 2024-02-09T23:59:19.816 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] xfsctl 2024-02-09T23:59:19.983 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] bstat 2024-02-09T23:59:20.168 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_mtab 2024-02-09T23:59:20.334 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] getdevicesize 2024-02-09T23:59:20.458 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] preallo_rw_pattern_reader 2024-02-09T23:59:20.597 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] preallo_rw_pattern_writer 2024-02-09T23:59:20.735 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] ftrunc 2024-02-09T23:59:20.865 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] trunc 2024-02-09T23:59:21.006 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] fs_perms 2024-02-09T23:59:21.013 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-09T23:59:21.016 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-09T23:59:21.158 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] testx 2024-02-09T23:59:21.272 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] looptest 2024-02-09T23:59:21.443 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] locktest 2024-02-09T23:59:21.724 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] unwritten_mmap 2024-02-09T23:59:21.867 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] bulkstat_unlink_test 2024-02-09T23:59:22.045 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] deduperace 2024-02-09T23:59:22.220 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] bulkstat_unlink_test_modified 2024-02-09T23:59:22.394 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_dir_offset 2024-02-09T23:59:22.523 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_futimens 2024-02-09T23:59:22.646 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_immutable 2024-02-09T23:59:23.229 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] stale_handle 2024-02-09T23:59:23.378 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] pwrite_mmap_blocked 2024-02-09T23:59:23.511 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_dir_offset2 2024-02-09T23:59:23.682 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] seek_sanity_test 2024-02-09T23:59:24.093 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] seek_copy_test 2024-02-09T23:59:24.249 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_readdir_1 2024-02-09T23:59:24.378 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_readdir_2 2024-02-09T23:59:24.510 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] fsync-tester 2024-02-09T23:59:24.737 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] nsexec 2024-02-09T23:59:24.894 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] cloner 2024-02-09T23:59:25.052 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] renameat2 2024-02-09T23:59:25.199 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_getcwd 2024-02-09T23:59:25.339 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] e4compact 2024-02-09T23:59:25.519 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] test-nextquota 2024-02-09T23:59:25.674 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] punch-alternating 2024-02-09T23:59:25.824 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] attr-list-by-handle-cursor-test 2024-02-09T23:59:25.972 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] listxattr 2024-02-09T23:59:26.102 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] dio-interleaved 2024-02-09T23:59:26.244 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_dir_type 2024-02-09T23:59:26.380 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] dio-invalidate-cache 2024-02-09T23:59:26.561 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] stat_test 2024-02-09T23:59:26.830 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_encrypted_d_revalidate 2024-02-09T23:59:26.975 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] attr_replace_test 2024-02-09T23:59:27.118 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] swapon 2024-02-09T23:59:27.263 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] mkswap 2024-02-09T23:59:27.397 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_attr_corruption 2024-02-09T23:59:27.528 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_open_tmpfiles 2024-02-09T23:59:27.687 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] fscrypt-crypt-util 2024-02-09T23:59:28.311 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] bulkstat_null_ocount 2024-02-09T23:59:28.450 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] splice-test 2024-02-09T23:59:28.611 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] chprojid_fail 2024-02-09T23:59:28.753 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] detached_mounts_propagation 2024-02-09T23:59:28.916 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] ext4_resize 2024-02-09T23:59:29.047 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_readdir_3 2024-02-09T23:59:29.222 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] splice2pipe 2024-02-09T23:59:29.365 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] uuid_ioctl 2024-02-09T23:59:29.502 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_snapshot_deleted_subvolume 2024-02-09T23:59:29.647 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] fiemap-tester 2024-02-09T23:59:29.889 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_stripealign 2024-02-09T23:59:30.025 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] open_by_handle 2024-02-09T23:59:30.253 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] dbtest 2024-02-09T23:59:30.478 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_mmap_dio 2024-02-09T23:59:30.619 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] xfsfind 2024-02-09T23:59:30.793 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] t_reflink_read_race 2024-02-09T23:59:30.963 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] fssum 2024-02-09T23:59:31.384 INFO:teuthology.orchestra.run.smithi027.stdout:Building log-writes 2024-02-09T23:59:31.389 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] replay-log 2024-02-09T23:59:31.679 INFO:teuthology.orchestra.run.smithi027.stdout:Building perf 2024-02-09T23:59:31.682 INFO:teuthology.orchestra.run.smithi027.stdout:Building aio-dio-regress 2024-02-09T23:59:31.688 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] aiocp 2024-02-09T23:59:31.893 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] aio-dio-append-write-fallocate-race 2024-02-09T23:59:32.043 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] aio-dio-append-write-read-race 2024-02-09T23:59:32.198 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] aio-dio-cow-race 2024-02-09T23:59:32.333 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] aio-dio-cycle-write 2024-02-09T23:59:32.498 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] aio-dio-eof-race 2024-02-09T23:59:32.661 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] aio-dio-extend-stat 2024-02-09T23:59:32.804 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] aio-dio-fcntl-race 2024-02-09T23:59:32.948 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] aio-dio-hole-filling-race 2024-02-09T23:59:33.077 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] aio-dio-invalidate-failure 2024-02-09T23:59:33.218 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] aio-dio-invalidate-readahead 2024-02-09T23:59:33.363 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] aiodio_sparse2 2024-02-09T23:59:33.560 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] aio-dio-subblock-eof-read 2024-02-09T23:59:33.685 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] aio-dio-write-verify 2024-02-09T23:59:33.861 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] aio-free-ring-with-bogus-nr-pages 2024-02-09T23:59:33.977 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] aio-io-setup-with-nonwritable-context-pointer 2024-02-09T23:59:34.092 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] aio-last-ref-held-by-io 2024-02-09T23:59:34.248 INFO:teuthology.orchestra.run.smithi027.stdout:Building vfs 2024-02-09T23:59:34.253 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] vfstest 2024-02-09T23:59:37.707 INFO:teuthology.orchestra.run.smithi027.stdout: [CC] mount-idmapped 2024-02-09T23:59:38.072 INFO:teuthology.orchestra.run.smithi027.stdout:Building m4 2024-02-09T23:59:38.075 INFO:teuthology.orchestra.run.smithi027.stdout:Building common 2024-02-09T23:59:38.079 INFO:teuthology.orchestra.run.smithi027.stdout:Building tests 2024-02-09T23:59:38.084 INFO:teuthology.orchestra.run.smithi027.stdout:Building btrfs 2024-02-09T23:59:38.090 INFO:teuthology.orchestra.run.smithi027.stdout: [GROUP] /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/btrfs/group.list 2024-02-09T23:59:38.152 INFO:teuthology.orchestra.run.smithi027.stdout:Building ceph 2024-02-09T23:59:38.157 INFO:teuthology.orchestra.run.smithi027.stdout: [GROUP] /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/ceph/group.list 2024-02-09T23:59:38.171 INFO:teuthology.orchestra.run.smithi027.stdout:Building cifs 2024-02-09T23:59:38.177 INFO:teuthology.orchestra.run.smithi027.stdout: [GROUP] /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/cifs/group.list 2024-02-09T23:59:38.189 INFO:teuthology.orchestra.run.smithi027.stdout:Building ext4 2024-02-09T23:59:38.194 INFO:teuthology.orchestra.run.smithi027.stdout: [GROUP] /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/ext4/group.list 2024-02-09T23:59:38.232 INFO:teuthology.orchestra.run.smithi027.stdout:Building f2fs 2024-02-09T23:59:38.237 INFO:teuthology.orchestra.run.smithi027.stdout: [GROUP] /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/f2fs/group.list 2024-02-09T23:59:38.254 INFO:teuthology.orchestra.run.smithi027.stdout:Building generic 2024-02-09T23:59:38.261 INFO:teuthology.orchestra.run.smithi027.stdout: [GROUP] /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/generic/group.list 2024-02-09T23:59:38.360 INFO:teuthology.orchestra.run.smithi027.stdout:Building nfs 2024-02-09T23:59:38.365 INFO:teuthology.orchestra.run.smithi027.stdout: [GROUP] /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/nfs/group.list 2024-02-09T23:59:38.380 INFO:teuthology.orchestra.run.smithi027.stdout:Building ocfs2 2024-02-09T23:59:38.385 INFO:teuthology.orchestra.run.smithi027.stdout: [GROUP] /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/ocfs2/group.list 2024-02-09T23:59:38.398 INFO:teuthology.orchestra.run.smithi027.stdout:Building overlay 2024-02-09T23:59:38.403 INFO:teuthology.orchestra.run.smithi027.stdout: [GROUP] /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/overlay/group.list 2024-02-09T23:59:38.444 INFO:teuthology.orchestra.run.smithi027.stdout:Building perf 2024-02-09T23:59:38.449 INFO:teuthology.orchestra.run.smithi027.stdout: [GROUP] /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/perf/group.list 2024-02-09T23:59:38.463 INFO:teuthology.orchestra.run.smithi027.stdout:Building selftest 2024-02-09T23:59:38.466 INFO:teuthology.orchestra.run.smithi027.stdout: [GROUP] /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/selftest/group.list 2024-02-09T23:59:38.478 INFO:teuthology.orchestra.run.smithi027.stdout:Building shared 2024-02-09T23:59:38.484 INFO:teuthology.orchestra.run.smithi027.stdout: [GROUP] /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/shared/group.list 2024-02-09T23:59:38.501 INFO:teuthology.orchestra.run.smithi027.stdout:Building tmpfs 2024-02-09T23:59:38.506 INFO:teuthology.orchestra.run.smithi027.stdout: [GROUP] /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/tmpfs/group.list 2024-02-09T23:59:38.520 INFO:teuthology.orchestra.run.smithi027.stdout:Building udf 2024-02-09T23:59:38.525 INFO:teuthology.orchestra.run.smithi027.stdout: [GROUP] /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/udf/group.list 2024-02-09T23:59:38.537 INFO:teuthology.orchestra.run.smithi027.stdout:Building xfs 2024-02-09T23:59:38.543 INFO:teuthology.orchestra.run.smithi027.stdout: [GROUP] /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/xfs/group.list 2024-02-09T23:59:38.644 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo make install) 2024-02-09T23:59:38.686 INFO:teuthology.orchestra.run.smithi027.stdout:Building include 2024-02-09T23:59:38.689 INFO:teuthology.orchestra.run.smithi027.stdout:Building lib 2024-02-09T23:59:38.693 INFO:teuthology.orchestra.run.smithi027.stdout:Building ltp 2024-02-09T23:59:38.697 INFO:teuthology.orchestra.run.smithi027.stdout:Building src 2024-02-09T23:59:38.732 INFO:teuthology.orchestra.run.smithi027.stdout:Building log-writes 2024-02-09T23:59:38.735 INFO:teuthology.orchestra.run.smithi027.stdout:Building perf 2024-02-09T23:59:38.738 INFO:teuthology.orchestra.run.smithi027.stdout:Building aio-dio-regress 2024-02-09T23:59:38.743 INFO:teuthology.orchestra.run.smithi027.stdout:Building vfs 2024-02-09T23:59:38.746 INFO:teuthology.orchestra.run.smithi027.stdout:Building m4 2024-02-09T23:59:38.750 INFO:teuthology.orchestra.run.smithi027.stdout:Building common 2024-02-09T23:59:38.753 INFO:teuthology.orchestra.run.smithi027.stdout:Building tests 2024-02-09T23:59:38.759 INFO:teuthology.orchestra.run.smithi027.stdout:Building btrfs 2024-02-09T23:59:38.764 INFO:teuthology.orchestra.run.smithi027.stdout: [GROUP] /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/btrfs/group.list 2024-02-09T23:59:38.825 INFO:teuthology.orchestra.run.smithi027.stdout:Building ceph 2024-02-09T23:59:38.830 INFO:teuthology.orchestra.run.smithi027.stdout: [GROUP] /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/ceph/group.list 2024-02-09T23:59:38.845 INFO:teuthology.orchestra.run.smithi027.stdout:Building cifs 2024-02-09T23:59:38.850 INFO:teuthology.orchestra.run.smithi027.stdout: [GROUP] /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/cifs/group.list 2024-02-09T23:59:38.862 INFO:teuthology.orchestra.run.smithi027.stdout:Building ext4 2024-02-09T23:59:38.867 INFO:teuthology.orchestra.run.smithi027.stdout: [GROUP] /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/ext4/group.list 2024-02-09T23:59:38.906 INFO:teuthology.orchestra.run.smithi027.stdout:Building f2fs 2024-02-09T23:59:38.911 INFO:teuthology.orchestra.run.smithi027.stdout: [GROUP] /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/f2fs/group.list 2024-02-09T23:59:38.928 INFO:teuthology.orchestra.run.smithi027.stdout:Building generic 2024-02-09T23:59:38.934 INFO:teuthology.orchestra.run.smithi027.stdout: [GROUP] /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/generic/group.list 2024-02-09T23:59:39.032 INFO:teuthology.orchestra.run.smithi027.stdout:Building nfs 2024-02-09T23:59:39.037 INFO:teuthology.orchestra.run.smithi027.stdout: [GROUP] /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/nfs/group.list 2024-02-09T23:59:39.051 INFO:teuthology.orchestra.run.smithi027.stdout:Building ocfs2 2024-02-09T23:59:39.056 INFO:teuthology.orchestra.run.smithi027.stdout: [GROUP] /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/ocfs2/group.list 2024-02-09T23:59:39.070 INFO:teuthology.orchestra.run.smithi027.stdout:Building overlay 2024-02-09T23:59:39.075 INFO:teuthology.orchestra.run.smithi027.stdout: [GROUP] /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/overlay/group.list 2024-02-09T23:59:39.116 INFO:teuthology.orchestra.run.smithi027.stdout:Building perf 2024-02-09T23:59:39.121 INFO:teuthology.orchestra.run.smithi027.stdout: [GROUP] /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/perf/group.list 2024-02-09T23:59:39.132 INFO:teuthology.orchestra.run.smithi027.stdout:Building selftest 2024-02-09T23:59:39.137 INFO:teuthology.orchestra.run.smithi027.stdout: [GROUP] /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/selftest/group.list 2024-02-09T23:59:39.150 INFO:teuthology.orchestra.run.smithi027.stdout:Building shared 2024-02-09T23:59:39.155 INFO:teuthology.orchestra.run.smithi027.stdout: [GROUP] /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/shared/group.list 2024-02-09T23:59:39.173 INFO:teuthology.orchestra.run.smithi027.stdout:Building tmpfs 2024-02-09T23:59:39.178 INFO:teuthology.orchestra.run.smithi027.stdout: [GROUP] /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/tmpfs/group.list 2024-02-09T23:59:39.191 INFO:teuthology.orchestra.run.smithi027.stdout:Building udf 2024-02-09T23:59:39.196 INFO:teuthology.orchestra.run.smithi027.stdout: [GROUP] /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/udf/group.list 2024-02-09T23:59:39.208 INFO:teuthology.orchestra.run.smithi027.stdout:Building xfs 2024-02-09T23:59:39.214 INFO:teuthology.orchestra.run.smithi027.stdout: [GROUP] /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/xfs/group.list 2024-02-09T23:59:39.311 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/gmake --no-print-directory Q=@ -C include install 2024-02-09T23:59:39.313 INFO:teuthology.orchestra.run.smithi027.stdout:gmake[1]: Nothing to be done for 'install'. 2024-02-09T23:59:39.313 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/gmake --no-print-directory Q=@ -C lib install 2024-02-09T23:59:39.315 INFO:teuthology.orchestra.run.smithi027.stdout:gmake[1]: Nothing to be done for 'install'. 2024-02-09T23:59:39.315 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/gmake --no-print-directory Q=@ -C ltp install 2024-02-09T23:59:39.317 INFO:teuthology.orchestra.run.smithi027.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/ltp 2024-02-09T23:59:39.326 INFO:teuthology.orchestra.run.smithi027.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 doio fsstress fsx growfiles iogen aio-stress /var/lib/xfstests/ltp 2024-02-09T23:59:39.395 INFO:teuthology.orchestra.run.smithi027.stdout:../install-sh -o root -g root -m 755 rwtest.sh /var/lib/xfstests/ltp 2024-02-09T23:59:39.404 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/gmake --no-print-directory Q=@ -C src install 2024-02-09T23:59:39.421 INFO:teuthology.orchestra.run.smithi027.stdout:Building log-writes 2024-02-09T23:59:39.424 INFO:teuthology.orchestra.run.smithi027.stdout:Building perf 2024-02-09T23:59:39.428 INFO:teuthology.orchestra.run.smithi027.stdout:Building aio-dio-regress 2024-02-09T23:59:39.432 INFO:teuthology.orchestra.run.smithi027.stdout:Building vfs 2024-02-09T23:59:39.435 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/gmake -C log-writes install 2024-02-09T23:59:39.436 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/log-writes 2024-02-09T23:59:39.445 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 replay-log /var/lib/xfstests/src/log-writes 2024-02-09T23:59:39.454 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/gmake -C perf install 2024-02-09T23:59:39.455 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/perf 2024-02-09T23:59:39.464 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 FioCompare.py fio-insert-and-compare.py FioResultDecoder.py generate-schema.py ResultData.py fio-results.sql /var/lib/xfstests/src/perf 2024-02-09T23:59:39.485 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/gmake -C aio-dio-regress install 2024-02-09T23:59:39.487 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/aio-dio-regress 2024-02-09T23:59:39.495 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 aiocp aio-dio-append-write-fallocate-race aio-dio-append-write-read-race aio-dio-cow-race aio-dio-cycle-write aio-dio-eof-race aio-dio-extend-stat aio-dio-fcntl-race aio-dio-hole-filling-race aio-dio-invalidate-failure aio-dio-invalidate-readahead aiodio_sparse2 aio-dio-subblock-eof-read aio-dio-write-verify aio-free-ring-with-bogus-nr-pages aio-io-setup-with-nonwritable-context-pointer aio-last-ref-held-by-io /var/lib/xfstests/src/aio-dio-regress 2024-02-09T23:59:39.545 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/gmake -C vfs install 2024-02-09T23:59:39.547 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/vfs 2024-02-09T23:59:39.555 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 vfstest mount-idmapped /var/lib/xfstests/src/vfs 2024-02-09T23:59:39.567 INFO:teuthology.orchestra.run.smithi027.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src 2024-02-09T23:59:39.575 INFO:teuthology.orchestra.run.smithi027.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 dirstress fill fill2 getpagesize holes lstat64 nametest permname randholes runas truncfile usemem mmapcat append_reader append_writer dirperf metaperf devzero feature alloc fault fstest t_access_root godown resvtest writemod writev_on_pagefault makeextents itrash rename multi_open_unlink unwritten_sync genhashnames t_holes t_mmap_writev t_truncate_cmtime dirhash_collide t_rename_overwrite holetest t_truncate_self af_unix t_mmap_stale_pmd t_mmap_cow_race t_mmap_fallocate fsync-err t_mmap_write_ro t_ext4_dax_journal_corruption t_ext4_dax_inline_corruption t_ofd_locks t_mmap_collision mmap-write-concurrent t_get_file_time t_create_short_dirs t_create_long_dirs t_enospc t_mmap_writev_overlap checkpoint_journal mmap-rw-fault allocstale t_mmap_cow_memory_failure fake-dump-rootino dio-buf-fault rewinddir-test readdir-while-renames xfsctl bstat t_mtab getdevicesize preallo_rw_pattern_reader preallo_rw_pattern_writer ftrunc trunc fs_perms testx looptest locktest unwritten_mmap bulkstat_unlink_test deduperace bulkstat_unlink_test_modified t_dir_offset t_futimens t_immutable stale_handle pwrite_mmap_blocked t_dir_offset2 seek_sanity_test seek_copy_test t_readdir_1 t_readdir_2 fsync-tester nsexec cloner renameat2 t_getcwd e4compact test-nextquota punch-alternating attr-list-by-handle-cursor-test listxattr dio-interleaved t_dir_type dio-invalidate-cache stat_test t_encrypted_d_revalidate attr_replace_test swapon mkswap t_attr_corruption t_open_tmpfiles fscrypt-crypt-util bulkstat_null_ocount splice-test chprojid_fail detached_mounts_propagation ext4_resize t_readdir_3 splice2pipe uuid_ioctl t_snapshot_deleted_subvolume fiemap-tester t_stripealign open_by_handle dbtest t_mmap_dio xfsfind t_reflink_read_race fssum /var/lib/xfstests/src 2024-02-09T23:59:40.736 INFO:teuthology.orchestra.run.smithi027.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 dmerror fill2attr fill2fs fill2fs_check scaleread.sh btrfs_crc32c_forged_name.py popdir.pl popattr.py soak_duration.awk /var/lib/xfstests/src 2024-02-09T23:59:40.831 INFO:teuthology.orchestra.run.smithi027.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 644 dumpfile /var/lib/xfstests/src 2024-02-09T23:59:40.855 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/gmake --no-print-directory Q=@ -C m4 install 2024-02-09T23:59:40.857 INFO:teuthology.orchestra.run.smithi027.stdout:gmake[1]: Nothing to be done for 'install'. 2024-02-09T23:59:40.857 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/gmake --no-print-directory Q=@ -C common install 2024-02-09T23:59:40.858 INFO:teuthology.orchestra.run.smithi027.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/common 2024-02-09T23:59:40.866 INFO:teuthology.orchestra.run.smithi027.stdout:../install-sh -o root -g root -m 644 * /var/lib/xfstests/common 2024-02-09T23:59:40.991 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/gmake --no-print-directory Q=@ -C tests install 2024-02-09T23:59:40.993 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/btrfs/ install 2024-02-09T23:59:40.996 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/btrfs 2024-02-09T23:59:41.005 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 /var/lib/xfstests/tests/btrfs 2024-02-09T23:59:41.789 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/btrfs 2024-02-09T23:59:41.797 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 071.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 079.out 080.out 081.out 082.out 083.out 084.out 085.out 086.out 087.out 088.out 089.out 090.out 091.out 092.out 093.out 094.out 095.out 096.out 097.out 098.out 099.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out 118.out 119.out 120.out 121.out 122.out 123.out 124.out 125.out 126.out 127.out 128.out 129.out 130.out 131.out 132.out 133.out 134.out 135.out 136.out 137.out 138.out 139.out 140.out 141.out 142.out 143.out 144.out 145.out 146.out 147.out 148.out 149.out 150.out 151.out 152.out 153.out 154.out 155.out 156.out 157.out 158.out 159.out 160.out 161.out 162.out 163.out 164.out 165.out 166.out 167.out 168.out 169.out 170.out 171.out 172.out 173.out 174.out 175.out 176.out 177.out 178.out 179.out 180.out 181.out 182.out 183.out 184.out 185.out 186.out 187.out 188.out 189.out 190.out 191.out 192.out 193.out 194.out 195.out 196.out 197.out 198.out 199.out 200.out 201.out 202.out 203.out 204.out 205.out 206.out 207.out 208.out 209.out 210.out 211.out 212.out 213.out 214.out 215.out 216.out 217.out 218.out 219.out 220.out 221.out 222.out 223.out 224.out 225.out 226.out 227.out 228.out 229.out 230.out 231.out 232.out 233.out 234.out 235.out 236.out 237.out 238.out 239.out 240.out 241.out 242.out 243.out 244.out 245.out 246.out 247.out 248.out 249.out 250.out 251.out 252.out 253.out 254.out 255.out 256.out 257.out 258.out 259.out 260.out 261.out 262.out 263.out 264.out 265.out 266.out 267.out 268.out 269.out 270.out 271.out 272.out 273.out 274.out 275.out 276.out 277.out 278.out 279.out 280.out 281.out 282.out 283.out 284.out 285.out 286.out 287.out 288.out 289.out 290.out 291.out 292.out 293.out 294.out 295.out 296.out 297.out 298.out 299.out 300.out 301.out 302.out 303.out 304.out 305.out 306.out 307.out 308.out 309.out /var/lib/xfstests/tests/btrfs 2024-02-09T23:59:42.581 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/ceph/ install 2024-02-09T23:59:42.583 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ceph 2024-02-09T23:59:42.591 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 /var/lib/xfstests/tests/ceph 2024-02-09T23:59:42.610 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ceph 2024-02-09T23:59:42.618 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out /var/lib/xfstests/tests/ceph 2024-02-09T23:59:42.637 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/cifs/ install 2024-02-09T23:59:42.639 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/cifs 2024-02-09T23:59:42.647 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/cifs 2024-02-09T23:59:42.656 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/cifs 2024-02-09T23:59:42.664 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/cifs 2024-02-09T23:59:42.673 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/ext4/ install 2024-02-09T23:59:42.675 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ext4 2024-02-09T23:59:42.684 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 271 301 302 303 304 305 306 307 308 /var/lib/xfstests/tests/ext4 2024-02-09T23:59:42.859 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ext4 2024-02-09T23:59:42.868 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 644 001.out.default 001.out.nodelalloc 001.out.nozero 001.cfg 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 271.out 301.out 302.out 303.out 304.out 305.out 306.out 307.out 308.out /var/lib/xfstests/tests/ext4 2024-02-09T23:59:43.053 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/f2fs/ install 2024-02-09T23:59:43.055 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/f2fs 2024-02-09T23:59:43.063 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 001 002 /var/lib/xfstests/tests/f2fs 2024-02-09T23:59:43.074 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/f2fs 2024-02-09T23:59:43.083 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 644 001.out 002.out /var/lib/xfstests/tests/f2fs 2024-02-09T23:59:43.094 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/generic/ install 2024-02-09T23:59:43.100 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/generic 2024-02-09T23:59:43.108 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 /var/lib/xfstests/tests/generic 2024-02-09T23:59:44.980 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/generic 2024-02-09T23:59:44.988 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 644 035.out.default 035.out.nfs 050.out.default 050.out.nojournal 050.out.xfsquota 035.cfg 050.cfg 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 071.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 079.out 080.out 081.out 082.out 083.out 084.out 085.out 086.out 087.out 088.out 089.out 090.out 091.out 092.out 093.out 094.out 095.out 096.out 097.out 098.out 099.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out 118.out 119.out 120.out 121.out 122.out 123.out 124.out 125.out 126.out 127.out 128.out 129.out 130.out 131.out 132.out 133.out 134.out 135.out 136.out 137.out 138.out 139.out 140.out 141.out 142.out 143.out 144.out 145.out 146.out 147.out 148.out 149.out 150.out 151.out 152.out 153.out 154.out 155.out 156.out 157.out 158.out 159.out 160.out 161.out 162.out 163.out 164.out 165.out 166.out 167.out 168.out 169.out 170.out 171.out 172.out 173.out 174.out 175.out 176.out 177.out 178.out 179.out 180.out 181.out 182.out 183.out 184.out 185.out 186.out 187.out 188.out 189.out 190.out 191.out 192.out 193.out 194.out 195.out 196.out 197.out 198.out 199.out 200.out 201.out 202.out 203.out 204.out 205.out 206.out 207.out 208.out 209.out 210.out 211.out 212.out 213.out 214.out 215.out 216.out 217.out 218.out 219.out 220.out 221.out 222.out 223.out 224.out 225.out 226.out 227.out 228.out 229.out 230.out 231.out 232.out 233.out 234.out 235.out 236.out 237.out 238.out 239.out 240.out 241.out 242.out 243.out 244.out 245.out 246.out 247.out 248.out 249.out 250.out 251.out 252.out 253.out 254.out 255.out 256.out 257.out 258.out 259.out 260.out 261.out 262.out 263.out 264.out 265.out 266.out 267.out 268.out 269.out 270.out 271.out 272.out 273.out 274.out 275.out 276.out 277.out 278.out 279.out 280.out 281.out 282.out 283.out 284.out 285.out 286.out 287.out 288.out 289.out 290.out 291.out 292.out 293.out 294.out 295.out 296.out 297.out 298.out 299.out 300.out 301.out 302.out 303.out 304.out 305.out 306.out 307.out 308.out 309.out 310.out 311.out 312.out 313.out 314.out 315.out 316.out 317.out 318.out 319.out 320.out 321.out 322.out 323.out 324.out 325.out 326.out 327.out 328.out 329.out 330.out 331.out 332.out 333.out 334.out 335.out 336.out 337.out 338.out 339.out 340.out 341.out 342.out 343.out 344.out 345.out 346.out 347.out 348.out 349.out 350.out 351.out 352.out 353.out 354.out 355.out 356.out 357.out 358.out 359.out 360.out 361.out 362.out 363.out 364.out 365.out 366.out 367.out 368.out 369.out 370.out 371.out 372.out 373.out 374.out 375.out 376.out 377.out 378.out 379.out 380.out 381.out 382.out 383.out 384.out 385.out 386.out 387.out 388.out 389.out 390.out 391.out 392.out 393.out 394.out 395.out 396.out 397.out 398.out 399.out 400.out 401.out 402.out 403.out 404.out 405.out 406.out 407.out 408.out 409.out 410.out 411.out 412.out 413.out 414.out 415.out 416.out 417.out 418.out 419.out 420.out 421.out 422.out 423.out 424.out 425.out 426.out 427.out 428.out 429.out 430.out 431.out 432.out 433.out 434.out 435.out 436.out 437.out 438.out 439.out 440.out 441.out 442.out 443.out 444.out 445.out 446.out 447.out 448.out 449.out 450.out 451.out 452.out 453.out 454.out 455.out 456.out 457.out 458.out 459.out 460.out 461.out 462.out 463.out 464.out 465.out 466.out 467.out 468.out 469.out 470.out 471.out 472.out 473.out 474.out 475.out 476.out 477.out 478.out 479.out 480.out 481.out 482.out 483.out 484.out 485.out 486.out 487.out 488.out 489.out 490.out 491.out 492.out 493.out 494.out 495.out 496.out 497.out 498.out 499.out 500.out 501.out 502.out 503.out 504.out 505.out 506.out 507.out 508.out 509.out 510.out 511.out 512.out 513.out 514.out 515.out 516.out 517.out 518.out 519.out 520.out 521.out 522.out 523.out 524.out 525.out 526.out 527.out 528.out 529.out 530.out 531.out 532.out 533.out 534.out 535.out 536.out 537.out 538.out 539.out 540.out 541.out 542.out 543.out 544.out 545.out 546.out 547.out 548.out 549.out 550.out 551.out 552.out 553.out 554.out 555.out 556.out 557.out 558.out 559.out 560.out 561.out 562.out 563.out 564.out 565.out 566.out 567.out 568.out 569.out 570.out 571.out 572.out 573.out 574.out 575.out 576.out 577.out 578.out 579.out 580.out 581.out 582.out 583.out 584.out 585.out 586.out 587.out 588.out 589.out 590.out 591.out 592.out 593.out 594.out 595.out 596.out 597.out 598.out 599.out 600.out 601.out 602.out 603.out 604.out 605.out 606.out 607.out 608.out 609.out 610.out 611.out 612.out 613.out 614.out 615.out 616.out 617.out 618.out 619.out 620.out 621.out 622.out 623.out 624.out 625.out 626.out 627.out 628.out 629.out 630.out 631.out 632.out 633.out 634.out 635.out 636.out 637.out 638.out 639.out 640.out 641.out 642.out 643.out 644.out 645.out 646.out 647.out 648.out 649.out 650.out 651.out 652.out 653.out 654.out 655.out 656.out 657.out 658.out 659.out 660.out 661.out 662.out 663.out 664.out 665.out 666.out 667.out 668.out 669.out 670.out 671.out 672.out 673.out 674.out 675.out 676.out 677.out 678.out 679.out 680.out 681.out 682.out 683.out 684.out 685.out 686.out 687.out 688.out 689.out 690.out 691.out 692.out 693.out 694.out 695.out 696.out 697.out 698.out 699.out 700.out 701.out 702.out 703.out 704.out 705.out 706.out 707.out 708.out 709.out 710.out 711.out 712.out 713.out 714.out 715.out 716.out 717.out 718.out 719.out 720.out 721.out 722.out 723.out 724.out 725.out 726.out 727.out 728.out 729.out 730.out 731.out 732.out 733.out 734.out 735.out 736.out 737.out 738.out 739.out /var/lib/xfstests/tests/generic 2024-02-09T23:59:46.888 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/nfs/ install 2024-02-09T23:59:46.890 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/nfs 2024-02-09T23:59:46.898 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/nfs 2024-02-09T23:59:46.907 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/nfs 2024-02-09T23:59:46.916 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/nfs 2024-02-09T23:59:46.924 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/ocfs2/ install 2024-02-09T23:59:46.926 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ocfs2 2024-02-09T23:59:46.935 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/ocfs2 2024-02-09T23:59:46.943 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ocfs2 2024-02-09T23:59:46.952 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/ocfs2 2024-02-09T23:59:46.960 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/overlay/ install 2024-02-09T23:59:46.963 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/overlay 2024-02-09T23:59:46.971 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 /var/lib/xfstests/tests/overlay 2024-02-09T23:59:47.238 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/overlay 2024-02-09T23:59:47.247 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 071.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 079.out 080.out 081.out 082.out 083.out 084.out 085.out 086.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out /var/lib/xfstests/tests/overlay 2024-02-09T23:59:47.515 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/perf/ install 2024-02-09T23:59:47.516 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/perf 2024-02-09T23:59:47.525 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/perf 2024-02-09T23:59:47.533 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/perf 2024-02-09T23:59:47.542 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/perf 2024-02-09T23:59:47.551 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/selftest/ install 2024-02-09T23:59:47.552 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/selftest 2024-02-09T23:59:47.561 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 /var/lib/xfstests/tests/selftest 2024-02-09T23:59:47.582 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/selftest 2024-02-09T23:59:47.590 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out 006.out /var/lib/xfstests/tests/selftest 2024-02-09T23:59:47.611 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/shared/ install 2024-02-09T23:59:47.613 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/shared 2024-02-09T23:59:47.622 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 002 032 298 /var/lib/xfstests/tests/shared 2024-02-09T23:59:47.635 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/shared 2024-02-09T23:59:47.644 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 644 002.out 032.out 298.out /var/lib/xfstests/tests/shared 2024-02-09T23:59:47.658 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/tmpfs/ install 2024-02-09T23:59:47.659 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/tmpfs 2024-02-09T23:59:47.668 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/tmpfs 2024-02-09T23:59:47.676 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/tmpfs 2024-02-09T23:59:47.685 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/tmpfs 2024-02-09T23:59:47.693 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/udf/ install 2024-02-09T23:59:47.695 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/udf 2024-02-09T23:59:47.703 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 102 /var/lib/xfstests/tests/udf 2024-02-09T23:59:47.712 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/udf 2024-02-09T23:59:47.721 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 644 102.out /var/lib/xfstests/tests/udf 2024-02-09T23:59:47.729 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.6IDzV8czZ2xfstests-dev/tests/xfs/ install 2024-02-09T23:59:47.735 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/xfs 2024-02-09T23:59:47.743 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 602 603 604 605 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 /var/lib/xfstests/tests/xfs 2024-02-09T23:59:49.508 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/xfs 2024-02-09T23:59:49.513 INFO:teuthology.orchestra.run.smithi027.stdout:../../install-sh -o root -g root -m 644 033.out.crc 033.out.default 071.out.32 071.out.64 096.out.external 096.out.internal 216.out.64mblog 216.out.classic 033.cfg 216.cfg 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 079.out 080.out 081.out 082.out 083.out 084.out 085.out 086.out 087.out 088.out 089.out 090.out 091.out 092.out 093.out 094.out 095.out 097.out 098.out 099.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out 118.out 119.out 120.out 121.out 122.out 123.out 124.out 125.out 126.out 127.out 128.out 129.out 130.out 131.out 132.out 133.out 134.out 135.out 136.out 137.out 138.out 139.out 140.out 141.out 142.out 143.out 144.out 145.out 146.out 147.out 148.out 149.out 150.out 151.out 152.out 153.out 154.out 155.out 156.out 157.out 158.out 159.out 160.out 161.out 162.out 163.out 164.out 165.out 166.out 167.out 168.out 169.out 170.out 171.out 172.out 173.out 174.out 175.out 176.out 177.out 178.out 179.out 180.out 181.out 182.out 183.out 184.out 185.out 186.out 187.out 188.out 189.out 190.out 191.out 192.out 193.out 194.out 195.out 196.out 197.out 198.out 199.out 200.out 201.out 202.out 203.out 204.out 205.out 206.out 207.out 208.out 209.out 210.out 211.out 212.out 213.out 214.out 215.out 217.out 218.out 219.out 220.out 221.out 222.out 223.out 224.out 225.out 226.out 227.out 228.out 229.out 230.out 231.out 232.out 233.out 234.out 235.out 236.out 237.out 238.out 239.out 240.out 241.out 242.out 243.out 244.out 245.out 246.out 247.out 248.out 249.out 250.out 251.out 252.out 253.out 254.out 255.out 256.out 257.out 258.out 259.out 260.out 261.out 262.out 263.out 264.out 265.out 266.out 267.out 268.out 269.out 270.out 271.out 272.out 273.out 274.out 275.out 276.out 277.out 278.out 279.out 280.out 281.out 282.out 283.out 284.out 285.out 286.out 287.out 288.out 289.out 290.out 291.out 292.out 293.out 294.out 295.out 296.out 297.out 298.out 299.out 300.out 301.out 302.out 303.out 304.out 305.out 306.out 307.out 308.out 309.out 310.out 311.out 312.out 313.out 314.out 315.out 316.out 317.out 318.out 319.out 320.out 321.out 322.out 323.out 324.out 325.out 326.out 327.out 328.out 329.out 330.out 331.out 332.out 333.out 334.out 335.out 336.out 337.out 338.out 339.out 340.out 341.out 342.out 343.out 344.out 345.out 346.out 347.out 348.out 349.out 350.out 351.out 352.out 353.out 354.out 355.out 356.out 357.out 358.out 359.out 360.out 361.out 362.out 363.out 364.out 365.out 366.out 367.out 368.out 369.out 370.out 371.out 372.out 373.out 374.out 375.out 376.out 377.out 378.out 379.out 380.out 381.out 382.out 383.out 384.out 385.out 386.out 387.out 388.out 389.out 390.out 391.out 392.out 393.out 394.out 395.out 396.out 397.out 398.out 399.out 400.out 401.out 402.out 403.out 404.out 405.out 406.out 407.out 408.out 409.out 410.out 411.out 412.out 413.out 414.out 415.out 416.out 417.out 418.out 419.out 420.out 421.out 422.out 423.out 424.out 425.out 426.out 427.out 428.out 429.out 430.out 431.out 432.out 433.out 434.out 435.out 436.out 437.out 438.out 439.out 440.out 441.out 442.out 443.out 444.out 445.out 446.out 447.out 448.out 449.out 450.out 451.out 452.out 453.out 454.out 455.out 456.out 457.out 458.out 459.out 460.out 461.out 462.out 463.out 464.out 465.out 466.out 467.out 468.out 469.out 470.out 471.out 472.out 473.out 474.out 475.out 476.out 477.out 478.out 479.out 480.out 481.out 482.out 483.out 484.out 485.out 486.out 487.out 488.out 489.out 490.out 491.out 492.out 493.out 494.out 495.out 496.out 497.out 498.out 499.out 500.out 501.out 502.out 503.out 504.out 505.out 506.out 507.out 508.out 509.out 510.out 511.out 512.out 513.out 514.out 515.out 516.out 517.out 518.out 519.out 520.out 521.out 522.out 523.out 524.out 525.out 526.out 527.out 528.out 529.out 530.out 531.out 532.out 533.out 534.out 535.out 536.out 537.out 538.out 539.out 540.out 541.out 542.out 543.out 544.out 545.out 546.out 547.out 548.out 549.out 550.out 551.out 552.out 553.out 554.out 555.out 556.out 557.out 558.out 559.out 560.out 561.out 562.out 563.out 564.out 565.out 566.out 567.out 568.out 569.out 570.out 571.out 572.out 573.out 574.out 575.out 576.out 577.out 578.out 579.out 580.out 581.out 582.out 583.out 584.out 585.out 586.out 587.out 588.out 589.out 590.out 591.out 592.out 593.out 594.out 595.out 596.out 597.out 598.out 599.out 600.out 602.out 603.out 604.out 605.out 708.out 709.out 710.out 711.out 712.out 713.out 714.out 715.out 716.out 717.out 718.out 719.out 720.out 721.out 722.out 723.out 724.out 725.out 726.out 727.out 728.out 729.out 730.out 731.out 732.out 733.out 734.out 735.out 736.out 737.out 738.out 739.out 740.out 741.out 742.out 743.out 744.out 745.out 746.out 747.out 748.out 749.out 750.out 751.out 752.out 753.out 754.out 755.out 756.out 757.out 758.out 759.out 760.out 761.out 762.out 763.out 764.out 765.out 766.out 767.out 768.out 769.out 770.out 771.out 772.out 773.out 774.out 775.out 776.out 777.out 778.out 779.out 780.out 781.out 782.out 783.out 784.out 785.out 786.out 787.out 788.out 789.out 790.out 791.out 792.out 793.out 794.out 795.out 796.out 797.out 798.out 799.out 800.out /var/lib/xfstests/tests/xfs 2024-02-09T23:59:51.085 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-09T23:59:51.088 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-09T23:59:51.303 INFO:teuthology.orchestra.run.smithi027.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests 2024-02-09T23:59:51.312 INFO:teuthology.orchestra.run.smithi027.stdout:./install-sh -o root -g root -m 755 -d /var/lib/xfstests 2024-02-09T23:59:51.320 INFO:teuthology.orchestra.run.smithi027.stdout:./install-sh -o root -g root -m 755 check /var/lib/xfstests 2024-02-09T23:59:51.329 INFO:teuthology.orchestra.run.smithi027.stdout:./install-sh -o root -g root -m 644 randomize.awk /var/lib/xfstests 2024-02-09T23:59:51.340 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:59:51.340 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec ls tests/generic) 2024-02-09T23:59:51.356 INFO:teuthology.orchestra.run.smithi027.stdout:001 2024-02-09T23:59:51.357 INFO:teuthology.orchestra.run.smithi027.stdout:001.out 2024-02-09T23:59:51.357 INFO:teuthology.orchestra.run.smithi027.stdout:002 2024-02-09T23:59:51.357 INFO:teuthology.orchestra.run.smithi027.stdout:002.out 2024-02-09T23:59:51.357 INFO:teuthology.orchestra.run.smithi027.stdout:003 2024-02-09T23:59:51.357 INFO:teuthology.orchestra.run.smithi027.stdout:003.out 2024-02-09T23:59:51.357 INFO:teuthology.orchestra.run.smithi027.stdout:004 2024-02-09T23:59:51.357 INFO:teuthology.orchestra.run.smithi027.stdout:004.out 2024-02-09T23:59:51.357 INFO:teuthology.orchestra.run.smithi027.stdout:005 2024-02-09T23:59:51.357 INFO:teuthology.orchestra.run.smithi027.stdout:005.out 2024-02-09T23:59:51.357 INFO:teuthology.orchestra.run.smithi027.stdout:006 2024-02-09T23:59:51.357 INFO:teuthology.orchestra.run.smithi027.stdout:006.out 2024-02-09T23:59:51.357 INFO:teuthology.orchestra.run.smithi027.stdout:007 2024-02-09T23:59:51.358 INFO:teuthology.orchestra.run.smithi027.stdout:007.out 2024-02-09T23:59:51.358 INFO:teuthology.orchestra.run.smithi027.stdout:008 2024-02-09T23:59:51.358 INFO:teuthology.orchestra.run.smithi027.stdout:008.out 2024-02-09T23:59:51.358 INFO:teuthology.orchestra.run.smithi027.stdout:009 2024-02-09T23:59:51.358 INFO:teuthology.orchestra.run.smithi027.stdout:009.out 2024-02-09T23:59:51.358 INFO:teuthology.orchestra.run.smithi027.stdout:010 2024-02-09T23:59:51.358 INFO:teuthology.orchestra.run.smithi027.stdout:010.out 2024-02-09T23:59:51.358 INFO:teuthology.orchestra.run.smithi027.stdout:011 2024-02-09T23:59:51.358 INFO:teuthology.orchestra.run.smithi027.stdout:011.out 2024-02-09T23:59:51.358 INFO:teuthology.orchestra.run.smithi027.stdout:012 2024-02-09T23:59:51.358 INFO:teuthology.orchestra.run.smithi027.stdout:012.out 2024-02-09T23:59:51.358 INFO:teuthology.orchestra.run.smithi027.stdout:013 2024-02-09T23:59:51.358 INFO:teuthology.orchestra.run.smithi027.stdout:013.out 2024-02-09T23:59:51.359 INFO:teuthology.orchestra.run.smithi027.stdout:014 2024-02-09T23:59:51.359 INFO:teuthology.orchestra.run.smithi027.stdout:014.out 2024-02-09T23:59:51.359 INFO:teuthology.orchestra.run.smithi027.stdout:015 2024-02-09T23:59:51.359 INFO:teuthology.orchestra.run.smithi027.stdout:015.out 2024-02-09T23:59:51.359 INFO:teuthology.orchestra.run.smithi027.stdout:016 2024-02-09T23:59:51.359 INFO:teuthology.orchestra.run.smithi027.stdout:016.out 2024-02-09T23:59:51.359 INFO:teuthology.orchestra.run.smithi027.stdout:017 2024-02-09T23:59:51.359 INFO:teuthology.orchestra.run.smithi027.stdout:017.out 2024-02-09T23:59:51.359 INFO:teuthology.orchestra.run.smithi027.stdout:018 2024-02-09T23:59:51.359 INFO:teuthology.orchestra.run.smithi027.stdout:018.out 2024-02-09T23:59:51.359 INFO:teuthology.orchestra.run.smithi027.stdout:019 2024-02-09T23:59:51.359 INFO:teuthology.orchestra.run.smithi027.stdout:019.out 2024-02-09T23:59:51.359 INFO:teuthology.orchestra.run.smithi027.stdout:020 2024-02-09T23:59:51.359 INFO:teuthology.orchestra.run.smithi027.stdout:020.out 2024-02-09T23:59:51.360 INFO:teuthology.orchestra.run.smithi027.stdout:021 2024-02-09T23:59:51.360 INFO:teuthology.orchestra.run.smithi027.stdout:021.out 2024-02-09T23:59:51.360 INFO:teuthology.orchestra.run.smithi027.stdout:022 2024-02-09T23:59:51.360 INFO:teuthology.orchestra.run.smithi027.stdout:022.out 2024-02-09T23:59:51.360 INFO:teuthology.orchestra.run.smithi027.stdout:023 2024-02-09T23:59:51.360 INFO:teuthology.orchestra.run.smithi027.stdout:023.out 2024-02-09T23:59:51.360 INFO:teuthology.orchestra.run.smithi027.stdout:024 2024-02-09T23:59:51.360 INFO:teuthology.orchestra.run.smithi027.stdout:024.out 2024-02-09T23:59:51.360 INFO:teuthology.orchestra.run.smithi027.stdout:025 2024-02-09T23:59:51.360 INFO:teuthology.orchestra.run.smithi027.stdout:025.out 2024-02-09T23:59:51.360 INFO:teuthology.orchestra.run.smithi027.stdout:026 2024-02-09T23:59:51.360 INFO:teuthology.orchestra.run.smithi027.stdout:026.out 2024-02-09T23:59:51.360 INFO:teuthology.orchestra.run.smithi027.stdout:027 2024-02-09T23:59:51.360 INFO:teuthology.orchestra.run.smithi027.stdout:027.out 2024-02-09T23:59:51.360 INFO:teuthology.orchestra.run.smithi027.stdout:028 2024-02-09T23:59:51.361 INFO:teuthology.orchestra.run.smithi027.stdout:028.out 2024-02-09T23:59:51.361 INFO:teuthology.orchestra.run.smithi027.stdout:029 2024-02-09T23:59:51.361 INFO:teuthology.orchestra.run.smithi027.stdout:029.out 2024-02-09T23:59:51.361 INFO:teuthology.orchestra.run.smithi027.stdout:030 2024-02-09T23:59:51.361 INFO:teuthology.orchestra.run.smithi027.stdout:030.out 2024-02-09T23:59:51.361 INFO:teuthology.orchestra.run.smithi027.stdout:031 2024-02-09T23:59:51.361 INFO:teuthology.orchestra.run.smithi027.stdout:031.out 2024-02-09T23:59:51.361 INFO:teuthology.orchestra.run.smithi027.stdout:032 2024-02-09T23:59:51.361 INFO:teuthology.orchestra.run.smithi027.stdout:032.out 2024-02-09T23:59:51.361 INFO:teuthology.orchestra.run.smithi027.stdout:033 2024-02-09T23:59:51.361 INFO:teuthology.orchestra.run.smithi027.stdout:033.out 2024-02-09T23:59:51.361 INFO:teuthology.orchestra.run.smithi027.stdout:034 2024-02-09T23:59:51.361 INFO:teuthology.orchestra.run.smithi027.stdout:034.out 2024-02-09T23:59:51.361 INFO:teuthology.orchestra.run.smithi027.stdout:035 2024-02-09T23:59:51.361 INFO:teuthology.orchestra.run.smithi027.stdout:035.cfg 2024-02-09T23:59:51.362 INFO:teuthology.orchestra.run.smithi027.stdout:035.out.default 2024-02-09T23:59:51.362 INFO:teuthology.orchestra.run.smithi027.stdout:035.out.nfs 2024-02-09T23:59:51.362 INFO:teuthology.orchestra.run.smithi027.stdout:036 2024-02-09T23:59:51.362 INFO:teuthology.orchestra.run.smithi027.stdout:036.out 2024-02-09T23:59:51.362 INFO:teuthology.orchestra.run.smithi027.stdout:037 2024-02-09T23:59:51.362 INFO:teuthology.orchestra.run.smithi027.stdout:037.out 2024-02-09T23:59:51.362 INFO:teuthology.orchestra.run.smithi027.stdout:038 2024-02-09T23:59:51.362 INFO:teuthology.orchestra.run.smithi027.stdout:038.out 2024-02-09T23:59:51.362 INFO:teuthology.orchestra.run.smithi027.stdout:039 2024-02-09T23:59:51.362 INFO:teuthology.orchestra.run.smithi027.stdout:039.out 2024-02-09T23:59:51.362 INFO:teuthology.orchestra.run.smithi027.stdout:040 2024-02-09T23:59:51.362 INFO:teuthology.orchestra.run.smithi027.stdout:040.out 2024-02-09T23:59:51.362 INFO:teuthology.orchestra.run.smithi027.stdout:041 2024-02-09T23:59:51.363 INFO:teuthology.orchestra.run.smithi027.stdout:041.out 2024-02-09T23:59:51.363 INFO:teuthology.orchestra.run.smithi027.stdout:042 2024-02-09T23:59:51.363 INFO:teuthology.orchestra.run.smithi027.stdout:042.out 2024-02-09T23:59:51.363 INFO:teuthology.orchestra.run.smithi027.stdout:043 2024-02-09T23:59:51.363 INFO:teuthology.orchestra.run.smithi027.stdout:043.out 2024-02-09T23:59:51.363 INFO:teuthology.orchestra.run.smithi027.stdout:044 2024-02-09T23:59:51.363 INFO:teuthology.orchestra.run.smithi027.stdout:044.out 2024-02-09T23:59:51.363 INFO:teuthology.orchestra.run.smithi027.stdout:045 2024-02-09T23:59:51.363 INFO:teuthology.orchestra.run.smithi027.stdout:045.out 2024-02-09T23:59:51.363 INFO:teuthology.orchestra.run.smithi027.stdout:046 2024-02-09T23:59:51.363 INFO:teuthology.orchestra.run.smithi027.stdout:046.out 2024-02-09T23:59:51.363 INFO:teuthology.orchestra.run.smithi027.stdout:047 2024-02-09T23:59:51.363 INFO:teuthology.orchestra.run.smithi027.stdout:047.out 2024-02-09T23:59:51.363 INFO:teuthology.orchestra.run.smithi027.stdout:048 2024-02-09T23:59:51.363 INFO:teuthology.orchestra.run.smithi027.stdout:048.out 2024-02-09T23:59:51.364 INFO:teuthology.orchestra.run.smithi027.stdout:049 2024-02-09T23:59:51.364 INFO:teuthology.orchestra.run.smithi027.stdout:049.out 2024-02-09T23:59:51.364 INFO:teuthology.orchestra.run.smithi027.stdout:050 2024-02-09T23:59:51.364 INFO:teuthology.orchestra.run.smithi027.stdout:050.cfg 2024-02-09T23:59:51.364 INFO:teuthology.orchestra.run.smithi027.stdout:050.out.default 2024-02-09T23:59:51.364 INFO:teuthology.orchestra.run.smithi027.stdout:050.out.nojournal 2024-02-09T23:59:51.364 INFO:teuthology.orchestra.run.smithi027.stdout:050.out.xfsquota 2024-02-09T23:59:51.364 INFO:teuthology.orchestra.run.smithi027.stdout:051 2024-02-09T23:59:51.364 INFO:teuthology.orchestra.run.smithi027.stdout:051.out 2024-02-09T23:59:51.364 INFO:teuthology.orchestra.run.smithi027.stdout:052 2024-02-09T23:59:51.364 INFO:teuthology.orchestra.run.smithi027.stdout:052.out 2024-02-09T23:59:51.364 INFO:teuthology.orchestra.run.smithi027.stdout:053 2024-02-09T23:59:51.364 INFO:teuthology.orchestra.run.smithi027.stdout:053.out 2024-02-09T23:59:51.364 INFO:teuthology.orchestra.run.smithi027.stdout:054 2024-02-09T23:59:51.365 INFO:teuthology.orchestra.run.smithi027.stdout:054.out 2024-02-09T23:59:51.365 INFO:teuthology.orchestra.run.smithi027.stdout:055 2024-02-09T23:59:51.365 INFO:teuthology.orchestra.run.smithi027.stdout:055.out 2024-02-09T23:59:51.365 INFO:teuthology.orchestra.run.smithi027.stdout:056 2024-02-09T23:59:51.365 INFO:teuthology.orchestra.run.smithi027.stdout:056.out 2024-02-09T23:59:51.365 INFO:teuthology.orchestra.run.smithi027.stdout:057 2024-02-09T23:59:51.365 INFO:teuthology.orchestra.run.smithi027.stdout:057.out 2024-02-09T23:59:51.365 INFO:teuthology.orchestra.run.smithi027.stdout:058 2024-02-09T23:59:51.365 INFO:teuthology.orchestra.run.smithi027.stdout:058.out 2024-02-09T23:59:51.365 INFO:teuthology.orchestra.run.smithi027.stdout:059 2024-02-09T23:59:51.365 INFO:teuthology.orchestra.run.smithi027.stdout:059.out 2024-02-09T23:59:51.365 INFO:teuthology.orchestra.run.smithi027.stdout:060 2024-02-09T23:59:51.365 INFO:teuthology.orchestra.run.smithi027.stdout:060.out 2024-02-09T23:59:51.365 INFO:teuthology.orchestra.run.smithi027.stdout:061 2024-02-09T23:59:51.365 INFO:teuthology.orchestra.run.smithi027.stdout:061.out 2024-02-09T23:59:51.366 INFO:teuthology.orchestra.run.smithi027.stdout:062 2024-02-09T23:59:51.366 INFO:teuthology.orchestra.run.smithi027.stdout:062.out 2024-02-09T23:59:51.366 INFO:teuthology.orchestra.run.smithi027.stdout:063 2024-02-09T23:59:51.366 INFO:teuthology.orchestra.run.smithi027.stdout:063.out 2024-02-09T23:59:51.366 INFO:teuthology.orchestra.run.smithi027.stdout:064 2024-02-09T23:59:51.366 INFO:teuthology.orchestra.run.smithi027.stdout:064.out 2024-02-09T23:59:51.366 INFO:teuthology.orchestra.run.smithi027.stdout:065 2024-02-09T23:59:51.366 INFO:teuthology.orchestra.run.smithi027.stdout:065.out 2024-02-09T23:59:51.366 INFO:teuthology.orchestra.run.smithi027.stdout:066 2024-02-09T23:59:51.366 INFO:teuthology.orchestra.run.smithi027.stdout:066.out 2024-02-09T23:59:51.366 INFO:teuthology.orchestra.run.smithi027.stdout:067 2024-02-09T23:59:51.366 INFO:teuthology.orchestra.run.smithi027.stdout:067.out 2024-02-09T23:59:51.366 INFO:teuthology.orchestra.run.smithi027.stdout:068 2024-02-09T23:59:51.366 INFO:teuthology.orchestra.run.smithi027.stdout:068.out 2024-02-09T23:59:51.367 INFO:teuthology.orchestra.run.smithi027.stdout:069 2024-02-09T23:59:51.367 INFO:teuthology.orchestra.run.smithi027.stdout:069.out 2024-02-09T23:59:51.367 INFO:teuthology.orchestra.run.smithi027.stdout:070 2024-02-09T23:59:51.367 INFO:teuthology.orchestra.run.smithi027.stdout:070.out 2024-02-09T23:59:51.367 INFO:teuthology.orchestra.run.smithi027.stdout:071 2024-02-09T23:59:51.367 INFO:teuthology.orchestra.run.smithi027.stdout:071.out 2024-02-09T23:59:51.367 INFO:teuthology.orchestra.run.smithi027.stdout:072 2024-02-09T23:59:51.367 INFO:teuthology.orchestra.run.smithi027.stdout:072.out 2024-02-09T23:59:51.367 INFO:teuthology.orchestra.run.smithi027.stdout:073 2024-02-09T23:59:51.367 INFO:teuthology.orchestra.run.smithi027.stdout:073.out 2024-02-09T23:59:51.367 INFO:teuthology.orchestra.run.smithi027.stdout:074 2024-02-09T23:59:51.367 INFO:teuthology.orchestra.run.smithi027.stdout:074.out 2024-02-09T23:59:51.367 INFO:teuthology.orchestra.run.smithi027.stdout:075 2024-02-09T23:59:51.367 INFO:teuthology.orchestra.run.smithi027.stdout:075.out 2024-02-09T23:59:51.367 INFO:teuthology.orchestra.run.smithi027.stdout:076 2024-02-09T23:59:51.368 INFO:teuthology.orchestra.run.smithi027.stdout:076.out 2024-02-09T23:59:51.368 INFO:teuthology.orchestra.run.smithi027.stdout:077 2024-02-09T23:59:51.368 INFO:teuthology.orchestra.run.smithi027.stdout:077.out 2024-02-09T23:59:51.368 INFO:teuthology.orchestra.run.smithi027.stdout:078 2024-02-09T23:59:51.368 INFO:teuthology.orchestra.run.smithi027.stdout:078.out 2024-02-09T23:59:51.368 INFO:teuthology.orchestra.run.smithi027.stdout:079 2024-02-09T23:59:51.368 INFO:teuthology.orchestra.run.smithi027.stdout:079.out 2024-02-09T23:59:51.368 INFO:teuthology.orchestra.run.smithi027.stdout:080 2024-02-09T23:59:51.368 INFO:teuthology.orchestra.run.smithi027.stdout:080.out 2024-02-09T23:59:51.368 INFO:teuthology.orchestra.run.smithi027.stdout:081 2024-02-09T23:59:51.368 INFO:teuthology.orchestra.run.smithi027.stdout:081.out 2024-02-09T23:59:51.368 INFO:teuthology.orchestra.run.smithi027.stdout:082 2024-02-09T23:59:51.368 INFO:teuthology.orchestra.run.smithi027.stdout:082.out 2024-02-09T23:59:51.368 INFO:teuthology.orchestra.run.smithi027.stdout:083 2024-02-09T23:59:51.368 INFO:teuthology.orchestra.run.smithi027.stdout:083.out 2024-02-09T23:59:51.369 INFO:teuthology.orchestra.run.smithi027.stdout:084 2024-02-09T23:59:51.369 INFO:teuthology.orchestra.run.smithi027.stdout:084.out 2024-02-09T23:59:51.369 INFO:teuthology.orchestra.run.smithi027.stdout:085 2024-02-09T23:59:51.369 INFO:teuthology.orchestra.run.smithi027.stdout:085.out 2024-02-09T23:59:51.369 INFO:teuthology.orchestra.run.smithi027.stdout:086 2024-02-09T23:59:51.369 INFO:teuthology.orchestra.run.smithi027.stdout:086.out 2024-02-09T23:59:51.369 INFO:teuthology.orchestra.run.smithi027.stdout:087 2024-02-09T23:59:51.369 INFO:teuthology.orchestra.run.smithi027.stdout:087.out 2024-02-09T23:59:51.369 INFO:teuthology.orchestra.run.smithi027.stdout:088 2024-02-09T23:59:51.369 INFO:teuthology.orchestra.run.smithi027.stdout:088.out 2024-02-09T23:59:51.369 INFO:teuthology.orchestra.run.smithi027.stdout:089 2024-02-09T23:59:51.369 INFO:teuthology.orchestra.run.smithi027.stdout:089.out 2024-02-09T23:59:51.369 INFO:teuthology.orchestra.run.smithi027.stdout:090 2024-02-09T23:59:51.369 INFO:teuthology.orchestra.run.smithi027.stdout:090.out 2024-02-09T23:59:51.369 INFO:teuthology.orchestra.run.smithi027.stdout:091 2024-02-09T23:59:51.370 INFO:teuthology.orchestra.run.smithi027.stdout:091.out 2024-02-09T23:59:51.370 INFO:teuthology.orchestra.run.smithi027.stdout:092 2024-02-09T23:59:51.370 INFO:teuthology.orchestra.run.smithi027.stdout:092.out 2024-02-09T23:59:51.370 INFO:teuthology.orchestra.run.smithi027.stdout:093 2024-02-09T23:59:51.370 INFO:teuthology.orchestra.run.smithi027.stdout:093.out 2024-02-09T23:59:51.370 INFO:teuthology.orchestra.run.smithi027.stdout:094 2024-02-09T23:59:51.370 INFO:teuthology.orchestra.run.smithi027.stdout:094.out 2024-02-09T23:59:51.370 INFO:teuthology.orchestra.run.smithi027.stdout:095 2024-02-09T23:59:51.370 INFO:teuthology.orchestra.run.smithi027.stdout:095.out 2024-02-09T23:59:51.370 INFO:teuthology.orchestra.run.smithi027.stdout:096 2024-02-09T23:59:51.370 INFO:teuthology.orchestra.run.smithi027.stdout:096.out 2024-02-09T23:59:51.370 INFO:teuthology.orchestra.run.smithi027.stdout:097 2024-02-09T23:59:51.370 INFO:teuthology.orchestra.run.smithi027.stdout:097.out 2024-02-09T23:59:51.370 INFO:teuthology.orchestra.run.smithi027.stdout:098 2024-02-09T23:59:51.371 INFO:teuthology.orchestra.run.smithi027.stdout:098.out 2024-02-09T23:59:51.371 INFO:teuthology.orchestra.run.smithi027.stdout:099 2024-02-09T23:59:51.371 INFO:teuthology.orchestra.run.smithi027.stdout:099.out 2024-02-09T23:59:51.371 INFO:teuthology.orchestra.run.smithi027.stdout:100 2024-02-09T23:59:51.371 INFO:teuthology.orchestra.run.smithi027.stdout:100.out 2024-02-09T23:59:51.371 INFO:teuthology.orchestra.run.smithi027.stdout:101 2024-02-09T23:59:51.371 INFO:teuthology.orchestra.run.smithi027.stdout:101.out 2024-02-09T23:59:51.371 INFO:teuthology.orchestra.run.smithi027.stdout:102 2024-02-09T23:59:51.371 INFO:teuthology.orchestra.run.smithi027.stdout:102.out 2024-02-09T23:59:51.371 INFO:teuthology.orchestra.run.smithi027.stdout:103 2024-02-09T23:59:51.371 INFO:teuthology.orchestra.run.smithi027.stdout:103.out 2024-02-09T23:59:51.371 INFO:teuthology.orchestra.run.smithi027.stdout:104 2024-02-09T23:59:51.371 INFO:teuthology.orchestra.run.smithi027.stdout:104.out 2024-02-09T23:59:51.371 INFO:teuthology.orchestra.run.smithi027.stdout:105 2024-02-09T23:59:51.372 INFO:teuthology.orchestra.run.smithi027.stdout:105.out 2024-02-09T23:59:51.372 INFO:teuthology.orchestra.run.smithi027.stdout:106 2024-02-09T23:59:51.372 INFO:teuthology.orchestra.run.smithi027.stdout:106.out 2024-02-09T23:59:51.372 INFO:teuthology.orchestra.run.smithi027.stdout:107 2024-02-09T23:59:51.372 INFO:teuthology.orchestra.run.smithi027.stdout:107.out 2024-02-09T23:59:51.372 INFO:teuthology.orchestra.run.smithi027.stdout:108 2024-02-09T23:59:51.372 INFO:teuthology.orchestra.run.smithi027.stdout:108.out 2024-02-09T23:59:51.372 INFO:teuthology.orchestra.run.smithi027.stdout:109 2024-02-09T23:59:51.372 INFO:teuthology.orchestra.run.smithi027.stdout:109.out 2024-02-09T23:59:51.372 INFO:teuthology.orchestra.run.smithi027.stdout:110 2024-02-09T23:59:51.372 INFO:teuthology.orchestra.run.smithi027.stdout:110.out 2024-02-09T23:59:51.372 INFO:teuthology.orchestra.run.smithi027.stdout:111 2024-02-09T23:59:51.372 INFO:teuthology.orchestra.run.smithi027.stdout:111.out 2024-02-09T23:59:51.372 INFO:teuthology.orchestra.run.smithi027.stdout:112 2024-02-09T23:59:51.373 INFO:teuthology.orchestra.run.smithi027.stdout:112.out 2024-02-09T23:59:51.373 INFO:teuthology.orchestra.run.smithi027.stdout:113 2024-02-09T23:59:51.373 INFO:teuthology.orchestra.run.smithi027.stdout:113.out 2024-02-09T23:59:51.373 INFO:teuthology.orchestra.run.smithi027.stdout:114 2024-02-09T23:59:51.373 INFO:teuthology.orchestra.run.smithi027.stdout:114.out 2024-02-09T23:59:51.373 INFO:teuthology.orchestra.run.smithi027.stdout:115 2024-02-09T23:59:51.373 INFO:teuthology.orchestra.run.smithi027.stdout:115.out 2024-02-09T23:59:51.373 INFO:teuthology.orchestra.run.smithi027.stdout:116 2024-02-09T23:59:51.373 INFO:teuthology.orchestra.run.smithi027.stdout:116.out 2024-02-09T23:59:51.373 INFO:teuthology.orchestra.run.smithi027.stdout:117 2024-02-09T23:59:51.373 INFO:teuthology.orchestra.run.smithi027.stdout:117.out 2024-02-09T23:59:51.373 INFO:teuthology.orchestra.run.smithi027.stdout:118 2024-02-09T23:59:51.373 INFO:teuthology.orchestra.run.smithi027.stdout:118.out 2024-02-09T23:59:51.373 INFO:teuthology.orchestra.run.smithi027.stdout:119 2024-02-09T23:59:51.374 INFO:teuthology.orchestra.run.smithi027.stdout:119.out 2024-02-09T23:59:51.374 INFO:teuthology.orchestra.run.smithi027.stdout:120 2024-02-09T23:59:51.374 INFO:teuthology.orchestra.run.smithi027.stdout:120.out 2024-02-09T23:59:51.374 INFO:teuthology.orchestra.run.smithi027.stdout:121 2024-02-09T23:59:51.374 INFO:teuthology.orchestra.run.smithi027.stdout:121.out 2024-02-09T23:59:51.374 INFO:teuthology.orchestra.run.smithi027.stdout:122 2024-02-09T23:59:51.374 INFO:teuthology.orchestra.run.smithi027.stdout:122.out 2024-02-09T23:59:51.374 INFO:teuthology.orchestra.run.smithi027.stdout:123 2024-02-09T23:59:51.374 INFO:teuthology.orchestra.run.smithi027.stdout:123.out 2024-02-09T23:59:51.374 INFO:teuthology.orchestra.run.smithi027.stdout:124 2024-02-09T23:59:51.374 INFO:teuthology.orchestra.run.smithi027.stdout:124.out 2024-02-09T23:59:51.374 INFO:teuthology.orchestra.run.smithi027.stdout:125 2024-02-09T23:59:51.374 INFO:teuthology.orchestra.run.smithi027.stdout:125.out 2024-02-09T23:59:51.374 INFO:teuthology.orchestra.run.smithi027.stdout:126 2024-02-09T23:59:51.375 INFO:teuthology.orchestra.run.smithi027.stdout:126.out 2024-02-09T23:59:51.375 INFO:teuthology.orchestra.run.smithi027.stdout:127 2024-02-09T23:59:51.375 INFO:teuthology.orchestra.run.smithi027.stdout:127.out 2024-02-09T23:59:51.375 INFO:teuthology.orchestra.run.smithi027.stdout:128 2024-02-09T23:59:51.375 INFO:teuthology.orchestra.run.smithi027.stdout:128.out 2024-02-09T23:59:51.375 INFO:teuthology.orchestra.run.smithi027.stdout:129 2024-02-09T23:59:51.375 INFO:teuthology.orchestra.run.smithi027.stdout:129.out 2024-02-09T23:59:51.375 INFO:teuthology.orchestra.run.smithi027.stdout:130 2024-02-09T23:59:51.375 INFO:teuthology.orchestra.run.smithi027.stdout:130.out 2024-02-09T23:59:51.375 INFO:teuthology.orchestra.run.smithi027.stdout:131 2024-02-09T23:59:51.375 INFO:teuthology.orchestra.run.smithi027.stdout:131.out 2024-02-09T23:59:51.375 INFO:teuthology.orchestra.run.smithi027.stdout:132 2024-02-09T23:59:51.375 INFO:teuthology.orchestra.run.smithi027.stdout:132.out 2024-02-09T23:59:51.375 INFO:teuthology.orchestra.run.smithi027.stdout:133 2024-02-09T23:59:51.375 INFO:teuthology.orchestra.run.smithi027.stdout:133.out 2024-02-09T23:59:51.376 INFO:teuthology.orchestra.run.smithi027.stdout:134 2024-02-09T23:59:51.376 INFO:teuthology.orchestra.run.smithi027.stdout:134.out 2024-02-09T23:59:51.376 INFO:teuthology.orchestra.run.smithi027.stdout:135 2024-02-09T23:59:51.376 INFO:teuthology.orchestra.run.smithi027.stdout:135.out 2024-02-09T23:59:51.376 INFO:teuthology.orchestra.run.smithi027.stdout:136 2024-02-09T23:59:51.376 INFO:teuthology.orchestra.run.smithi027.stdout:136.out 2024-02-09T23:59:51.376 INFO:teuthology.orchestra.run.smithi027.stdout:137 2024-02-09T23:59:51.376 INFO:teuthology.orchestra.run.smithi027.stdout:137.out 2024-02-09T23:59:51.376 INFO:teuthology.orchestra.run.smithi027.stdout:138 2024-02-09T23:59:51.376 INFO:teuthology.orchestra.run.smithi027.stdout:138.out 2024-02-09T23:59:51.376 INFO:teuthology.orchestra.run.smithi027.stdout:139 2024-02-09T23:59:51.376 INFO:teuthology.orchestra.run.smithi027.stdout:139.out 2024-02-09T23:59:51.376 INFO:teuthology.orchestra.run.smithi027.stdout:140 2024-02-09T23:59:51.376 INFO:teuthology.orchestra.run.smithi027.stdout:140.out 2024-02-09T23:59:51.377 INFO:teuthology.orchestra.run.smithi027.stdout:141 2024-02-09T23:59:51.377 INFO:teuthology.orchestra.run.smithi027.stdout:141.out 2024-02-09T23:59:51.377 INFO:teuthology.orchestra.run.smithi027.stdout:142 2024-02-09T23:59:51.377 INFO:teuthology.orchestra.run.smithi027.stdout:142.out 2024-02-09T23:59:51.377 INFO:teuthology.orchestra.run.smithi027.stdout:143 2024-02-09T23:59:51.377 INFO:teuthology.orchestra.run.smithi027.stdout:143.out 2024-02-09T23:59:51.377 INFO:teuthology.orchestra.run.smithi027.stdout:144 2024-02-09T23:59:51.377 INFO:teuthology.orchestra.run.smithi027.stdout:144.out 2024-02-09T23:59:51.377 INFO:teuthology.orchestra.run.smithi027.stdout:145 2024-02-09T23:59:51.377 INFO:teuthology.orchestra.run.smithi027.stdout:145.out 2024-02-09T23:59:51.377 INFO:teuthology.orchestra.run.smithi027.stdout:146 2024-02-09T23:59:51.377 INFO:teuthology.orchestra.run.smithi027.stdout:146.out 2024-02-09T23:59:51.377 INFO:teuthology.orchestra.run.smithi027.stdout:147 2024-02-09T23:59:51.377 INFO:teuthology.orchestra.run.smithi027.stdout:147.out 2024-02-09T23:59:51.378 INFO:teuthology.orchestra.run.smithi027.stdout:148 2024-02-09T23:59:51.378 INFO:teuthology.orchestra.run.smithi027.stdout:148.out 2024-02-09T23:59:51.378 INFO:teuthology.orchestra.run.smithi027.stdout:149 2024-02-09T23:59:51.378 INFO:teuthology.orchestra.run.smithi027.stdout:149.out 2024-02-09T23:59:51.378 INFO:teuthology.orchestra.run.smithi027.stdout:150 2024-02-09T23:59:51.378 INFO:teuthology.orchestra.run.smithi027.stdout:150.out 2024-02-09T23:59:51.378 INFO:teuthology.orchestra.run.smithi027.stdout:151 2024-02-09T23:59:51.378 INFO:teuthology.orchestra.run.smithi027.stdout:151.out 2024-02-09T23:59:51.378 INFO:teuthology.orchestra.run.smithi027.stdout:152 2024-02-09T23:59:51.378 INFO:teuthology.orchestra.run.smithi027.stdout:152.out 2024-02-09T23:59:51.378 INFO:teuthology.orchestra.run.smithi027.stdout:153 2024-02-09T23:59:51.378 INFO:teuthology.orchestra.run.smithi027.stdout:153.out 2024-02-09T23:59:51.378 INFO:teuthology.orchestra.run.smithi027.stdout:154 2024-02-09T23:59:51.378 INFO:teuthology.orchestra.run.smithi027.stdout:154.out 2024-02-09T23:59:51.378 INFO:teuthology.orchestra.run.smithi027.stdout:155 2024-02-09T23:59:51.379 INFO:teuthology.orchestra.run.smithi027.stdout:155.out 2024-02-09T23:59:51.379 INFO:teuthology.orchestra.run.smithi027.stdout:156 2024-02-09T23:59:51.379 INFO:teuthology.orchestra.run.smithi027.stdout:156.out 2024-02-09T23:59:51.379 INFO:teuthology.orchestra.run.smithi027.stdout:157 2024-02-09T23:59:51.379 INFO:teuthology.orchestra.run.smithi027.stdout:157.out 2024-02-09T23:59:51.379 INFO:teuthology.orchestra.run.smithi027.stdout:158 2024-02-09T23:59:51.379 INFO:teuthology.orchestra.run.smithi027.stdout:158.out 2024-02-09T23:59:51.379 INFO:teuthology.orchestra.run.smithi027.stdout:159 2024-02-09T23:59:51.379 INFO:teuthology.orchestra.run.smithi027.stdout:159.out 2024-02-09T23:59:51.379 INFO:teuthology.orchestra.run.smithi027.stdout:160 2024-02-09T23:59:51.379 INFO:teuthology.orchestra.run.smithi027.stdout:160.out 2024-02-09T23:59:51.379 INFO:teuthology.orchestra.run.smithi027.stdout:161 2024-02-09T23:59:51.379 INFO:teuthology.orchestra.run.smithi027.stdout:161.out 2024-02-09T23:59:51.379 INFO:teuthology.orchestra.run.smithi027.stdout:162 2024-02-09T23:59:51.380 INFO:teuthology.orchestra.run.smithi027.stdout:162.out 2024-02-09T23:59:51.380 INFO:teuthology.orchestra.run.smithi027.stdout:163 2024-02-09T23:59:51.380 INFO:teuthology.orchestra.run.smithi027.stdout:163.out 2024-02-09T23:59:51.380 INFO:teuthology.orchestra.run.smithi027.stdout:164 2024-02-09T23:59:51.380 INFO:teuthology.orchestra.run.smithi027.stdout:164.out 2024-02-09T23:59:51.380 INFO:teuthology.orchestra.run.smithi027.stdout:165 2024-02-09T23:59:51.380 INFO:teuthology.orchestra.run.smithi027.stdout:165.out 2024-02-09T23:59:51.380 INFO:teuthology.orchestra.run.smithi027.stdout:166 2024-02-09T23:59:51.380 INFO:teuthology.orchestra.run.smithi027.stdout:166.out 2024-02-09T23:59:51.380 INFO:teuthology.orchestra.run.smithi027.stdout:167 2024-02-09T23:59:51.380 INFO:teuthology.orchestra.run.smithi027.stdout:167.out 2024-02-09T23:59:51.380 INFO:teuthology.orchestra.run.smithi027.stdout:168 2024-02-09T23:59:51.380 INFO:teuthology.orchestra.run.smithi027.stdout:168.out 2024-02-09T23:59:51.380 INFO:teuthology.orchestra.run.smithi027.stdout:169 2024-02-09T23:59:51.380 INFO:teuthology.orchestra.run.smithi027.stdout:169.out 2024-02-09T23:59:51.381 INFO:teuthology.orchestra.run.smithi027.stdout:170 2024-02-09T23:59:51.381 INFO:teuthology.orchestra.run.smithi027.stdout:170.out 2024-02-09T23:59:51.381 INFO:teuthology.orchestra.run.smithi027.stdout:171 2024-02-09T23:59:51.381 INFO:teuthology.orchestra.run.smithi027.stdout:171.out 2024-02-09T23:59:51.381 INFO:teuthology.orchestra.run.smithi027.stdout:172 2024-02-09T23:59:51.381 INFO:teuthology.orchestra.run.smithi027.stdout:172.out 2024-02-09T23:59:51.381 INFO:teuthology.orchestra.run.smithi027.stdout:173 2024-02-09T23:59:51.381 INFO:teuthology.orchestra.run.smithi027.stdout:173.out 2024-02-09T23:59:51.381 INFO:teuthology.orchestra.run.smithi027.stdout:174 2024-02-09T23:59:51.381 INFO:teuthology.orchestra.run.smithi027.stdout:174.out 2024-02-09T23:59:51.381 INFO:teuthology.orchestra.run.smithi027.stdout:175 2024-02-09T23:59:51.381 INFO:teuthology.orchestra.run.smithi027.stdout:175.out 2024-02-09T23:59:51.381 INFO:teuthology.orchestra.run.smithi027.stdout:176 2024-02-09T23:59:51.381 INFO:teuthology.orchestra.run.smithi027.stdout:176.out 2024-02-09T23:59:51.382 INFO:teuthology.orchestra.run.smithi027.stdout:177 2024-02-09T23:59:51.382 INFO:teuthology.orchestra.run.smithi027.stdout:177.out 2024-02-09T23:59:51.382 INFO:teuthology.orchestra.run.smithi027.stdout:178 2024-02-09T23:59:51.382 INFO:teuthology.orchestra.run.smithi027.stdout:178.out 2024-02-09T23:59:51.382 INFO:teuthology.orchestra.run.smithi027.stdout:179 2024-02-09T23:59:51.382 INFO:teuthology.orchestra.run.smithi027.stdout:179.out 2024-02-09T23:59:51.382 INFO:teuthology.orchestra.run.smithi027.stdout:180 2024-02-09T23:59:51.382 INFO:teuthology.orchestra.run.smithi027.stdout:180.out 2024-02-09T23:59:51.382 INFO:teuthology.orchestra.run.smithi027.stdout:181 2024-02-09T23:59:51.382 INFO:teuthology.orchestra.run.smithi027.stdout:181.out 2024-02-09T23:59:51.382 INFO:teuthology.orchestra.run.smithi027.stdout:182 2024-02-09T23:59:51.382 INFO:teuthology.orchestra.run.smithi027.stdout:182.out 2024-02-09T23:59:51.382 INFO:teuthology.orchestra.run.smithi027.stdout:183 2024-02-09T23:59:51.382 INFO:teuthology.orchestra.run.smithi027.stdout:183.out 2024-02-09T23:59:51.382 INFO:teuthology.orchestra.run.smithi027.stdout:184 2024-02-09T23:59:51.383 INFO:teuthology.orchestra.run.smithi027.stdout:184.out 2024-02-09T23:59:51.383 INFO:teuthology.orchestra.run.smithi027.stdout:185 2024-02-09T23:59:51.383 INFO:teuthology.orchestra.run.smithi027.stdout:185.out 2024-02-09T23:59:51.383 INFO:teuthology.orchestra.run.smithi027.stdout:186 2024-02-09T23:59:51.383 INFO:teuthology.orchestra.run.smithi027.stdout:186.out 2024-02-09T23:59:51.383 INFO:teuthology.orchestra.run.smithi027.stdout:187 2024-02-09T23:59:51.383 INFO:teuthology.orchestra.run.smithi027.stdout:187.out 2024-02-09T23:59:51.383 INFO:teuthology.orchestra.run.smithi027.stdout:188 2024-02-09T23:59:51.383 INFO:teuthology.orchestra.run.smithi027.stdout:188.out 2024-02-09T23:59:51.383 INFO:teuthology.orchestra.run.smithi027.stdout:189 2024-02-09T23:59:51.383 INFO:teuthology.orchestra.run.smithi027.stdout:189.out 2024-02-09T23:59:51.383 INFO:teuthology.orchestra.run.smithi027.stdout:190 2024-02-09T23:59:51.383 INFO:teuthology.orchestra.run.smithi027.stdout:190.out 2024-02-09T23:59:51.383 INFO:teuthology.orchestra.run.smithi027.stdout:191 2024-02-09T23:59:51.383 INFO:teuthology.orchestra.run.smithi027.stdout:191.out 2024-02-09T23:59:51.384 INFO:teuthology.orchestra.run.smithi027.stdout:192 2024-02-09T23:59:51.384 INFO:teuthology.orchestra.run.smithi027.stdout:192.out 2024-02-09T23:59:51.384 INFO:teuthology.orchestra.run.smithi027.stdout:193 2024-02-09T23:59:51.384 INFO:teuthology.orchestra.run.smithi027.stdout:193.out 2024-02-09T23:59:51.384 INFO:teuthology.orchestra.run.smithi027.stdout:194 2024-02-09T23:59:51.384 INFO:teuthology.orchestra.run.smithi027.stdout:194.out 2024-02-09T23:59:51.384 INFO:teuthology.orchestra.run.smithi027.stdout:195 2024-02-09T23:59:51.384 INFO:teuthology.orchestra.run.smithi027.stdout:195.out 2024-02-09T23:59:51.384 INFO:teuthology.orchestra.run.smithi027.stdout:196 2024-02-09T23:59:51.384 INFO:teuthology.orchestra.run.smithi027.stdout:196.out 2024-02-09T23:59:51.384 INFO:teuthology.orchestra.run.smithi027.stdout:197 2024-02-09T23:59:51.384 INFO:teuthology.orchestra.run.smithi027.stdout:197.out 2024-02-09T23:59:51.384 INFO:teuthology.orchestra.run.smithi027.stdout:198 2024-02-09T23:59:51.384 INFO:teuthology.orchestra.run.smithi027.stdout:198.out 2024-02-09T23:59:51.384 INFO:teuthology.orchestra.run.smithi027.stdout:199 2024-02-09T23:59:51.385 INFO:teuthology.orchestra.run.smithi027.stdout:199.out 2024-02-09T23:59:51.385 INFO:teuthology.orchestra.run.smithi027.stdout:200 2024-02-09T23:59:51.385 INFO:teuthology.orchestra.run.smithi027.stdout:200.out 2024-02-09T23:59:51.385 INFO:teuthology.orchestra.run.smithi027.stdout:201 2024-02-09T23:59:51.385 INFO:teuthology.orchestra.run.smithi027.stdout:201.out 2024-02-09T23:59:51.385 INFO:teuthology.orchestra.run.smithi027.stdout:202 2024-02-09T23:59:51.385 INFO:teuthology.orchestra.run.smithi027.stdout:202.out 2024-02-09T23:59:51.385 INFO:teuthology.orchestra.run.smithi027.stdout:203 2024-02-09T23:59:51.385 INFO:teuthology.orchestra.run.smithi027.stdout:203.out 2024-02-09T23:59:51.385 INFO:teuthology.orchestra.run.smithi027.stdout:204 2024-02-09T23:59:51.385 INFO:teuthology.orchestra.run.smithi027.stdout:204.out 2024-02-09T23:59:51.385 INFO:teuthology.orchestra.run.smithi027.stdout:205 2024-02-09T23:59:51.385 INFO:teuthology.orchestra.run.smithi027.stdout:205.out 2024-02-09T23:59:51.385 INFO:teuthology.orchestra.run.smithi027.stdout:206 2024-02-09T23:59:51.386 INFO:teuthology.orchestra.run.smithi027.stdout:206.out 2024-02-09T23:59:51.386 INFO:teuthology.orchestra.run.smithi027.stdout:207 2024-02-09T23:59:51.386 INFO:teuthology.orchestra.run.smithi027.stdout:207.out 2024-02-09T23:59:51.386 INFO:teuthology.orchestra.run.smithi027.stdout:208 2024-02-09T23:59:51.386 INFO:teuthology.orchestra.run.smithi027.stdout:208.out 2024-02-09T23:59:51.386 INFO:teuthology.orchestra.run.smithi027.stdout:209 2024-02-09T23:59:51.386 INFO:teuthology.orchestra.run.smithi027.stdout:209.out 2024-02-09T23:59:51.386 INFO:teuthology.orchestra.run.smithi027.stdout:210 2024-02-09T23:59:51.386 INFO:teuthology.orchestra.run.smithi027.stdout:210.out 2024-02-09T23:59:51.386 INFO:teuthology.orchestra.run.smithi027.stdout:211 2024-02-09T23:59:51.386 INFO:teuthology.orchestra.run.smithi027.stdout:211.out 2024-02-09T23:59:51.386 INFO:teuthology.orchestra.run.smithi027.stdout:212 2024-02-09T23:59:51.386 INFO:teuthology.orchestra.run.smithi027.stdout:212.out 2024-02-09T23:59:51.386 INFO:teuthology.orchestra.run.smithi027.stdout:213 2024-02-09T23:59:51.386 INFO:teuthology.orchestra.run.smithi027.stdout:213.out 2024-02-09T23:59:51.387 INFO:teuthology.orchestra.run.smithi027.stdout:214 2024-02-09T23:59:51.387 INFO:teuthology.orchestra.run.smithi027.stdout:214.out 2024-02-09T23:59:51.387 INFO:teuthology.orchestra.run.smithi027.stdout:215 2024-02-09T23:59:51.387 INFO:teuthology.orchestra.run.smithi027.stdout:215.out 2024-02-09T23:59:51.387 INFO:teuthology.orchestra.run.smithi027.stdout:216 2024-02-09T23:59:51.387 INFO:teuthology.orchestra.run.smithi027.stdout:216.out 2024-02-09T23:59:51.387 INFO:teuthology.orchestra.run.smithi027.stdout:217 2024-02-09T23:59:51.387 INFO:teuthology.orchestra.run.smithi027.stdout:217.out 2024-02-09T23:59:51.387 INFO:teuthology.orchestra.run.smithi027.stdout:218 2024-02-09T23:59:51.387 INFO:teuthology.orchestra.run.smithi027.stdout:218.out 2024-02-09T23:59:51.387 INFO:teuthology.orchestra.run.smithi027.stdout:219 2024-02-09T23:59:51.387 INFO:teuthology.orchestra.run.smithi027.stdout:219.out 2024-02-09T23:59:51.387 INFO:teuthology.orchestra.run.smithi027.stdout:220 2024-02-09T23:59:51.387 INFO:teuthology.orchestra.run.smithi027.stdout:220.out 2024-02-09T23:59:51.388 INFO:teuthology.orchestra.run.smithi027.stdout:221 2024-02-09T23:59:51.388 INFO:teuthology.orchestra.run.smithi027.stdout:221.out 2024-02-09T23:59:51.388 INFO:teuthology.orchestra.run.smithi027.stdout:222 2024-02-09T23:59:51.388 INFO:teuthology.orchestra.run.smithi027.stdout:222.out 2024-02-09T23:59:51.388 INFO:teuthology.orchestra.run.smithi027.stdout:223 2024-02-09T23:59:51.388 INFO:teuthology.orchestra.run.smithi027.stdout:223.out 2024-02-09T23:59:51.388 INFO:teuthology.orchestra.run.smithi027.stdout:224 2024-02-09T23:59:51.388 INFO:teuthology.orchestra.run.smithi027.stdout:224.out 2024-02-09T23:59:51.388 INFO:teuthology.orchestra.run.smithi027.stdout:225 2024-02-09T23:59:51.388 INFO:teuthology.orchestra.run.smithi027.stdout:225.out 2024-02-09T23:59:51.388 INFO:teuthology.orchestra.run.smithi027.stdout:226 2024-02-09T23:59:51.388 INFO:teuthology.orchestra.run.smithi027.stdout:226.out 2024-02-09T23:59:51.388 INFO:teuthology.orchestra.run.smithi027.stdout:227 2024-02-09T23:59:51.388 INFO:teuthology.orchestra.run.smithi027.stdout:227.out 2024-02-09T23:59:51.388 INFO:teuthology.orchestra.run.smithi027.stdout:228 2024-02-09T23:59:51.389 INFO:teuthology.orchestra.run.smithi027.stdout:228.out 2024-02-09T23:59:51.389 INFO:teuthology.orchestra.run.smithi027.stdout:229 2024-02-09T23:59:51.389 INFO:teuthology.orchestra.run.smithi027.stdout:229.out 2024-02-09T23:59:51.389 INFO:teuthology.orchestra.run.smithi027.stdout:230 2024-02-09T23:59:51.389 INFO:teuthology.orchestra.run.smithi027.stdout:230.out 2024-02-09T23:59:51.389 INFO:teuthology.orchestra.run.smithi027.stdout:231 2024-02-09T23:59:51.389 INFO:teuthology.orchestra.run.smithi027.stdout:231.out 2024-02-09T23:59:51.389 INFO:teuthology.orchestra.run.smithi027.stdout:232 2024-02-09T23:59:51.389 INFO:teuthology.orchestra.run.smithi027.stdout:232.out 2024-02-09T23:59:51.389 INFO:teuthology.orchestra.run.smithi027.stdout:233 2024-02-09T23:59:51.389 INFO:teuthology.orchestra.run.smithi027.stdout:233.out 2024-02-09T23:59:51.389 INFO:teuthology.orchestra.run.smithi027.stdout:234 2024-02-09T23:59:51.389 INFO:teuthology.orchestra.run.smithi027.stdout:234.out 2024-02-09T23:59:51.389 INFO:teuthology.orchestra.run.smithi027.stdout:235 2024-02-09T23:59:51.390 INFO:teuthology.orchestra.run.smithi027.stdout:235.out 2024-02-09T23:59:51.390 INFO:teuthology.orchestra.run.smithi027.stdout:236 2024-02-09T23:59:51.390 INFO:teuthology.orchestra.run.smithi027.stdout:236.out 2024-02-09T23:59:51.390 INFO:teuthology.orchestra.run.smithi027.stdout:237 2024-02-09T23:59:51.390 INFO:teuthology.orchestra.run.smithi027.stdout:237.out 2024-02-09T23:59:51.390 INFO:teuthology.orchestra.run.smithi027.stdout:238 2024-02-09T23:59:51.390 INFO:teuthology.orchestra.run.smithi027.stdout:238.out 2024-02-09T23:59:51.390 INFO:teuthology.orchestra.run.smithi027.stdout:239 2024-02-09T23:59:51.390 INFO:teuthology.orchestra.run.smithi027.stdout:239.out 2024-02-09T23:59:51.390 INFO:teuthology.orchestra.run.smithi027.stdout:240 2024-02-09T23:59:51.390 INFO:teuthology.orchestra.run.smithi027.stdout:240.out 2024-02-09T23:59:51.390 INFO:teuthology.orchestra.run.smithi027.stdout:241 2024-02-09T23:59:51.390 INFO:teuthology.orchestra.run.smithi027.stdout:241.out 2024-02-09T23:59:51.390 INFO:teuthology.orchestra.run.smithi027.stdout:242 2024-02-09T23:59:51.390 INFO:teuthology.orchestra.run.smithi027.stdout:242.out 2024-02-09T23:59:51.391 INFO:teuthology.orchestra.run.smithi027.stdout:243 2024-02-09T23:59:51.391 INFO:teuthology.orchestra.run.smithi027.stdout:243.out 2024-02-09T23:59:51.391 INFO:teuthology.orchestra.run.smithi027.stdout:244 2024-02-09T23:59:51.391 INFO:teuthology.orchestra.run.smithi027.stdout:244.out 2024-02-09T23:59:51.391 INFO:teuthology.orchestra.run.smithi027.stdout:245 2024-02-09T23:59:51.391 INFO:teuthology.orchestra.run.smithi027.stdout:245.out 2024-02-09T23:59:51.391 INFO:teuthology.orchestra.run.smithi027.stdout:246 2024-02-09T23:59:51.391 INFO:teuthology.orchestra.run.smithi027.stdout:246.out 2024-02-09T23:59:51.391 INFO:teuthology.orchestra.run.smithi027.stdout:247 2024-02-09T23:59:51.391 INFO:teuthology.orchestra.run.smithi027.stdout:247.out 2024-02-09T23:59:51.391 INFO:teuthology.orchestra.run.smithi027.stdout:248 2024-02-09T23:59:51.391 INFO:teuthology.orchestra.run.smithi027.stdout:248.out 2024-02-09T23:59:51.391 INFO:teuthology.orchestra.run.smithi027.stdout:249 2024-02-09T23:59:51.391 INFO:teuthology.orchestra.run.smithi027.stdout:249.out 2024-02-09T23:59:51.391 INFO:teuthology.orchestra.run.smithi027.stdout:250 2024-02-09T23:59:51.392 INFO:teuthology.orchestra.run.smithi027.stdout:250.out 2024-02-09T23:59:51.392 INFO:teuthology.orchestra.run.smithi027.stdout:251 2024-02-09T23:59:51.392 INFO:teuthology.orchestra.run.smithi027.stdout:251.out 2024-02-09T23:59:51.392 INFO:teuthology.orchestra.run.smithi027.stdout:252 2024-02-09T23:59:51.392 INFO:teuthology.orchestra.run.smithi027.stdout:252.out 2024-02-09T23:59:51.392 INFO:teuthology.orchestra.run.smithi027.stdout:253 2024-02-09T23:59:51.392 INFO:teuthology.orchestra.run.smithi027.stdout:253.out 2024-02-09T23:59:51.392 INFO:teuthology.orchestra.run.smithi027.stdout:254 2024-02-09T23:59:51.392 INFO:teuthology.orchestra.run.smithi027.stdout:254.out 2024-02-09T23:59:51.392 INFO:teuthology.orchestra.run.smithi027.stdout:255 2024-02-09T23:59:51.392 INFO:teuthology.orchestra.run.smithi027.stdout:255.out 2024-02-09T23:59:51.392 INFO:teuthology.orchestra.run.smithi027.stdout:256 2024-02-09T23:59:51.392 INFO:teuthology.orchestra.run.smithi027.stdout:256.out 2024-02-09T23:59:51.392 INFO:teuthology.orchestra.run.smithi027.stdout:257 2024-02-09T23:59:51.392 INFO:teuthology.orchestra.run.smithi027.stdout:257.out 2024-02-09T23:59:51.393 INFO:teuthology.orchestra.run.smithi027.stdout:258 2024-02-09T23:59:51.393 INFO:teuthology.orchestra.run.smithi027.stdout:258.out 2024-02-09T23:59:51.393 INFO:teuthology.orchestra.run.smithi027.stdout:259 2024-02-09T23:59:51.393 INFO:teuthology.orchestra.run.smithi027.stdout:259.out 2024-02-09T23:59:51.393 INFO:teuthology.orchestra.run.smithi027.stdout:260 2024-02-09T23:59:51.393 INFO:teuthology.orchestra.run.smithi027.stdout:260.out 2024-02-09T23:59:51.393 INFO:teuthology.orchestra.run.smithi027.stdout:261 2024-02-09T23:59:51.393 INFO:teuthology.orchestra.run.smithi027.stdout:261.out 2024-02-09T23:59:51.393 INFO:teuthology.orchestra.run.smithi027.stdout:262 2024-02-09T23:59:51.393 INFO:teuthology.orchestra.run.smithi027.stdout:262.out 2024-02-09T23:59:51.393 INFO:teuthology.orchestra.run.smithi027.stdout:263 2024-02-09T23:59:51.393 INFO:teuthology.orchestra.run.smithi027.stdout:263.out 2024-02-09T23:59:51.393 INFO:teuthology.orchestra.run.smithi027.stdout:264 2024-02-09T23:59:51.393 INFO:teuthology.orchestra.run.smithi027.stdout:264.out 2024-02-09T23:59:51.394 INFO:teuthology.orchestra.run.smithi027.stdout:265 2024-02-09T23:59:51.394 INFO:teuthology.orchestra.run.smithi027.stdout:265.out 2024-02-09T23:59:51.394 INFO:teuthology.orchestra.run.smithi027.stdout:266 2024-02-09T23:59:51.394 INFO:teuthology.orchestra.run.smithi027.stdout:266.out 2024-02-09T23:59:51.394 INFO:teuthology.orchestra.run.smithi027.stdout:267 2024-02-09T23:59:51.394 INFO:teuthology.orchestra.run.smithi027.stdout:267.out 2024-02-09T23:59:51.394 INFO:teuthology.orchestra.run.smithi027.stdout:268 2024-02-09T23:59:51.394 INFO:teuthology.orchestra.run.smithi027.stdout:268.out 2024-02-09T23:59:51.394 INFO:teuthology.orchestra.run.smithi027.stdout:269 2024-02-09T23:59:51.394 INFO:teuthology.orchestra.run.smithi027.stdout:269.out 2024-02-09T23:59:51.394 INFO:teuthology.orchestra.run.smithi027.stdout:270 2024-02-09T23:59:51.394 INFO:teuthology.orchestra.run.smithi027.stdout:270.out 2024-02-09T23:59:51.394 INFO:teuthology.orchestra.run.smithi027.stdout:271 2024-02-09T23:59:51.394 INFO:teuthology.orchestra.run.smithi027.stdout:271.out 2024-02-09T23:59:51.394 INFO:teuthology.orchestra.run.smithi027.stdout:272 2024-02-09T23:59:51.395 INFO:teuthology.orchestra.run.smithi027.stdout:272.out 2024-02-09T23:59:51.395 INFO:teuthology.orchestra.run.smithi027.stdout:273 2024-02-09T23:59:51.395 INFO:teuthology.orchestra.run.smithi027.stdout:273.out 2024-02-09T23:59:51.395 INFO:teuthology.orchestra.run.smithi027.stdout:274 2024-02-09T23:59:51.395 INFO:teuthology.orchestra.run.smithi027.stdout:274.out 2024-02-09T23:59:51.395 INFO:teuthology.orchestra.run.smithi027.stdout:275 2024-02-09T23:59:51.395 INFO:teuthology.orchestra.run.smithi027.stdout:275.out 2024-02-09T23:59:51.395 INFO:teuthology.orchestra.run.smithi027.stdout:276 2024-02-09T23:59:51.395 INFO:teuthology.orchestra.run.smithi027.stdout:276.out 2024-02-09T23:59:51.395 INFO:teuthology.orchestra.run.smithi027.stdout:277 2024-02-09T23:59:51.395 INFO:teuthology.orchestra.run.smithi027.stdout:277.out 2024-02-09T23:59:51.395 INFO:teuthology.orchestra.run.smithi027.stdout:278 2024-02-09T23:59:51.395 INFO:teuthology.orchestra.run.smithi027.stdout:278.out 2024-02-09T23:59:51.395 INFO:teuthology.orchestra.run.smithi027.stdout:279 2024-02-09T23:59:51.395 INFO:teuthology.orchestra.run.smithi027.stdout:279.out 2024-02-09T23:59:51.396 INFO:teuthology.orchestra.run.smithi027.stdout:280 2024-02-09T23:59:51.396 INFO:teuthology.orchestra.run.smithi027.stdout:280.out 2024-02-09T23:59:51.396 INFO:teuthology.orchestra.run.smithi027.stdout:281 2024-02-09T23:59:51.396 INFO:teuthology.orchestra.run.smithi027.stdout:281.out 2024-02-09T23:59:51.396 INFO:teuthology.orchestra.run.smithi027.stdout:282 2024-02-09T23:59:51.396 INFO:teuthology.orchestra.run.smithi027.stdout:282.out 2024-02-09T23:59:51.396 INFO:teuthology.orchestra.run.smithi027.stdout:283 2024-02-09T23:59:51.396 INFO:teuthology.orchestra.run.smithi027.stdout:283.out 2024-02-09T23:59:51.396 INFO:teuthology.orchestra.run.smithi027.stdout:284 2024-02-09T23:59:51.396 INFO:teuthology.orchestra.run.smithi027.stdout:284.out 2024-02-09T23:59:51.396 INFO:teuthology.orchestra.run.smithi027.stdout:285 2024-02-09T23:59:51.396 INFO:teuthology.orchestra.run.smithi027.stdout:285.out 2024-02-09T23:59:51.396 INFO:teuthology.orchestra.run.smithi027.stdout:286 2024-02-09T23:59:51.396 INFO:teuthology.orchestra.run.smithi027.stdout:286.out 2024-02-09T23:59:51.397 INFO:teuthology.orchestra.run.smithi027.stdout:287 2024-02-09T23:59:51.397 INFO:teuthology.orchestra.run.smithi027.stdout:287.out 2024-02-09T23:59:51.397 INFO:teuthology.orchestra.run.smithi027.stdout:288 2024-02-09T23:59:51.397 INFO:teuthology.orchestra.run.smithi027.stdout:288.out 2024-02-09T23:59:51.397 INFO:teuthology.orchestra.run.smithi027.stdout:289 2024-02-09T23:59:51.397 INFO:teuthology.orchestra.run.smithi027.stdout:289.out 2024-02-09T23:59:51.397 INFO:teuthology.orchestra.run.smithi027.stdout:290 2024-02-09T23:59:51.397 INFO:teuthology.orchestra.run.smithi027.stdout:290.out 2024-02-09T23:59:51.397 INFO:teuthology.orchestra.run.smithi027.stdout:291 2024-02-09T23:59:51.397 INFO:teuthology.orchestra.run.smithi027.stdout:291.out 2024-02-09T23:59:51.397 INFO:teuthology.orchestra.run.smithi027.stdout:292 2024-02-09T23:59:51.397 INFO:teuthology.orchestra.run.smithi027.stdout:292.out 2024-02-09T23:59:51.397 INFO:teuthology.orchestra.run.smithi027.stdout:293 2024-02-09T23:59:51.397 INFO:teuthology.orchestra.run.smithi027.stdout:293.out 2024-02-09T23:59:51.397 INFO:teuthology.orchestra.run.smithi027.stdout:294 2024-02-09T23:59:51.398 INFO:teuthology.orchestra.run.smithi027.stdout:294.out 2024-02-09T23:59:51.398 INFO:teuthology.orchestra.run.smithi027.stdout:295 2024-02-09T23:59:51.398 INFO:teuthology.orchestra.run.smithi027.stdout:295.out 2024-02-09T23:59:51.398 INFO:teuthology.orchestra.run.smithi027.stdout:296 2024-02-09T23:59:51.398 INFO:teuthology.orchestra.run.smithi027.stdout:296.out 2024-02-09T23:59:51.398 INFO:teuthology.orchestra.run.smithi027.stdout:297 2024-02-09T23:59:51.398 INFO:teuthology.orchestra.run.smithi027.stdout:297.out 2024-02-09T23:59:51.398 INFO:teuthology.orchestra.run.smithi027.stdout:298 2024-02-09T23:59:51.398 INFO:teuthology.orchestra.run.smithi027.stdout:298.out 2024-02-09T23:59:51.398 INFO:teuthology.orchestra.run.smithi027.stdout:299 2024-02-09T23:59:51.398 INFO:teuthology.orchestra.run.smithi027.stdout:299.out 2024-02-09T23:59:51.398 INFO:teuthology.orchestra.run.smithi027.stdout:300 2024-02-09T23:59:51.398 INFO:teuthology.orchestra.run.smithi027.stdout:300.out 2024-02-09T23:59:51.398 INFO:teuthology.orchestra.run.smithi027.stdout:301 2024-02-09T23:59:51.399 INFO:teuthology.orchestra.run.smithi027.stdout:301.out 2024-02-09T23:59:51.399 INFO:teuthology.orchestra.run.smithi027.stdout:302 2024-02-09T23:59:51.399 INFO:teuthology.orchestra.run.smithi027.stdout:302.out 2024-02-09T23:59:51.399 INFO:teuthology.orchestra.run.smithi027.stdout:303 2024-02-09T23:59:51.399 INFO:teuthology.orchestra.run.smithi027.stdout:303.out 2024-02-09T23:59:51.399 INFO:teuthology.orchestra.run.smithi027.stdout:304 2024-02-09T23:59:51.399 INFO:teuthology.orchestra.run.smithi027.stdout:304.out 2024-02-09T23:59:51.399 INFO:teuthology.orchestra.run.smithi027.stdout:305 2024-02-09T23:59:51.399 INFO:teuthology.orchestra.run.smithi027.stdout:305.out 2024-02-09T23:59:51.399 INFO:teuthology.orchestra.run.smithi027.stdout:306 2024-02-09T23:59:51.399 INFO:teuthology.orchestra.run.smithi027.stdout:306.out 2024-02-09T23:59:51.399 INFO:teuthology.orchestra.run.smithi027.stdout:307 2024-02-09T23:59:51.399 INFO:teuthology.orchestra.run.smithi027.stdout:307.out 2024-02-09T23:59:51.399 INFO:teuthology.orchestra.run.smithi027.stdout:308 2024-02-09T23:59:51.399 INFO:teuthology.orchestra.run.smithi027.stdout:308.out 2024-02-09T23:59:51.400 INFO:teuthology.orchestra.run.smithi027.stdout:309 2024-02-09T23:59:51.400 INFO:teuthology.orchestra.run.smithi027.stdout:309.out 2024-02-09T23:59:51.400 INFO:teuthology.orchestra.run.smithi027.stdout:310 2024-02-09T23:59:51.400 INFO:teuthology.orchestra.run.smithi027.stdout:310.out 2024-02-09T23:59:51.400 INFO:teuthology.orchestra.run.smithi027.stdout:311 2024-02-09T23:59:51.400 INFO:teuthology.orchestra.run.smithi027.stdout:311.out 2024-02-09T23:59:51.400 INFO:teuthology.orchestra.run.smithi027.stdout:312 2024-02-09T23:59:51.400 INFO:teuthology.orchestra.run.smithi027.stdout:312.out 2024-02-09T23:59:51.400 INFO:teuthology.orchestra.run.smithi027.stdout:313 2024-02-09T23:59:51.400 INFO:teuthology.orchestra.run.smithi027.stdout:313.out 2024-02-09T23:59:51.400 INFO:teuthology.orchestra.run.smithi027.stdout:314 2024-02-09T23:59:51.400 INFO:teuthology.orchestra.run.smithi027.stdout:314.out 2024-02-09T23:59:51.400 INFO:teuthology.orchestra.run.smithi027.stdout:315 2024-02-09T23:59:51.400 INFO:teuthology.orchestra.run.smithi027.stdout:315.out 2024-02-09T23:59:51.401 INFO:teuthology.orchestra.run.smithi027.stdout:316 2024-02-09T23:59:51.401 INFO:teuthology.orchestra.run.smithi027.stdout:316.out 2024-02-09T23:59:51.401 INFO:teuthology.orchestra.run.smithi027.stdout:317 2024-02-09T23:59:51.401 INFO:teuthology.orchestra.run.smithi027.stdout:317.out 2024-02-09T23:59:51.401 INFO:teuthology.orchestra.run.smithi027.stdout:318 2024-02-09T23:59:51.401 INFO:teuthology.orchestra.run.smithi027.stdout:318.out 2024-02-09T23:59:51.401 INFO:teuthology.orchestra.run.smithi027.stdout:319 2024-02-09T23:59:51.401 INFO:teuthology.orchestra.run.smithi027.stdout:319.out 2024-02-09T23:59:51.401 INFO:teuthology.orchestra.run.smithi027.stdout:320 2024-02-09T23:59:51.401 INFO:teuthology.orchestra.run.smithi027.stdout:320.out 2024-02-09T23:59:51.401 INFO:teuthology.orchestra.run.smithi027.stdout:321 2024-02-09T23:59:51.401 INFO:teuthology.orchestra.run.smithi027.stdout:321.out 2024-02-09T23:59:51.401 INFO:teuthology.orchestra.run.smithi027.stdout:322 2024-02-09T23:59:51.401 INFO:teuthology.orchestra.run.smithi027.stdout:322.out 2024-02-09T23:59:51.402 INFO:teuthology.orchestra.run.smithi027.stdout:323 2024-02-09T23:59:51.402 INFO:teuthology.orchestra.run.smithi027.stdout:323.out 2024-02-09T23:59:51.402 INFO:teuthology.orchestra.run.smithi027.stdout:324 2024-02-09T23:59:51.402 INFO:teuthology.orchestra.run.smithi027.stdout:324.out 2024-02-09T23:59:51.402 INFO:teuthology.orchestra.run.smithi027.stdout:325 2024-02-09T23:59:51.402 INFO:teuthology.orchestra.run.smithi027.stdout:325.out 2024-02-09T23:59:51.402 INFO:teuthology.orchestra.run.smithi027.stdout:326 2024-02-09T23:59:51.402 INFO:teuthology.orchestra.run.smithi027.stdout:326.out 2024-02-09T23:59:51.402 INFO:teuthology.orchestra.run.smithi027.stdout:327 2024-02-09T23:59:51.402 INFO:teuthology.orchestra.run.smithi027.stdout:327.out 2024-02-09T23:59:51.402 INFO:teuthology.orchestra.run.smithi027.stdout:328 2024-02-09T23:59:51.402 INFO:teuthology.orchestra.run.smithi027.stdout:328.out 2024-02-09T23:59:51.402 INFO:teuthology.orchestra.run.smithi027.stdout:329 2024-02-09T23:59:51.402 INFO:teuthology.orchestra.run.smithi027.stdout:329.out 2024-02-09T23:59:51.402 INFO:teuthology.orchestra.run.smithi027.stdout:330 2024-02-09T23:59:51.403 INFO:teuthology.orchestra.run.smithi027.stdout:330.out 2024-02-09T23:59:51.403 INFO:teuthology.orchestra.run.smithi027.stdout:331 2024-02-09T23:59:51.403 INFO:teuthology.orchestra.run.smithi027.stdout:331.out 2024-02-09T23:59:51.403 INFO:teuthology.orchestra.run.smithi027.stdout:332 2024-02-09T23:59:51.403 INFO:teuthology.orchestra.run.smithi027.stdout:332.out 2024-02-09T23:59:51.403 INFO:teuthology.orchestra.run.smithi027.stdout:333 2024-02-09T23:59:51.403 INFO:teuthology.orchestra.run.smithi027.stdout:333.out 2024-02-09T23:59:51.403 INFO:teuthology.orchestra.run.smithi027.stdout:334 2024-02-09T23:59:51.403 INFO:teuthology.orchestra.run.smithi027.stdout:334.out 2024-02-09T23:59:51.403 INFO:teuthology.orchestra.run.smithi027.stdout:335 2024-02-09T23:59:51.403 INFO:teuthology.orchestra.run.smithi027.stdout:335.out 2024-02-09T23:59:51.403 INFO:teuthology.orchestra.run.smithi027.stdout:336 2024-02-09T23:59:51.403 INFO:teuthology.orchestra.run.smithi027.stdout:336.out 2024-02-09T23:59:51.403 INFO:teuthology.orchestra.run.smithi027.stdout:337 2024-02-09T23:59:51.403 INFO:teuthology.orchestra.run.smithi027.stdout:337.out 2024-02-09T23:59:51.404 INFO:teuthology.orchestra.run.smithi027.stdout:338 2024-02-09T23:59:51.404 INFO:teuthology.orchestra.run.smithi027.stdout:338.out 2024-02-09T23:59:51.404 INFO:teuthology.orchestra.run.smithi027.stdout:339 2024-02-09T23:59:51.404 INFO:teuthology.orchestra.run.smithi027.stdout:339.out 2024-02-09T23:59:51.404 INFO:teuthology.orchestra.run.smithi027.stdout:340 2024-02-09T23:59:51.404 INFO:teuthology.orchestra.run.smithi027.stdout:340.out 2024-02-09T23:59:51.404 INFO:teuthology.orchestra.run.smithi027.stdout:341 2024-02-09T23:59:51.404 INFO:teuthology.orchestra.run.smithi027.stdout:341.out 2024-02-09T23:59:51.404 INFO:teuthology.orchestra.run.smithi027.stdout:342 2024-02-09T23:59:51.404 INFO:teuthology.orchestra.run.smithi027.stdout:342.out 2024-02-09T23:59:51.404 INFO:teuthology.orchestra.run.smithi027.stdout:343 2024-02-09T23:59:51.404 INFO:teuthology.orchestra.run.smithi027.stdout:343.out 2024-02-09T23:59:51.404 INFO:teuthology.orchestra.run.smithi027.stdout:344 2024-02-09T23:59:51.404 INFO:teuthology.orchestra.run.smithi027.stdout:344.out 2024-02-09T23:59:51.405 INFO:teuthology.orchestra.run.smithi027.stdout:345 2024-02-09T23:59:51.405 INFO:teuthology.orchestra.run.smithi027.stdout:345.out 2024-02-09T23:59:51.405 INFO:teuthology.orchestra.run.smithi027.stdout:346 2024-02-09T23:59:51.405 INFO:teuthology.orchestra.run.smithi027.stdout:346.out 2024-02-09T23:59:51.405 INFO:teuthology.orchestra.run.smithi027.stdout:347 2024-02-09T23:59:51.405 INFO:teuthology.orchestra.run.smithi027.stdout:347.out 2024-02-09T23:59:51.405 INFO:teuthology.orchestra.run.smithi027.stdout:348 2024-02-09T23:59:51.405 INFO:teuthology.orchestra.run.smithi027.stdout:348.out 2024-02-09T23:59:51.405 INFO:teuthology.orchestra.run.smithi027.stdout:349 2024-02-09T23:59:51.405 INFO:teuthology.orchestra.run.smithi027.stdout:349.out 2024-02-09T23:59:51.405 INFO:teuthology.orchestra.run.smithi027.stdout:350 2024-02-09T23:59:51.405 INFO:teuthology.orchestra.run.smithi027.stdout:350.out 2024-02-09T23:59:51.405 INFO:teuthology.orchestra.run.smithi027.stdout:351 2024-02-09T23:59:51.405 INFO:teuthology.orchestra.run.smithi027.stdout:351.out 2024-02-09T23:59:51.406 INFO:teuthology.orchestra.run.smithi027.stdout:352 2024-02-09T23:59:51.406 INFO:teuthology.orchestra.run.smithi027.stdout:352.out 2024-02-09T23:59:51.406 INFO:teuthology.orchestra.run.smithi027.stdout:353 2024-02-09T23:59:51.406 INFO:teuthology.orchestra.run.smithi027.stdout:353.out 2024-02-09T23:59:51.406 INFO:teuthology.orchestra.run.smithi027.stdout:354 2024-02-09T23:59:51.406 INFO:teuthology.orchestra.run.smithi027.stdout:354.out 2024-02-09T23:59:51.406 INFO:teuthology.orchestra.run.smithi027.stdout:355 2024-02-09T23:59:51.406 INFO:teuthology.orchestra.run.smithi027.stdout:355.out 2024-02-09T23:59:51.406 INFO:teuthology.orchestra.run.smithi027.stdout:356 2024-02-09T23:59:51.406 INFO:teuthology.orchestra.run.smithi027.stdout:356.out 2024-02-09T23:59:51.406 INFO:teuthology.orchestra.run.smithi027.stdout:357 2024-02-09T23:59:51.406 INFO:teuthology.orchestra.run.smithi027.stdout:357.out 2024-02-09T23:59:51.406 INFO:teuthology.orchestra.run.smithi027.stdout:358 2024-02-09T23:59:51.406 INFO:teuthology.orchestra.run.smithi027.stdout:358.out 2024-02-09T23:59:51.406 INFO:teuthology.orchestra.run.smithi027.stdout:359 2024-02-09T23:59:51.407 INFO:teuthology.orchestra.run.smithi027.stdout:359.out 2024-02-09T23:59:51.407 INFO:teuthology.orchestra.run.smithi027.stdout:360 2024-02-09T23:59:51.407 INFO:teuthology.orchestra.run.smithi027.stdout:360.out 2024-02-09T23:59:51.407 INFO:teuthology.orchestra.run.smithi027.stdout:361 2024-02-09T23:59:51.407 INFO:teuthology.orchestra.run.smithi027.stdout:361.out 2024-02-09T23:59:51.407 INFO:teuthology.orchestra.run.smithi027.stdout:362 2024-02-09T23:59:51.407 INFO:teuthology.orchestra.run.smithi027.stdout:362.out 2024-02-09T23:59:51.407 INFO:teuthology.orchestra.run.smithi027.stdout:363 2024-02-09T23:59:51.407 INFO:teuthology.orchestra.run.smithi027.stdout:363.out 2024-02-09T23:59:51.407 INFO:teuthology.orchestra.run.smithi027.stdout:364 2024-02-09T23:59:51.407 INFO:teuthology.orchestra.run.smithi027.stdout:364.out 2024-02-09T23:59:51.407 INFO:teuthology.orchestra.run.smithi027.stdout:365 2024-02-09T23:59:51.407 INFO:teuthology.orchestra.run.smithi027.stdout:365.out 2024-02-09T23:59:51.407 INFO:teuthology.orchestra.run.smithi027.stdout:366 2024-02-09T23:59:51.407 INFO:teuthology.orchestra.run.smithi027.stdout:366.out 2024-02-09T23:59:51.408 INFO:teuthology.orchestra.run.smithi027.stdout:367 2024-02-09T23:59:51.408 INFO:teuthology.orchestra.run.smithi027.stdout:367.out 2024-02-09T23:59:51.408 INFO:teuthology.orchestra.run.smithi027.stdout:368 2024-02-09T23:59:51.408 INFO:teuthology.orchestra.run.smithi027.stdout:368.out 2024-02-09T23:59:51.408 INFO:teuthology.orchestra.run.smithi027.stdout:369 2024-02-09T23:59:51.408 INFO:teuthology.orchestra.run.smithi027.stdout:369.out 2024-02-09T23:59:51.408 INFO:teuthology.orchestra.run.smithi027.stdout:370 2024-02-09T23:59:51.408 INFO:teuthology.orchestra.run.smithi027.stdout:370.out 2024-02-09T23:59:51.408 INFO:teuthology.orchestra.run.smithi027.stdout:371 2024-02-09T23:59:51.408 INFO:teuthology.orchestra.run.smithi027.stdout:371.out 2024-02-09T23:59:51.408 INFO:teuthology.orchestra.run.smithi027.stdout:372 2024-02-09T23:59:51.408 INFO:teuthology.orchestra.run.smithi027.stdout:372.out 2024-02-09T23:59:51.408 INFO:teuthology.orchestra.run.smithi027.stdout:373 2024-02-09T23:59:51.408 INFO:teuthology.orchestra.run.smithi027.stdout:373.out 2024-02-09T23:59:51.408 INFO:teuthology.orchestra.run.smithi027.stdout:374 2024-02-09T23:59:51.409 INFO:teuthology.orchestra.run.smithi027.stdout:374.out 2024-02-09T23:59:51.409 INFO:teuthology.orchestra.run.smithi027.stdout:375 2024-02-09T23:59:51.409 INFO:teuthology.orchestra.run.smithi027.stdout:375.out 2024-02-09T23:59:51.409 INFO:teuthology.orchestra.run.smithi027.stdout:376 2024-02-09T23:59:51.409 INFO:teuthology.orchestra.run.smithi027.stdout:376.out 2024-02-09T23:59:51.409 INFO:teuthology.orchestra.run.smithi027.stdout:377 2024-02-09T23:59:51.409 INFO:teuthology.orchestra.run.smithi027.stdout:377.out 2024-02-09T23:59:51.409 INFO:teuthology.orchestra.run.smithi027.stdout:378 2024-02-09T23:59:51.409 INFO:teuthology.orchestra.run.smithi027.stdout:378.out 2024-02-09T23:59:51.409 INFO:teuthology.orchestra.run.smithi027.stdout:379 2024-02-09T23:59:51.409 INFO:teuthology.orchestra.run.smithi027.stdout:379.out 2024-02-09T23:59:51.409 INFO:teuthology.orchestra.run.smithi027.stdout:380 2024-02-09T23:59:51.409 INFO:teuthology.orchestra.run.smithi027.stdout:380.out 2024-02-09T23:59:51.409 INFO:teuthology.orchestra.run.smithi027.stdout:381 2024-02-09T23:59:51.409 INFO:teuthology.orchestra.run.smithi027.stdout:381.out 2024-02-09T23:59:51.410 INFO:teuthology.orchestra.run.smithi027.stdout:382 2024-02-09T23:59:51.410 INFO:teuthology.orchestra.run.smithi027.stdout:382.out 2024-02-09T23:59:51.410 INFO:teuthology.orchestra.run.smithi027.stdout:383 2024-02-09T23:59:51.410 INFO:teuthology.orchestra.run.smithi027.stdout:383.out 2024-02-09T23:59:51.410 INFO:teuthology.orchestra.run.smithi027.stdout:384 2024-02-09T23:59:51.410 INFO:teuthology.orchestra.run.smithi027.stdout:384.out 2024-02-09T23:59:51.410 INFO:teuthology.orchestra.run.smithi027.stdout:385 2024-02-09T23:59:51.410 INFO:teuthology.orchestra.run.smithi027.stdout:385.out 2024-02-09T23:59:51.410 INFO:teuthology.orchestra.run.smithi027.stdout:386 2024-02-09T23:59:51.410 INFO:teuthology.orchestra.run.smithi027.stdout:386.out 2024-02-09T23:59:51.410 INFO:teuthology.orchestra.run.smithi027.stdout:387 2024-02-09T23:59:51.410 INFO:teuthology.orchestra.run.smithi027.stdout:387.out 2024-02-09T23:59:51.410 INFO:teuthology.orchestra.run.smithi027.stdout:388 2024-02-09T23:59:51.410 INFO:teuthology.orchestra.run.smithi027.stdout:388.out 2024-02-09T23:59:51.410 INFO:teuthology.orchestra.run.smithi027.stdout:389 2024-02-09T23:59:51.411 INFO:teuthology.orchestra.run.smithi027.stdout:389.out 2024-02-09T23:59:51.411 INFO:teuthology.orchestra.run.smithi027.stdout:390 2024-02-09T23:59:51.411 INFO:teuthology.orchestra.run.smithi027.stdout:390.out 2024-02-09T23:59:51.411 INFO:teuthology.orchestra.run.smithi027.stdout:391 2024-02-09T23:59:51.411 INFO:teuthology.orchestra.run.smithi027.stdout:391.out 2024-02-09T23:59:51.411 INFO:teuthology.orchestra.run.smithi027.stdout:392 2024-02-09T23:59:51.411 INFO:teuthology.orchestra.run.smithi027.stdout:392.out 2024-02-09T23:59:51.411 INFO:teuthology.orchestra.run.smithi027.stdout:393 2024-02-09T23:59:51.411 INFO:teuthology.orchestra.run.smithi027.stdout:393.out 2024-02-09T23:59:51.411 INFO:teuthology.orchestra.run.smithi027.stdout:394 2024-02-09T23:59:51.411 INFO:teuthology.orchestra.run.smithi027.stdout:394.out 2024-02-09T23:59:51.411 INFO:teuthology.orchestra.run.smithi027.stdout:395 2024-02-09T23:59:51.411 INFO:teuthology.orchestra.run.smithi027.stdout:395.out 2024-02-09T23:59:51.411 INFO:teuthology.orchestra.run.smithi027.stdout:396 2024-02-09T23:59:51.411 INFO:teuthology.orchestra.run.smithi027.stdout:396.out 2024-02-09T23:59:51.412 INFO:teuthology.orchestra.run.smithi027.stdout:397 2024-02-09T23:59:51.412 INFO:teuthology.orchestra.run.smithi027.stdout:397.out 2024-02-09T23:59:51.412 INFO:teuthology.orchestra.run.smithi027.stdout:398 2024-02-09T23:59:51.412 INFO:teuthology.orchestra.run.smithi027.stdout:398.out 2024-02-09T23:59:51.412 INFO:teuthology.orchestra.run.smithi027.stdout:399 2024-02-09T23:59:51.412 INFO:teuthology.orchestra.run.smithi027.stdout:399.out 2024-02-09T23:59:51.412 INFO:teuthology.orchestra.run.smithi027.stdout:400 2024-02-09T23:59:51.412 INFO:teuthology.orchestra.run.smithi027.stdout:400.out 2024-02-09T23:59:51.412 INFO:teuthology.orchestra.run.smithi027.stdout:401 2024-02-09T23:59:51.412 INFO:teuthology.orchestra.run.smithi027.stdout:401.out 2024-02-09T23:59:51.412 INFO:teuthology.orchestra.run.smithi027.stdout:402 2024-02-09T23:59:51.412 INFO:teuthology.orchestra.run.smithi027.stdout:402.out 2024-02-09T23:59:51.412 INFO:teuthology.orchestra.run.smithi027.stdout:403 2024-02-09T23:59:51.412 INFO:teuthology.orchestra.run.smithi027.stdout:403.out 2024-02-09T23:59:51.412 INFO:teuthology.orchestra.run.smithi027.stdout:404 2024-02-09T23:59:51.413 INFO:teuthology.orchestra.run.smithi027.stdout:404.out 2024-02-09T23:59:51.413 INFO:teuthology.orchestra.run.smithi027.stdout:405 2024-02-09T23:59:51.413 INFO:teuthology.orchestra.run.smithi027.stdout:405.out 2024-02-09T23:59:51.413 INFO:teuthology.orchestra.run.smithi027.stdout:406 2024-02-09T23:59:51.413 INFO:teuthology.orchestra.run.smithi027.stdout:406.out 2024-02-09T23:59:51.413 INFO:teuthology.orchestra.run.smithi027.stdout:407 2024-02-09T23:59:51.413 INFO:teuthology.orchestra.run.smithi027.stdout:407.out 2024-02-09T23:59:51.413 INFO:teuthology.orchestra.run.smithi027.stdout:408 2024-02-09T23:59:51.413 INFO:teuthology.orchestra.run.smithi027.stdout:408.out 2024-02-09T23:59:51.413 INFO:teuthology.orchestra.run.smithi027.stdout:409 2024-02-09T23:59:51.413 INFO:teuthology.orchestra.run.smithi027.stdout:409.out 2024-02-09T23:59:51.413 INFO:teuthology.orchestra.run.smithi027.stdout:410 2024-02-09T23:59:51.413 INFO:teuthology.orchestra.run.smithi027.stdout:410.out 2024-02-09T23:59:51.413 INFO:teuthology.orchestra.run.smithi027.stdout:411 2024-02-09T23:59:51.413 INFO:teuthology.orchestra.run.smithi027.stdout:411.out 2024-02-09T23:59:51.414 INFO:teuthology.orchestra.run.smithi027.stdout:412 2024-02-09T23:59:51.414 INFO:teuthology.orchestra.run.smithi027.stdout:412.out 2024-02-09T23:59:51.414 INFO:teuthology.orchestra.run.smithi027.stdout:413 2024-02-09T23:59:51.414 INFO:teuthology.orchestra.run.smithi027.stdout:413.out 2024-02-09T23:59:51.414 INFO:teuthology.orchestra.run.smithi027.stdout:414 2024-02-09T23:59:51.414 INFO:teuthology.orchestra.run.smithi027.stdout:414.out 2024-02-09T23:59:51.414 INFO:teuthology.orchestra.run.smithi027.stdout:415 2024-02-09T23:59:51.414 INFO:teuthology.orchestra.run.smithi027.stdout:415.out 2024-02-09T23:59:51.414 INFO:teuthology.orchestra.run.smithi027.stdout:416 2024-02-09T23:59:51.414 INFO:teuthology.orchestra.run.smithi027.stdout:416.out 2024-02-09T23:59:51.414 INFO:teuthology.orchestra.run.smithi027.stdout:417 2024-02-09T23:59:51.414 INFO:teuthology.orchestra.run.smithi027.stdout:417.out 2024-02-09T23:59:51.414 INFO:teuthology.orchestra.run.smithi027.stdout:418 2024-02-09T23:59:51.414 INFO:teuthology.orchestra.run.smithi027.stdout:418.out 2024-02-09T23:59:51.415 INFO:teuthology.orchestra.run.smithi027.stdout:419 2024-02-09T23:59:51.415 INFO:teuthology.orchestra.run.smithi027.stdout:419.out 2024-02-09T23:59:51.415 INFO:teuthology.orchestra.run.smithi027.stdout:420 2024-02-09T23:59:51.415 INFO:teuthology.orchestra.run.smithi027.stdout:420.out 2024-02-09T23:59:51.415 INFO:teuthology.orchestra.run.smithi027.stdout:421 2024-02-09T23:59:51.415 INFO:teuthology.orchestra.run.smithi027.stdout:421.out 2024-02-09T23:59:51.415 INFO:teuthology.orchestra.run.smithi027.stdout:422 2024-02-09T23:59:51.415 INFO:teuthology.orchestra.run.smithi027.stdout:422.out 2024-02-09T23:59:51.415 INFO:teuthology.orchestra.run.smithi027.stdout:423 2024-02-09T23:59:51.415 INFO:teuthology.orchestra.run.smithi027.stdout:423.out 2024-02-09T23:59:51.415 INFO:teuthology.orchestra.run.smithi027.stdout:424 2024-02-09T23:59:51.415 INFO:teuthology.orchestra.run.smithi027.stdout:424.out 2024-02-09T23:59:51.415 INFO:teuthology.orchestra.run.smithi027.stdout:425 2024-02-09T23:59:51.415 INFO:teuthology.orchestra.run.smithi027.stdout:425.out 2024-02-09T23:59:51.415 INFO:teuthology.orchestra.run.smithi027.stdout:426 2024-02-09T23:59:51.416 INFO:teuthology.orchestra.run.smithi027.stdout:426.out 2024-02-09T23:59:51.416 INFO:teuthology.orchestra.run.smithi027.stdout:427 2024-02-09T23:59:51.416 INFO:teuthology.orchestra.run.smithi027.stdout:427.out 2024-02-09T23:59:51.416 INFO:teuthology.orchestra.run.smithi027.stdout:428 2024-02-09T23:59:51.416 INFO:teuthology.orchestra.run.smithi027.stdout:428.out 2024-02-09T23:59:51.416 INFO:teuthology.orchestra.run.smithi027.stdout:429 2024-02-09T23:59:51.416 INFO:teuthology.orchestra.run.smithi027.stdout:429.out 2024-02-09T23:59:51.416 INFO:teuthology.orchestra.run.smithi027.stdout:430 2024-02-09T23:59:51.416 INFO:teuthology.orchestra.run.smithi027.stdout:430.out 2024-02-09T23:59:51.416 INFO:teuthology.orchestra.run.smithi027.stdout:431 2024-02-09T23:59:51.416 INFO:teuthology.orchestra.run.smithi027.stdout:431.out 2024-02-09T23:59:51.416 INFO:teuthology.orchestra.run.smithi027.stdout:432 2024-02-09T23:59:51.416 INFO:teuthology.orchestra.run.smithi027.stdout:432.out 2024-02-09T23:59:51.416 INFO:teuthology.orchestra.run.smithi027.stdout:433 2024-02-09T23:59:51.417 INFO:teuthology.orchestra.run.smithi027.stdout:433.out 2024-02-09T23:59:51.417 INFO:teuthology.orchestra.run.smithi027.stdout:434 2024-02-09T23:59:51.417 INFO:teuthology.orchestra.run.smithi027.stdout:434.out 2024-02-09T23:59:51.417 INFO:teuthology.orchestra.run.smithi027.stdout:435 2024-02-09T23:59:51.417 INFO:teuthology.orchestra.run.smithi027.stdout:435.out 2024-02-09T23:59:51.417 INFO:teuthology.orchestra.run.smithi027.stdout:436 2024-02-09T23:59:51.417 INFO:teuthology.orchestra.run.smithi027.stdout:436.out 2024-02-09T23:59:51.417 INFO:teuthology.orchestra.run.smithi027.stdout:437 2024-02-09T23:59:51.417 INFO:teuthology.orchestra.run.smithi027.stdout:437.out 2024-02-09T23:59:51.417 INFO:teuthology.orchestra.run.smithi027.stdout:438 2024-02-09T23:59:51.417 INFO:teuthology.orchestra.run.smithi027.stdout:438.out 2024-02-09T23:59:51.417 INFO:teuthology.orchestra.run.smithi027.stdout:439 2024-02-09T23:59:51.417 INFO:teuthology.orchestra.run.smithi027.stdout:439.out 2024-02-09T23:59:51.417 INFO:teuthology.orchestra.run.smithi027.stdout:440 2024-02-09T23:59:51.417 INFO:teuthology.orchestra.run.smithi027.stdout:440.out 2024-02-09T23:59:51.418 INFO:teuthology.orchestra.run.smithi027.stdout:441 2024-02-09T23:59:51.418 INFO:teuthology.orchestra.run.smithi027.stdout:441.out 2024-02-09T23:59:51.418 INFO:teuthology.orchestra.run.smithi027.stdout:442 2024-02-09T23:59:51.418 INFO:teuthology.orchestra.run.smithi027.stdout:442.out 2024-02-09T23:59:51.418 INFO:teuthology.orchestra.run.smithi027.stdout:443 2024-02-09T23:59:51.418 INFO:teuthology.orchestra.run.smithi027.stdout:443.out 2024-02-09T23:59:51.418 INFO:teuthology.orchestra.run.smithi027.stdout:444 2024-02-09T23:59:51.418 INFO:teuthology.orchestra.run.smithi027.stdout:444.out 2024-02-09T23:59:51.418 INFO:teuthology.orchestra.run.smithi027.stdout:445 2024-02-09T23:59:51.418 INFO:teuthology.orchestra.run.smithi027.stdout:445.out 2024-02-09T23:59:51.418 INFO:teuthology.orchestra.run.smithi027.stdout:446 2024-02-09T23:59:51.418 INFO:teuthology.orchestra.run.smithi027.stdout:446.out 2024-02-09T23:59:51.418 INFO:teuthology.orchestra.run.smithi027.stdout:447 2024-02-09T23:59:51.418 INFO:teuthology.orchestra.run.smithi027.stdout:447.out 2024-02-09T23:59:51.418 INFO:teuthology.orchestra.run.smithi027.stdout:448 2024-02-09T23:59:51.419 INFO:teuthology.orchestra.run.smithi027.stdout:448.out 2024-02-09T23:59:51.419 INFO:teuthology.orchestra.run.smithi027.stdout:449 2024-02-09T23:59:51.419 INFO:teuthology.orchestra.run.smithi027.stdout:449.out 2024-02-09T23:59:51.419 INFO:teuthology.orchestra.run.smithi027.stdout:450 2024-02-09T23:59:51.419 INFO:teuthology.orchestra.run.smithi027.stdout:450.out 2024-02-09T23:59:51.419 INFO:teuthology.orchestra.run.smithi027.stdout:451 2024-02-09T23:59:51.419 INFO:teuthology.orchestra.run.smithi027.stdout:451.out 2024-02-09T23:59:51.419 INFO:teuthology.orchestra.run.smithi027.stdout:452 2024-02-09T23:59:51.419 INFO:teuthology.orchestra.run.smithi027.stdout:452.out 2024-02-09T23:59:51.419 INFO:teuthology.orchestra.run.smithi027.stdout:453 2024-02-09T23:59:51.419 INFO:teuthology.orchestra.run.smithi027.stdout:453.out 2024-02-09T23:59:51.419 INFO:teuthology.orchestra.run.smithi027.stdout:454 2024-02-09T23:59:51.419 INFO:teuthology.orchestra.run.smithi027.stdout:454.out 2024-02-09T23:59:51.419 INFO:teuthology.orchestra.run.smithi027.stdout:455 2024-02-09T23:59:51.419 INFO:teuthology.orchestra.run.smithi027.stdout:455.out 2024-02-09T23:59:51.420 INFO:teuthology.orchestra.run.smithi027.stdout:456 2024-02-09T23:59:51.420 INFO:teuthology.orchestra.run.smithi027.stdout:456.out 2024-02-09T23:59:51.420 INFO:teuthology.orchestra.run.smithi027.stdout:457 2024-02-09T23:59:51.420 INFO:teuthology.orchestra.run.smithi027.stdout:457.out 2024-02-09T23:59:51.420 INFO:teuthology.orchestra.run.smithi027.stdout:458 2024-02-09T23:59:51.420 INFO:teuthology.orchestra.run.smithi027.stdout:458.out 2024-02-09T23:59:51.420 INFO:teuthology.orchestra.run.smithi027.stdout:459 2024-02-09T23:59:51.420 INFO:teuthology.orchestra.run.smithi027.stdout:459.out 2024-02-09T23:59:51.420 INFO:teuthology.orchestra.run.smithi027.stdout:460 2024-02-09T23:59:51.420 INFO:teuthology.orchestra.run.smithi027.stdout:460.out 2024-02-09T23:59:51.420 INFO:teuthology.orchestra.run.smithi027.stdout:461 2024-02-09T23:59:51.420 INFO:teuthology.orchestra.run.smithi027.stdout:461.out 2024-02-09T23:59:51.420 INFO:teuthology.orchestra.run.smithi027.stdout:462 2024-02-09T23:59:51.420 INFO:teuthology.orchestra.run.smithi027.stdout:462.out 2024-02-09T23:59:51.420 INFO:teuthology.orchestra.run.smithi027.stdout:463 2024-02-09T23:59:51.421 INFO:teuthology.orchestra.run.smithi027.stdout:463.out 2024-02-09T23:59:51.421 INFO:teuthology.orchestra.run.smithi027.stdout:464 2024-02-09T23:59:51.421 INFO:teuthology.orchestra.run.smithi027.stdout:464.out 2024-02-09T23:59:51.421 INFO:teuthology.orchestra.run.smithi027.stdout:465 2024-02-09T23:59:51.421 INFO:teuthology.orchestra.run.smithi027.stdout:465.out 2024-02-09T23:59:51.421 INFO:teuthology.orchestra.run.smithi027.stdout:466 2024-02-09T23:59:51.421 INFO:teuthology.orchestra.run.smithi027.stdout:466.out 2024-02-09T23:59:51.421 INFO:teuthology.orchestra.run.smithi027.stdout:467 2024-02-09T23:59:51.421 INFO:teuthology.orchestra.run.smithi027.stdout:467.out 2024-02-09T23:59:51.421 INFO:teuthology.orchestra.run.smithi027.stdout:468 2024-02-09T23:59:51.421 INFO:teuthology.orchestra.run.smithi027.stdout:468.out 2024-02-09T23:59:51.421 INFO:teuthology.orchestra.run.smithi027.stdout:469 2024-02-09T23:59:51.421 INFO:teuthology.orchestra.run.smithi027.stdout:469.out 2024-02-09T23:59:51.421 INFO:teuthology.orchestra.run.smithi027.stdout:470 2024-02-09T23:59:51.421 INFO:teuthology.orchestra.run.smithi027.stdout:470.out 2024-02-09T23:59:51.422 INFO:teuthology.orchestra.run.smithi027.stdout:471 2024-02-09T23:59:51.422 INFO:teuthology.orchestra.run.smithi027.stdout:471.out 2024-02-09T23:59:51.422 INFO:teuthology.orchestra.run.smithi027.stdout:472 2024-02-09T23:59:51.422 INFO:teuthology.orchestra.run.smithi027.stdout:472.out 2024-02-09T23:59:51.422 INFO:teuthology.orchestra.run.smithi027.stdout:473 2024-02-09T23:59:51.422 INFO:teuthology.orchestra.run.smithi027.stdout:473.out 2024-02-09T23:59:51.422 INFO:teuthology.orchestra.run.smithi027.stdout:474 2024-02-09T23:59:51.422 INFO:teuthology.orchestra.run.smithi027.stdout:474.out 2024-02-09T23:59:51.422 INFO:teuthology.orchestra.run.smithi027.stdout:475 2024-02-09T23:59:51.422 INFO:teuthology.orchestra.run.smithi027.stdout:475.out 2024-02-09T23:59:51.422 INFO:teuthology.orchestra.run.smithi027.stdout:476 2024-02-09T23:59:51.422 INFO:teuthology.orchestra.run.smithi027.stdout:476.out 2024-02-09T23:59:51.422 INFO:teuthology.orchestra.run.smithi027.stdout:477 2024-02-09T23:59:51.422 INFO:teuthology.orchestra.run.smithi027.stdout:477.out 2024-02-09T23:59:51.422 INFO:teuthology.orchestra.run.smithi027.stdout:478 2024-02-09T23:59:51.423 INFO:teuthology.orchestra.run.smithi027.stdout:478.out 2024-02-09T23:59:51.423 INFO:teuthology.orchestra.run.smithi027.stdout:479 2024-02-09T23:59:51.423 INFO:teuthology.orchestra.run.smithi027.stdout:479.out 2024-02-09T23:59:51.423 INFO:teuthology.orchestra.run.smithi027.stdout:480 2024-02-09T23:59:51.423 INFO:teuthology.orchestra.run.smithi027.stdout:480.out 2024-02-09T23:59:51.423 INFO:teuthology.orchestra.run.smithi027.stdout:481 2024-02-09T23:59:51.423 INFO:teuthology.orchestra.run.smithi027.stdout:481.out 2024-02-09T23:59:51.423 INFO:teuthology.orchestra.run.smithi027.stdout:482 2024-02-09T23:59:51.423 INFO:teuthology.orchestra.run.smithi027.stdout:482.out 2024-02-09T23:59:51.423 INFO:teuthology.orchestra.run.smithi027.stdout:483 2024-02-09T23:59:51.423 INFO:teuthology.orchestra.run.smithi027.stdout:483.out 2024-02-09T23:59:51.423 INFO:teuthology.orchestra.run.smithi027.stdout:484 2024-02-09T23:59:51.423 INFO:teuthology.orchestra.run.smithi027.stdout:484.out 2024-02-09T23:59:51.423 INFO:teuthology.orchestra.run.smithi027.stdout:485 2024-02-09T23:59:51.423 INFO:teuthology.orchestra.run.smithi027.stdout:485.out 2024-02-09T23:59:51.424 INFO:teuthology.orchestra.run.smithi027.stdout:486 2024-02-09T23:59:51.424 INFO:teuthology.orchestra.run.smithi027.stdout:486.out 2024-02-09T23:59:51.424 INFO:teuthology.orchestra.run.smithi027.stdout:487 2024-02-09T23:59:51.424 INFO:teuthology.orchestra.run.smithi027.stdout:487.out 2024-02-09T23:59:51.424 INFO:teuthology.orchestra.run.smithi027.stdout:488 2024-02-09T23:59:51.424 INFO:teuthology.orchestra.run.smithi027.stdout:488.out 2024-02-09T23:59:51.424 INFO:teuthology.orchestra.run.smithi027.stdout:489 2024-02-09T23:59:51.424 INFO:teuthology.orchestra.run.smithi027.stdout:489.out 2024-02-09T23:59:51.424 INFO:teuthology.orchestra.run.smithi027.stdout:490 2024-02-09T23:59:51.424 INFO:teuthology.orchestra.run.smithi027.stdout:490.out 2024-02-09T23:59:51.424 INFO:teuthology.orchestra.run.smithi027.stdout:491 2024-02-09T23:59:51.424 INFO:teuthology.orchestra.run.smithi027.stdout:491.out 2024-02-09T23:59:51.424 INFO:teuthology.orchestra.run.smithi027.stdout:492 2024-02-09T23:59:51.424 INFO:teuthology.orchestra.run.smithi027.stdout:492.out 2024-02-09T23:59:51.424 INFO:teuthology.orchestra.run.smithi027.stdout:493 2024-02-09T23:59:51.425 INFO:teuthology.orchestra.run.smithi027.stdout:493.out 2024-02-09T23:59:51.425 INFO:teuthology.orchestra.run.smithi027.stdout:494 2024-02-09T23:59:51.425 INFO:teuthology.orchestra.run.smithi027.stdout:494.out 2024-02-09T23:59:51.425 INFO:teuthology.orchestra.run.smithi027.stdout:495 2024-02-09T23:59:51.425 INFO:teuthology.orchestra.run.smithi027.stdout:495.out 2024-02-09T23:59:51.425 INFO:teuthology.orchestra.run.smithi027.stdout:496 2024-02-09T23:59:51.425 INFO:teuthology.orchestra.run.smithi027.stdout:496.out 2024-02-09T23:59:51.425 INFO:teuthology.orchestra.run.smithi027.stdout:497 2024-02-09T23:59:51.425 INFO:teuthology.orchestra.run.smithi027.stdout:497.out 2024-02-09T23:59:51.425 INFO:teuthology.orchestra.run.smithi027.stdout:498 2024-02-09T23:59:51.425 INFO:teuthology.orchestra.run.smithi027.stdout:498.out 2024-02-09T23:59:51.425 INFO:teuthology.orchestra.run.smithi027.stdout:499 2024-02-09T23:59:51.425 INFO:teuthology.orchestra.run.smithi027.stdout:499.out 2024-02-09T23:59:51.425 INFO:teuthology.orchestra.run.smithi027.stdout:500 2024-02-09T23:59:51.426 INFO:teuthology.orchestra.run.smithi027.stdout:500.out 2024-02-09T23:59:51.426 INFO:teuthology.orchestra.run.smithi027.stdout:501 2024-02-09T23:59:51.426 INFO:teuthology.orchestra.run.smithi027.stdout:501.out 2024-02-09T23:59:51.426 INFO:teuthology.orchestra.run.smithi027.stdout:502 2024-02-09T23:59:51.426 INFO:teuthology.orchestra.run.smithi027.stdout:502.out 2024-02-09T23:59:51.426 INFO:teuthology.orchestra.run.smithi027.stdout:503 2024-02-09T23:59:51.426 INFO:teuthology.orchestra.run.smithi027.stdout:503.out 2024-02-09T23:59:51.426 INFO:teuthology.orchestra.run.smithi027.stdout:504 2024-02-09T23:59:51.426 INFO:teuthology.orchestra.run.smithi027.stdout:504.out 2024-02-09T23:59:51.426 INFO:teuthology.orchestra.run.smithi027.stdout:505 2024-02-09T23:59:51.426 INFO:teuthology.orchestra.run.smithi027.stdout:505.out 2024-02-09T23:59:51.426 INFO:teuthology.orchestra.run.smithi027.stdout:506 2024-02-09T23:59:51.426 INFO:teuthology.orchestra.run.smithi027.stdout:506.out 2024-02-09T23:59:51.426 INFO:teuthology.orchestra.run.smithi027.stdout:507 2024-02-09T23:59:51.427 INFO:teuthology.orchestra.run.smithi027.stdout:507.out 2024-02-09T23:59:51.427 INFO:teuthology.orchestra.run.smithi027.stdout:508 2024-02-09T23:59:51.427 INFO:teuthology.orchestra.run.smithi027.stdout:508.out 2024-02-09T23:59:51.427 INFO:teuthology.orchestra.run.smithi027.stdout:509 2024-02-09T23:59:51.427 INFO:teuthology.orchestra.run.smithi027.stdout:509.out 2024-02-09T23:59:51.427 INFO:teuthology.orchestra.run.smithi027.stdout:510 2024-02-09T23:59:51.427 INFO:teuthology.orchestra.run.smithi027.stdout:510.out 2024-02-09T23:59:51.427 INFO:teuthology.orchestra.run.smithi027.stdout:511 2024-02-09T23:59:51.427 INFO:teuthology.orchestra.run.smithi027.stdout:511.out 2024-02-09T23:59:51.427 INFO:teuthology.orchestra.run.smithi027.stdout:512 2024-02-09T23:59:51.427 INFO:teuthology.orchestra.run.smithi027.stdout:512.out 2024-02-09T23:59:51.427 INFO:teuthology.orchestra.run.smithi027.stdout:513 2024-02-09T23:59:51.427 INFO:teuthology.orchestra.run.smithi027.stdout:513.out 2024-02-09T23:59:51.427 INFO:teuthology.orchestra.run.smithi027.stdout:514 2024-02-09T23:59:51.427 INFO:teuthology.orchestra.run.smithi027.stdout:514.out 2024-02-09T23:59:51.427 INFO:teuthology.orchestra.run.smithi027.stdout:515 2024-02-09T23:59:51.428 INFO:teuthology.orchestra.run.smithi027.stdout:515.out 2024-02-09T23:59:51.428 INFO:teuthology.orchestra.run.smithi027.stdout:516 2024-02-09T23:59:51.428 INFO:teuthology.orchestra.run.smithi027.stdout:516.out 2024-02-09T23:59:51.428 INFO:teuthology.orchestra.run.smithi027.stdout:517 2024-02-09T23:59:51.428 INFO:teuthology.orchestra.run.smithi027.stdout:517.out 2024-02-09T23:59:51.428 INFO:teuthology.orchestra.run.smithi027.stdout:518 2024-02-09T23:59:51.428 INFO:teuthology.orchestra.run.smithi027.stdout:518.out 2024-02-09T23:59:51.428 INFO:teuthology.orchestra.run.smithi027.stdout:519 2024-02-09T23:59:51.428 INFO:teuthology.orchestra.run.smithi027.stdout:519.out 2024-02-09T23:59:51.428 INFO:teuthology.orchestra.run.smithi027.stdout:520 2024-02-09T23:59:51.428 INFO:teuthology.orchestra.run.smithi027.stdout:520.out 2024-02-09T23:59:51.428 INFO:teuthology.orchestra.run.smithi027.stdout:521 2024-02-09T23:59:51.428 INFO:teuthology.orchestra.run.smithi027.stdout:521.out 2024-02-09T23:59:51.428 INFO:teuthology.orchestra.run.smithi027.stdout:522 2024-02-09T23:59:51.429 INFO:teuthology.orchestra.run.smithi027.stdout:522.out 2024-02-09T23:59:51.429 INFO:teuthology.orchestra.run.smithi027.stdout:523 2024-02-09T23:59:51.429 INFO:teuthology.orchestra.run.smithi027.stdout:523.out 2024-02-09T23:59:51.429 INFO:teuthology.orchestra.run.smithi027.stdout:524 2024-02-09T23:59:51.429 INFO:teuthology.orchestra.run.smithi027.stdout:524.out 2024-02-09T23:59:51.429 INFO:teuthology.orchestra.run.smithi027.stdout:525 2024-02-09T23:59:51.429 INFO:teuthology.orchestra.run.smithi027.stdout:525.out 2024-02-09T23:59:51.429 INFO:teuthology.orchestra.run.smithi027.stdout:526 2024-02-09T23:59:51.429 INFO:teuthology.orchestra.run.smithi027.stdout:526.out 2024-02-09T23:59:51.429 INFO:teuthology.orchestra.run.smithi027.stdout:527 2024-02-09T23:59:51.429 INFO:teuthology.orchestra.run.smithi027.stdout:527.out 2024-02-09T23:59:51.429 INFO:teuthology.orchestra.run.smithi027.stdout:528 2024-02-09T23:59:51.429 INFO:teuthology.orchestra.run.smithi027.stdout:528.out 2024-02-09T23:59:51.429 INFO:teuthology.orchestra.run.smithi027.stdout:529 2024-02-09T23:59:51.429 INFO:teuthology.orchestra.run.smithi027.stdout:529.out 2024-02-09T23:59:51.430 INFO:teuthology.orchestra.run.smithi027.stdout:530 2024-02-09T23:59:51.430 INFO:teuthology.orchestra.run.smithi027.stdout:530.out 2024-02-09T23:59:51.430 INFO:teuthology.orchestra.run.smithi027.stdout:531 2024-02-09T23:59:51.430 INFO:teuthology.orchestra.run.smithi027.stdout:531.out 2024-02-09T23:59:51.430 INFO:teuthology.orchestra.run.smithi027.stdout:532 2024-02-09T23:59:51.430 INFO:teuthology.orchestra.run.smithi027.stdout:532.out 2024-02-09T23:59:51.430 INFO:teuthology.orchestra.run.smithi027.stdout:533 2024-02-09T23:59:51.430 INFO:teuthology.orchestra.run.smithi027.stdout:533.out 2024-02-09T23:59:51.430 INFO:teuthology.orchestra.run.smithi027.stdout:534 2024-02-09T23:59:51.430 INFO:teuthology.orchestra.run.smithi027.stdout:534.out 2024-02-09T23:59:51.430 INFO:teuthology.orchestra.run.smithi027.stdout:535 2024-02-09T23:59:51.430 INFO:teuthology.orchestra.run.smithi027.stdout:535.out 2024-02-09T23:59:51.430 INFO:teuthology.orchestra.run.smithi027.stdout:536 2024-02-09T23:59:51.430 INFO:teuthology.orchestra.run.smithi027.stdout:536.out 2024-02-09T23:59:51.430 INFO:teuthology.orchestra.run.smithi027.stdout:537 2024-02-09T23:59:51.431 INFO:teuthology.orchestra.run.smithi027.stdout:537.out 2024-02-09T23:59:51.431 INFO:teuthology.orchestra.run.smithi027.stdout:538 2024-02-09T23:59:51.431 INFO:teuthology.orchestra.run.smithi027.stdout:538.out 2024-02-09T23:59:51.431 INFO:teuthology.orchestra.run.smithi027.stdout:539 2024-02-09T23:59:51.431 INFO:teuthology.orchestra.run.smithi027.stdout:539.out 2024-02-09T23:59:51.431 INFO:teuthology.orchestra.run.smithi027.stdout:540 2024-02-09T23:59:51.431 INFO:teuthology.orchestra.run.smithi027.stdout:540.out 2024-02-09T23:59:51.431 INFO:teuthology.orchestra.run.smithi027.stdout:541 2024-02-09T23:59:51.431 INFO:teuthology.orchestra.run.smithi027.stdout:541.out 2024-02-09T23:59:51.431 INFO:teuthology.orchestra.run.smithi027.stdout:542 2024-02-09T23:59:51.431 INFO:teuthology.orchestra.run.smithi027.stdout:542.out 2024-02-09T23:59:51.431 INFO:teuthology.orchestra.run.smithi027.stdout:543 2024-02-09T23:59:51.431 INFO:teuthology.orchestra.run.smithi027.stdout:543.out 2024-02-09T23:59:51.431 INFO:teuthology.orchestra.run.smithi027.stdout:544 2024-02-09T23:59:51.431 INFO:teuthology.orchestra.run.smithi027.stdout:544.out 2024-02-09T23:59:51.432 INFO:teuthology.orchestra.run.smithi027.stdout:545 2024-02-09T23:59:51.432 INFO:teuthology.orchestra.run.smithi027.stdout:545.out 2024-02-09T23:59:51.432 INFO:teuthology.orchestra.run.smithi027.stdout:546 2024-02-09T23:59:51.432 INFO:teuthology.orchestra.run.smithi027.stdout:546.out 2024-02-09T23:59:51.432 INFO:teuthology.orchestra.run.smithi027.stdout:547 2024-02-09T23:59:51.432 INFO:teuthology.orchestra.run.smithi027.stdout:547.out 2024-02-09T23:59:51.432 INFO:teuthology.orchestra.run.smithi027.stdout:548 2024-02-09T23:59:51.432 INFO:teuthology.orchestra.run.smithi027.stdout:548.out 2024-02-09T23:59:51.432 INFO:teuthology.orchestra.run.smithi027.stdout:549 2024-02-09T23:59:51.432 INFO:teuthology.orchestra.run.smithi027.stdout:549.out 2024-02-09T23:59:51.432 INFO:teuthology.orchestra.run.smithi027.stdout:550 2024-02-09T23:59:51.432 INFO:teuthology.orchestra.run.smithi027.stdout:550.out 2024-02-09T23:59:51.432 INFO:teuthology.orchestra.run.smithi027.stdout:551 2024-02-09T23:59:51.432 INFO:teuthology.orchestra.run.smithi027.stdout:551.out 2024-02-09T23:59:51.433 INFO:teuthology.orchestra.run.smithi027.stdout:552 2024-02-09T23:59:51.433 INFO:teuthology.orchestra.run.smithi027.stdout:552.out 2024-02-09T23:59:51.433 INFO:teuthology.orchestra.run.smithi027.stdout:553 2024-02-09T23:59:51.433 INFO:teuthology.orchestra.run.smithi027.stdout:553.out 2024-02-09T23:59:51.433 INFO:teuthology.orchestra.run.smithi027.stdout:554 2024-02-09T23:59:51.433 INFO:teuthology.orchestra.run.smithi027.stdout:554.out 2024-02-09T23:59:51.433 INFO:teuthology.orchestra.run.smithi027.stdout:555 2024-02-09T23:59:51.433 INFO:teuthology.orchestra.run.smithi027.stdout:555.out 2024-02-09T23:59:51.433 INFO:teuthology.orchestra.run.smithi027.stdout:556 2024-02-09T23:59:51.433 INFO:teuthology.orchestra.run.smithi027.stdout:556.out 2024-02-09T23:59:51.433 INFO:teuthology.orchestra.run.smithi027.stdout:557 2024-02-09T23:59:51.433 INFO:teuthology.orchestra.run.smithi027.stdout:557.out 2024-02-09T23:59:51.433 INFO:teuthology.orchestra.run.smithi027.stdout:558 2024-02-09T23:59:51.433 INFO:teuthology.orchestra.run.smithi027.stdout:558.out 2024-02-09T23:59:51.433 INFO:teuthology.orchestra.run.smithi027.stdout:559 2024-02-09T23:59:51.434 INFO:teuthology.orchestra.run.smithi027.stdout:559.out 2024-02-09T23:59:51.434 INFO:teuthology.orchestra.run.smithi027.stdout:560 2024-02-09T23:59:51.434 INFO:teuthology.orchestra.run.smithi027.stdout:560.out 2024-02-09T23:59:51.434 INFO:teuthology.orchestra.run.smithi027.stdout:561 2024-02-09T23:59:51.434 INFO:teuthology.orchestra.run.smithi027.stdout:561.out 2024-02-09T23:59:51.434 INFO:teuthology.orchestra.run.smithi027.stdout:562 2024-02-09T23:59:51.434 INFO:teuthology.orchestra.run.smithi027.stdout:562.out 2024-02-09T23:59:51.434 INFO:teuthology.orchestra.run.smithi027.stdout:563 2024-02-09T23:59:51.434 INFO:teuthology.orchestra.run.smithi027.stdout:563.out 2024-02-09T23:59:51.434 INFO:teuthology.orchestra.run.smithi027.stdout:564 2024-02-09T23:59:51.434 INFO:teuthology.orchestra.run.smithi027.stdout:564.out 2024-02-09T23:59:51.434 INFO:teuthology.orchestra.run.smithi027.stdout:565 2024-02-09T23:59:51.434 INFO:teuthology.orchestra.run.smithi027.stdout:565.out 2024-02-09T23:59:51.434 INFO:teuthology.orchestra.run.smithi027.stdout:566 2024-02-09T23:59:51.435 INFO:teuthology.orchestra.run.smithi027.stdout:566.out 2024-02-09T23:59:51.435 INFO:teuthology.orchestra.run.smithi027.stdout:567 2024-02-09T23:59:51.435 INFO:teuthology.orchestra.run.smithi027.stdout:567.out 2024-02-09T23:59:51.435 INFO:teuthology.orchestra.run.smithi027.stdout:568 2024-02-09T23:59:51.435 INFO:teuthology.orchestra.run.smithi027.stdout:568.out 2024-02-09T23:59:51.435 INFO:teuthology.orchestra.run.smithi027.stdout:569 2024-02-09T23:59:51.435 INFO:teuthology.orchestra.run.smithi027.stdout:569.out 2024-02-09T23:59:51.435 INFO:teuthology.orchestra.run.smithi027.stdout:570 2024-02-09T23:59:51.435 INFO:teuthology.orchestra.run.smithi027.stdout:570.out 2024-02-09T23:59:51.435 INFO:teuthology.orchestra.run.smithi027.stdout:571 2024-02-09T23:59:51.435 INFO:teuthology.orchestra.run.smithi027.stdout:571.out 2024-02-09T23:59:51.435 INFO:teuthology.orchestra.run.smithi027.stdout:572 2024-02-09T23:59:51.435 INFO:teuthology.orchestra.run.smithi027.stdout:572.out 2024-02-09T23:59:51.435 INFO:teuthology.orchestra.run.smithi027.stdout:573 2024-02-09T23:59:51.435 INFO:teuthology.orchestra.run.smithi027.stdout:573.out 2024-02-09T23:59:51.436 INFO:teuthology.orchestra.run.smithi027.stdout:574 2024-02-09T23:59:51.436 INFO:teuthology.orchestra.run.smithi027.stdout:574.out 2024-02-09T23:59:51.436 INFO:teuthology.orchestra.run.smithi027.stdout:575 2024-02-09T23:59:51.436 INFO:teuthology.orchestra.run.smithi027.stdout:575.out 2024-02-09T23:59:51.436 INFO:teuthology.orchestra.run.smithi027.stdout:576 2024-02-09T23:59:51.436 INFO:teuthology.orchestra.run.smithi027.stdout:576.out 2024-02-09T23:59:51.436 INFO:teuthology.orchestra.run.smithi027.stdout:577 2024-02-09T23:59:51.436 INFO:teuthology.orchestra.run.smithi027.stdout:577.out 2024-02-09T23:59:51.436 INFO:teuthology.orchestra.run.smithi027.stdout:578 2024-02-09T23:59:51.436 INFO:teuthology.orchestra.run.smithi027.stdout:578.out 2024-02-09T23:59:51.436 INFO:teuthology.orchestra.run.smithi027.stdout:579 2024-02-09T23:59:51.436 INFO:teuthology.orchestra.run.smithi027.stdout:579.out 2024-02-09T23:59:51.436 INFO:teuthology.orchestra.run.smithi027.stdout:580 2024-02-09T23:59:51.436 INFO:teuthology.orchestra.run.smithi027.stdout:580.out 2024-02-09T23:59:51.437 INFO:teuthology.orchestra.run.smithi027.stdout:581 2024-02-09T23:59:51.437 INFO:teuthology.orchestra.run.smithi027.stdout:581.out 2024-02-09T23:59:51.437 INFO:teuthology.orchestra.run.smithi027.stdout:582 2024-02-09T23:59:51.437 INFO:teuthology.orchestra.run.smithi027.stdout:582.out 2024-02-09T23:59:51.437 INFO:teuthology.orchestra.run.smithi027.stdout:583 2024-02-09T23:59:51.437 INFO:teuthology.orchestra.run.smithi027.stdout:583.out 2024-02-09T23:59:51.437 INFO:teuthology.orchestra.run.smithi027.stdout:584 2024-02-09T23:59:51.437 INFO:teuthology.orchestra.run.smithi027.stdout:584.out 2024-02-09T23:59:51.437 INFO:teuthology.orchestra.run.smithi027.stdout:585 2024-02-09T23:59:51.437 INFO:teuthology.orchestra.run.smithi027.stdout:585.out 2024-02-09T23:59:51.437 INFO:teuthology.orchestra.run.smithi027.stdout:586 2024-02-09T23:59:51.437 INFO:teuthology.orchestra.run.smithi027.stdout:586.out 2024-02-09T23:59:51.437 INFO:teuthology.orchestra.run.smithi027.stdout:587 2024-02-09T23:59:51.437 INFO:teuthology.orchestra.run.smithi027.stdout:587.out 2024-02-09T23:59:51.438 INFO:teuthology.orchestra.run.smithi027.stdout:588 2024-02-09T23:59:51.438 INFO:teuthology.orchestra.run.smithi027.stdout:588.out 2024-02-09T23:59:51.438 INFO:teuthology.orchestra.run.smithi027.stdout:589 2024-02-09T23:59:51.438 INFO:teuthology.orchestra.run.smithi027.stdout:589.out 2024-02-09T23:59:51.438 INFO:teuthology.orchestra.run.smithi027.stdout:590 2024-02-09T23:59:51.438 INFO:teuthology.orchestra.run.smithi027.stdout:590.out 2024-02-09T23:59:51.438 INFO:teuthology.orchestra.run.smithi027.stdout:591 2024-02-09T23:59:51.438 INFO:teuthology.orchestra.run.smithi027.stdout:591.out 2024-02-09T23:59:51.438 INFO:teuthology.orchestra.run.smithi027.stdout:592 2024-02-09T23:59:51.438 INFO:teuthology.orchestra.run.smithi027.stdout:592.out 2024-02-09T23:59:51.438 INFO:teuthology.orchestra.run.smithi027.stdout:593 2024-02-09T23:59:51.438 INFO:teuthology.orchestra.run.smithi027.stdout:593.out 2024-02-09T23:59:51.438 INFO:teuthology.orchestra.run.smithi027.stdout:594 2024-02-09T23:59:51.438 INFO:teuthology.orchestra.run.smithi027.stdout:594.out 2024-02-09T23:59:51.438 INFO:teuthology.orchestra.run.smithi027.stdout:595 2024-02-09T23:59:51.439 INFO:teuthology.orchestra.run.smithi027.stdout:595.out 2024-02-09T23:59:51.439 INFO:teuthology.orchestra.run.smithi027.stdout:596 2024-02-09T23:59:51.439 INFO:teuthology.orchestra.run.smithi027.stdout:596.out 2024-02-09T23:59:51.439 INFO:teuthology.orchestra.run.smithi027.stdout:597 2024-02-09T23:59:51.439 INFO:teuthology.orchestra.run.smithi027.stdout:597.out 2024-02-09T23:59:51.439 INFO:teuthology.orchestra.run.smithi027.stdout:598 2024-02-09T23:59:51.439 INFO:teuthology.orchestra.run.smithi027.stdout:598.out 2024-02-09T23:59:51.439 INFO:teuthology.orchestra.run.smithi027.stdout:599 2024-02-09T23:59:51.439 INFO:teuthology.orchestra.run.smithi027.stdout:599.out 2024-02-09T23:59:51.439 INFO:teuthology.orchestra.run.smithi027.stdout:600 2024-02-09T23:59:51.439 INFO:teuthology.orchestra.run.smithi027.stdout:600.out 2024-02-09T23:59:51.439 INFO:teuthology.orchestra.run.smithi027.stdout:601 2024-02-09T23:59:51.439 INFO:teuthology.orchestra.run.smithi027.stdout:601.out 2024-02-09T23:59:51.439 INFO:teuthology.orchestra.run.smithi027.stdout:602 2024-02-09T23:59:51.439 INFO:teuthology.orchestra.run.smithi027.stdout:602.out 2024-02-09T23:59:51.440 INFO:teuthology.orchestra.run.smithi027.stdout:603 2024-02-09T23:59:51.440 INFO:teuthology.orchestra.run.smithi027.stdout:603.out 2024-02-09T23:59:51.440 INFO:teuthology.orchestra.run.smithi027.stdout:604 2024-02-09T23:59:51.440 INFO:teuthology.orchestra.run.smithi027.stdout:604.out 2024-02-09T23:59:51.440 INFO:teuthology.orchestra.run.smithi027.stdout:605 2024-02-09T23:59:51.440 INFO:teuthology.orchestra.run.smithi027.stdout:605.out 2024-02-09T23:59:51.440 INFO:teuthology.orchestra.run.smithi027.stdout:606 2024-02-09T23:59:51.440 INFO:teuthology.orchestra.run.smithi027.stdout:606.out 2024-02-09T23:59:51.440 INFO:teuthology.orchestra.run.smithi027.stdout:607 2024-02-09T23:59:51.440 INFO:teuthology.orchestra.run.smithi027.stdout:607.out 2024-02-09T23:59:51.440 INFO:teuthology.orchestra.run.smithi027.stdout:608 2024-02-09T23:59:51.440 INFO:teuthology.orchestra.run.smithi027.stdout:608.out 2024-02-09T23:59:51.440 INFO:teuthology.orchestra.run.smithi027.stdout:609 2024-02-09T23:59:51.441 INFO:teuthology.orchestra.run.smithi027.stdout:609.out 2024-02-09T23:59:51.441 INFO:teuthology.orchestra.run.smithi027.stdout:610 2024-02-09T23:59:51.441 INFO:teuthology.orchestra.run.smithi027.stdout:610.out 2024-02-09T23:59:51.441 INFO:teuthology.orchestra.run.smithi027.stdout:611 2024-02-09T23:59:51.441 INFO:teuthology.orchestra.run.smithi027.stdout:611.out 2024-02-09T23:59:51.441 INFO:teuthology.orchestra.run.smithi027.stdout:612 2024-02-09T23:59:51.441 INFO:teuthology.orchestra.run.smithi027.stdout:612.out 2024-02-09T23:59:51.441 INFO:teuthology.orchestra.run.smithi027.stdout:613 2024-02-09T23:59:51.441 INFO:teuthology.orchestra.run.smithi027.stdout:613.out 2024-02-09T23:59:51.441 INFO:teuthology.orchestra.run.smithi027.stdout:614 2024-02-09T23:59:51.441 INFO:teuthology.orchestra.run.smithi027.stdout:614.out 2024-02-09T23:59:51.441 INFO:teuthology.orchestra.run.smithi027.stdout:615 2024-02-09T23:59:51.441 INFO:teuthology.orchestra.run.smithi027.stdout:615.out 2024-02-09T23:59:51.441 INFO:teuthology.orchestra.run.smithi027.stdout:616 2024-02-09T23:59:51.441 INFO:teuthology.orchestra.run.smithi027.stdout:616.out 2024-02-09T23:59:51.442 INFO:teuthology.orchestra.run.smithi027.stdout:617 2024-02-09T23:59:51.442 INFO:teuthology.orchestra.run.smithi027.stdout:617.out 2024-02-09T23:59:51.442 INFO:teuthology.orchestra.run.smithi027.stdout:618 2024-02-09T23:59:51.442 INFO:teuthology.orchestra.run.smithi027.stdout:618.out 2024-02-09T23:59:51.442 INFO:teuthology.orchestra.run.smithi027.stdout:619 2024-02-09T23:59:51.442 INFO:teuthology.orchestra.run.smithi027.stdout:619.out 2024-02-09T23:59:51.442 INFO:teuthology.orchestra.run.smithi027.stdout:620 2024-02-09T23:59:51.442 INFO:teuthology.orchestra.run.smithi027.stdout:620.out 2024-02-09T23:59:51.442 INFO:teuthology.orchestra.run.smithi027.stdout:621 2024-02-09T23:59:51.442 INFO:teuthology.orchestra.run.smithi027.stdout:621.out 2024-02-09T23:59:51.442 INFO:teuthology.orchestra.run.smithi027.stdout:622 2024-02-09T23:59:51.442 INFO:teuthology.orchestra.run.smithi027.stdout:622.out 2024-02-09T23:59:51.442 INFO:teuthology.orchestra.run.smithi027.stdout:623 2024-02-09T23:59:51.442 INFO:teuthology.orchestra.run.smithi027.stdout:623.out 2024-02-09T23:59:51.442 INFO:teuthology.orchestra.run.smithi027.stdout:624 2024-02-09T23:59:51.443 INFO:teuthology.orchestra.run.smithi027.stdout:624.out 2024-02-09T23:59:51.443 INFO:teuthology.orchestra.run.smithi027.stdout:625 2024-02-09T23:59:51.443 INFO:teuthology.orchestra.run.smithi027.stdout:625.out 2024-02-09T23:59:51.443 INFO:teuthology.orchestra.run.smithi027.stdout:626 2024-02-09T23:59:51.443 INFO:teuthology.orchestra.run.smithi027.stdout:626.out 2024-02-09T23:59:51.443 INFO:teuthology.orchestra.run.smithi027.stdout:627 2024-02-09T23:59:51.443 INFO:teuthology.orchestra.run.smithi027.stdout:627.out 2024-02-09T23:59:51.443 INFO:teuthology.orchestra.run.smithi027.stdout:628 2024-02-09T23:59:51.443 INFO:teuthology.orchestra.run.smithi027.stdout:628.out 2024-02-09T23:59:51.443 INFO:teuthology.orchestra.run.smithi027.stdout:629 2024-02-09T23:59:51.443 INFO:teuthology.orchestra.run.smithi027.stdout:629.out 2024-02-09T23:59:51.443 INFO:teuthology.orchestra.run.smithi027.stdout:630 2024-02-09T23:59:51.443 INFO:teuthology.orchestra.run.smithi027.stdout:630.out 2024-02-09T23:59:51.443 INFO:teuthology.orchestra.run.smithi027.stdout:631 2024-02-09T23:59:51.444 INFO:teuthology.orchestra.run.smithi027.stdout:631.out 2024-02-09T23:59:51.444 INFO:teuthology.orchestra.run.smithi027.stdout:632 2024-02-09T23:59:51.444 INFO:teuthology.orchestra.run.smithi027.stdout:632.out 2024-02-09T23:59:51.444 INFO:teuthology.orchestra.run.smithi027.stdout:633 2024-02-09T23:59:51.444 INFO:teuthology.orchestra.run.smithi027.stdout:633.out 2024-02-09T23:59:51.444 INFO:teuthology.orchestra.run.smithi027.stdout:634 2024-02-09T23:59:51.444 INFO:teuthology.orchestra.run.smithi027.stdout:634.out 2024-02-09T23:59:51.444 INFO:teuthology.orchestra.run.smithi027.stdout:635 2024-02-09T23:59:51.444 INFO:teuthology.orchestra.run.smithi027.stdout:635.out 2024-02-09T23:59:51.444 INFO:teuthology.orchestra.run.smithi027.stdout:636 2024-02-09T23:59:51.444 INFO:teuthology.orchestra.run.smithi027.stdout:636.out 2024-02-09T23:59:51.444 INFO:teuthology.orchestra.run.smithi027.stdout:637 2024-02-09T23:59:51.444 INFO:teuthology.orchestra.run.smithi027.stdout:637.out 2024-02-09T23:59:51.444 INFO:teuthology.orchestra.run.smithi027.stdout:638 2024-02-09T23:59:51.445 INFO:teuthology.orchestra.run.smithi027.stdout:638.out 2024-02-09T23:59:51.445 INFO:teuthology.orchestra.run.smithi027.stdout:639 2024-02-09T23:59:51.445 INFO:teuthology.orchestra.run.smithi027.stdout:639.out 2024-02-09T23:59:51.445 INFO:teuthology.orchestra.run.smithi027.stdout:640 2024-02-09T23:59:51.445 INFO:teuthology.orchestra.run.smithi027.stdout:640.out 2024-02-09T23:59:51.445 INFO:teuthology.orchestra.run.smithi027.stdout:641 2024-02-09T23:59:51.445 INFO:teuthology.orchestra.run.smithi027.stdout:641.out 2024-02-09T23:59:51.445 INFO:teuthology.orchestra.run.smithi027.stdout:642 2024-02-09T23:59:51.445 INFO:teuthology.orchestra.run.smithi027.stdout:642.out 2024-02-09T23:59:51.445 INFO:teuthology.orchestra.run.smithi027.stdout:643 2024-02-09T23:59:51.445 INFO:teuthology.orchestra.run.smithi027.stdout:643.out 2024-02-09T23:59:51.445 INFO:teuthology.orchestra.run.smithi027.stdout:644 2024-02-09T23:59:51.445 INFO:teuthology.orchestra.run.smithi027.stdout:644.out 2024-02-09T23:59:51.445 INFO:teuthology.orchestra.run.smithi027.stdout:645 2024-02-09T23:59:51.446 INFO:teuthology.orchestra.run.smithi027.stdout:645.out 2024-02-09T23:59:51.446 INFO:teuthology.orchestra.run.smithi027.stdout:646 2024-02-09T23:59:51.446 INFO:teuthology.orchestra.run.smithi027.stdout:646.out 2024-02-09T23:59:51.446 INFO:teuthology.orchestra.run.smithi027.stdout:647 2024-02-09T23:59:51.446 INFO:teuthology.orchestra.run.smithi027.stdout:647.out 2024-02-09T23:59:51.446 INFO:teuthology.orchestra.run.smithi027.stdout:648 2024-02-09T23:59:51.446 INFO:teuthology.orchestra.run.smithi027.stdout:648.out 2024-02-09T23:59:51.446 INFO:teuthology.orchestra.run.smithi027.stdout:649 2024-02-09T23:59:51.446 INFO:teuthology.orchestra.run.smithi027.stdout:649.out 2024-02-09T23:59:51.446 INFO:teuthology.orchestra.run.smithi027.stdout:650 2024-02-09T23:59:51.446 INFO:teuthology.orchestra.run.smithi027.stdout:650.out 2024-02-09T23:59:51.446 INFO:teuthology.orchestra.run.smithi027.stdout:651 2024-02-09T23:59:51.446 INFO:teuthology.orchestra.run.smithi027.stdout:651.out 2024-02-09T23:59:51.446 INFO:teuthology.orchestra.run.smithi027.stdout:652 2024-02-09T23:59:51.446 INFO:teuthology.orchestra.run.smithi027.stdout:652.out 2024-02-09T23:59:51.447 INFO:teuthology.orchestra.run.smithi027.stdout:653 2024-02-09T23:59:51.447 INFO:teuthology.orchestra.run.smithi027.stdout:653.out 2024-02-09T23:59:51.447 INFO:teuthology.orchestra.run.smithi027.stdout:654 2024-02-09T23:59:51.447 INFO:teuthology.orchestra.run.smithi027.stdout:654.out 2024-02-09T23:59:51.447 INFO:teuthology.orchestra.run.smithi027.stdout:655 2024-02-09T23:59:51.447 INFO:teuthology.orchestra.run.smithi027.stdout:655.out 2024-02-09T23:59:51.447 INFO:teuthology.orchestra.run.smithi027.stdout:656 2024-02-09T23:59:51.447 INFO:teuthology.orchestra.run.smithi027.stdout:656.out 2024-02-09T23:59:51.447 INFO:teuthology.orchestra.run.smithi027.stdout:657 2024-02-09T23:59:51.447 INFO:teuthology.orchestra.run.smithi027.stdout:657.out 2024-02-09T23:59:51.447 INFO:teuthology.orchestra.run.smithi027.stdout:658 2024-02-09T23:59:51.447 INFO:teuthology.orchestra.run.smithi027.stdout:658.out 2024-02-09T23:59:51.447 INFO:teuthology.orchestra.run.smithi027.stdout:659 2024-02-09T23:59:51.447 INFO:teuthology.orchestra.run.smithi027.stdout:659.out 2024-02-09T23:59:51.447 INFO:teuthology.orchestra.run.smithi027.stdout:660 2024-02-09T23:59:51.447 INFO:teuthology.orchestra.run.smithi027.stdout:660.out 2024-02-09T23:59:51.448 INFO:teuthology.orchestra.run.smithi027.stdout:661 2024-02-09T23:59:51.448 INFO:teuthology.orchestra.run.smithi027.stdout:661.out 2024-02-09T23:59:51.448 INFO:teuthology.orchestra.run.smithi027.stdout:662 2024-02-09T23:59:51.448 INFO:teuthology.orchestra.run.smithi027.stdout:662.out 2024-02-09T23:59:51.448 INFO:teuthology.orchestra.run.smithi027.stdout:663 2024-02-09T23:59:51.448 INFO:teuthology.orchestra.run.smithi027.stdout:663.out 2024-02-09T23:59:51.448 INFO:teuthology.orchestra.run.smithi027.stdout:664 2024-02-09T23:59:51.448 INFO:teuthology.orchestra.run.smithi027.stdout:664.out 2024-02-09T23:59:51.448 INFO:teuthology.orchestra.run.smithi027.stdout:665 2024-02-09T23:59:51.448 INFO:teuthology.orchestra.run.smithi027.stdout:665.out 2024-02-09T23:59:51.448 INFO:teuthology.orchestra.run.smithi027.stdout:666 2024-02-09T23:59:51.448 INFO:teuthology.orchestra.run.smithi027.stdout:666.out 2024-02-09T23:59:51.448 INFO:teuthology.orchestra.run.smithi027.stdout:667 2024-02-09T23:59:51.448 INFO:teuthology.orchestra.run.smithi027.stdout:667.out 2024-02-09T23:59:51.448 INFO:teuthology.orchestra.run.smithi027.stdout:668 2024-02-09T23:59:51.449 INFO:teuthology.orchestra.run.smithi027.stdout:668.out 2024-02-09T23:59:51.449 INFO:teuthology.orchestra.run.smithi027.stdout:669 2024-02-09T23:59:51.449 INFO:teuthology.orchestra.run.smithi027.stdout:669.out 2024-02-09T23:59:51.449 INFO:teuthology.orchestra.run.smithi027.stdout:670 2024-02-09T23:59:51.449 INFO:teuthology.orchestra.run.smithi027.stdout:670.out 2024-02-09T23:59:51.449 INFO:teuthology.orchestra.run.smithi027.stdout:671 2024-02-09T23:59:51.449 INFO:teuthology.orchestra.run.smithi027.stdout:671.out 2024-02-09T23:59:51.449 INFO:teuthology.orchestra.run.smithi027.stdout:672 2024-02-09T23:59:51.449 INFO:teuthology.orchestra.run.smithi027.stdout:672.out 2024-02-09T23:59:51.449 INFO:teuthology.orchestra.run.smithi027.stdout:673 2024-02-09T23:59:51.449 INFO:teuthology.orchestra.run.smithi027.stdout:673.out 2024-02-09T23:59:51.449 INFO:teuthology.orchestra.run.smithi027.stdout:674 2024-02-09T23:59:51.449 INFO:teuthology.orchestra.run.smithi027.stdout:674.out 2024-02-09T23:59:51.449 INFO:teuthology.orchestra.run.smithi027.stdout:675 2024-02-09T23:59:51.449 INFO:teuthology.orchestra.run.smithi027.stdout:675.out 2024-02-09T23:59:51.450 INFO:teuthology.orchestra.run.smithi027.stdout:676 2024-02-09T23:59:51.450 INFO:teuthology.orchestra.run.smithi027.stdout:676.out 2024-02-09T23:59:51.450 INFO:teuthology.orchestra.run.smithi027.stdout:677 2024-02-09T23:59:51.450 INFO:teuthology.orchestra.run.smithi027.stdout:677.out 2024-02-09T23:59:51.450 INFO:teuthology.orchestra.run.smithi027.stdout:678 2024-02-09T23:59:51.450 INFO:teuthology.orchestra.run.smithi027.stdout:678.out 2024-02-09T23:59:51.450 INFO:teuthology.orchestra.run.smithi027.stdout:679 2024-02-09T23:59:51.450 INFO:teuthology.orchestra.run.smithi027.stdout:679.out 2024-02-09T23:59:51.450 INFO:teuthology.orchestra.run.smithi027.stdout:680 2024-02-09T23:59:51.450 INFO:teuthology.orchestra.run.smithi027.stdout:680.out 2024-02-09T23:59:51.450 INFO:teuthology.orchestra.run.smithi027.stdout:681 2024-02-09T23:59:51.450 INFO:teuthology.orchestra.run.smithi027.stdout:681.out 2024-02-09T23:59:51.450 INFO:teuthology.orchestra.run.smithi027.stdout:682 2024-02-09T23:59:51.450 INFO:teuthology.orchestra.run.smithi027.stdout:682.out 2024-02-09T23:59:51.450 INFO:teuthology.orchestra.run.smithi027.stdout:683 2024-02-09T23:59:51.451 INFO:teuthology.orchestra.run.smithi027.stdout:683.out 2024-02-09T23:59:51.451 INFO:teuthology.orchestra.run.smithi027.stdout:684 2024-02-09T23:59:51.451 INFO:teuthology.orchestra.run.smithi027.stdout:684.out 2024-02-09T23:59:51.451 INFO:teuthology.orchestra.run.smithi027.stdout:685 2024-02-09T23:59:51.451 INFO:teuthology.orchestra.run.smithi027.stdout:685.out 2024-02-09T23:59:51.451 INFO:teuthology.orchestra.run.smithi027.stdout:686 2024-02-09T23:59:51.451 INFO:teuthology.orchestra.run.smithi027.stdout:686.out 2024-02-09T23:59:51.451 INFO:teuthology.orchestra.run.smithi027.stdout:687 2024-02-09T23:59:51.451 INFO:teuthology.orchestra.run.smithi027.stdout:687.out 2024-02-09T23:59:51.451 INFO:teuthology.orchestra.run.smithi027.stdout:688 2024-02-09T23:59:51.451 INFO:teuthology.orchestra.run.smithi027.stdout:688.out 2024-02-09T23:59:51.451 INFO:teuthology.orchestra.run.smithi027.stdout:689 2024-02-09T23:59:51.451 INFO:teuthology.orchestra.run.smithi027.stdout:689.out 2024-02-09T23:59:51.451 INFO:teuthology.orchestra.run.smithi027.stdout:690 2024-02-09T23:59:51.451 INFO:teuthology.orchestra.run.smithi027.stdout:690.out 2024-02-09T23:59:51.452 INFO:teuthology.orchestra.run.smithi027.stdout:691 2024-02-09T23:59:51.452 INFO:teuthology.orchestra.run.smithi027.stdout:691.out 2024-02-09T23:59:51.452 INFO:teuthology.orchestra.run.smithi027.stdout:692 2024-02-09T23:59:51.452 INFO:teuthology.orchestra.run.smithi027.stdout:692.out 2024-02-09T23:59:51.452 INFO:teuthology.orchestra.run.smithi027.stdout:693 2024-02-09T23:59:51.452 INFO:teuthology.orchestra.run.smithi027.stdout:693.out 2024-02-09T23:59:51.452 INFO:teuthology.orchestra.run.smithi027.stdout:694 2024-02-09T23:59:51.452 INFO:teuthology.orchestra.run.smithi027.stdout:694.out 2024-02-09T23:59:51.452 INFO:teuthology.orchestra.run.smithi027.stdout:695 2024-02-09T23:59:51.452 INFO:teuthology.orchestra.run.smithi027.stdout:695.out 2024-02-09T23:59:51.452 INFO:teuthology.orchestra.run.smithi027.stdout:696 2024-02-09T23:59:51.452 INFO:teuthology.orchestra.run.smithi027.stdout:696.out 2024-02-09T23:59:51.452 INFO:teuthology.orchestra.run.smithi027.stdout:697 2024-02-09T23:59:51.452 INFO:teuthology.orchestra.run.smithi027.stdout:697.out 2024-02-09T23:59:51.452 INFO:teuthology.orchestra.run.smithi027.stdout:698 2024-02-09T23:59:51.453 INFO:teuthology.orchestra.run.smithi027.stdout:698.out 2024-02-09T23:59:51.453 INFO:teuthology.orchestra.run.smithi027.stdout:699 2024-02-09T23:59:51.453 INFO:teuthology.orchestra.run.smithi027.stdout:699.out 2024-02-09T23:59:51.453 INFO:teuthology.orchestra.run.smithi027.stdout:700 2024-02-09T23:59:51.453 INFO:teuthology.orchestra.run.smithi027.stdout:700.out 2024-02-09T23:59:51.453 INFO:teuthology.orchestra.run.smithi027.stdout:701 2024-02-09T23:59:51.453 INFO:teuthology.orchestra.run.smithi027.stdout:701.out 2024-02-09T23:59:51.453 INFO:teuthology.orchestra.run.smithi027.stdout:702 2024-02-09T23:59:51.453 INFO:teuthology.orchestra.run.smithi027.stdout:702.out 2024-02-09T23:59:51.453 INFO:teuthology.orchestra.run.smithi027.stdout:703 2024-02-09T23:59:51.453 INFO:teuthology.orchestra.run.smithi027.stdout:703.out 2024-02-09T23:59:51.453 INFO:teuthology.orchestra.run.smithi027.stdout:704 2024-02-09T23:59:51.453 INFO:teuthology.orchestra.run.smithi027.stdout:704.out 2024-02-09T23:59:51.453 INFO:teuthology.orchestra.run.smithi027.stdout:705 2024-02-09T23:59:51.453 INFO:teuthology.orchestra.run.smithi027.stdout:705.out 2024-02-09T23:59:51.454 INFO:teuthology.orchestra.run.smithi027.stdout:706 2024-02-09T23:59:51.454 INFO:teuthology.orchestra.run.smithi027.stdout:706.out 2024-02-09T23:59:51.454 INFO:teuthology.orchestra.run.smithi027.stdout:707 2024-02-09T23:59:51.454 INFO:teuthology.orchestra.run.smithi027.stdout:707.out 2024-02-09T23:59:51.454 INFO:teuthology.orchestra.run.smithi027.stdout:708 2024-02-09T23:59:51.454 INFO:teuthology.orchestra.run.smithi027.stdout:708.out 2024-02-09T23:59:51.454 INFO:teuthology.orchestra.run.smithi027.stdout:709 2024-02-09T23:59:51.454 INFO:teuthology.orchestra.run.smithi027.stdout:709.out 2024-02-09T23:59:51.454 INFO:teuthology.orchestra.run.smithi027.stdout:710 2024-02-09T23:59:51.454 INFO:teuthology.orchestra.run.smithi027.stdout:710.out 2024-02-09T23:59:51.454 INFO:teuthology.orchestra.run.smithi027.stdout:711 2024-02-09T23:59:51.454 INFO:teuthology.orchestra.run.smithi027.stdout:711.out 2024-02-09T23:59:51.454 INFO:teuthology.orchestra.run.smithi027.stdout:712 2024-02-09T23:59:51.454 INFO:teuthology.orchestra.run.smithi027.stdout:712.out 2024-02-09T23:59:51.454 INFO:teuthology.orchestra.run.smithi027.stdout:713 2024-02-09T23:59:51.455 INFO:teuthology.orchestra.run.smithi027.stdout:713.out 2024-02-09T23:59:51.455 INFO:teuthology.orchestra.run.smithi027.stdout:714 2024-02-09T23:59:51.455 INFO:teuthology.orchestra.run.smithi027.stdout:714.out 2024-02-09T23:59:51.455 INFO:teuthology.orchestra.run.smithi027.stdout:715 2024-02-09T23:59:51.455 INFO:teuthology.orchestra.run.smithi027.stdout:715.out 2024-02-09T23:59:51.455 INFO:teuthology.orchestra.run.smithi027.stdout:716 2024-02-09T23:59:51.455 INFO:teuthology.orchestra.run.smithi027.stdout:716.out 2024-02-09T23:59:51.455 INFO:teuthology.orchestra.run.smithi027.stdout:717 2024-02-09T23:59:51.455 INFO:teuthology.orchestra.run.smithi027.stdout:717.out 2024-02-09T23:59:51.455 INFO:teuthology.orchestra.run.smithi027.stdout:718 2024-02-09T23:59:51.455 INFO:teuthology.orchestra.run.smithi027.stdout:718.out 2024-02-09T23:59:51.455 INFO:teuthology.orchestra.run.smithi027.stdout:719 2024-02-09T23:59:51.455 INFO:teuthology.orchestra.run.smithi027.stdout:719.out 2024-02-09T23:59:51.455 INFO:teuthology.orchestra.run.smithi027.stdout:720 2024-02-09T23:59:51.455 INFO:teuthology.orchestra.run.smithi027.stdout:720.out 2024-02-09T23:59:51.456 INFO:teuthology.orchestra.run.smithi027.stdout:721 2024-02-09T23:59:51.456 INFO:teuthology.orchestra.run.smithi027.stdout:721.out 2024-02-09T23:59:51.456 INFO:teuthology.orchestra.run.smithi027.stdout:722 2024-02-09T23:59:51.456 INFO:teuthology.orchestra.run.smithi027.stdout:722.out 2024-02-09T23:59:51.456 INFO:teuthology.orchestra.run.smithi027.stdout:723 2024-02-09T23:59:51.456 INFO:teuthology.orchestra.run.smithi027.stdout:723.out 2024-02-09T23:59:51.456 INFO:teuthology.orchestra.run.smithi027.stdout:724 2024-02-09T23:59:51.456 INFO:teuthology.orchestra.run.smithi027.stdout:724.out 2024-02-09T23:59:51.456 INFO:teuthology.orchestra.run.smithi027.stdout:725 2024-02-09T23:59:51.456 INFO:teuthology.orchestra.run.smithi027.stdout:725.out 2024-02-09T23:59:51.456 INFO:teuthology.orchestra.run.smithi027.stdout:726 2024-02-09T23:59:51.456 INFO:teuthology.orchestra.run.smithi027.stdout:726.out 2024-02-09T23:59:51.456 INFO:teuthology.orchestra.run.smithi027.stdout:727 2024-02-09T23:59:51.456 INFO:teuthology.orchestra.run.smithi027.stdout:727.out 2024-02-09T23:59:51.456 INFO:teuthology.orchestra.run.smithi027.stdout:728 2024-02-09T23:59:51.457 INFO:teuthology.orchestra.run.smithi027.stdout:728.out 2024-02-09T23:59:51.457 INFO:teuthology.orchestra.run.smithi027.stdout:729 2024-02-09T23:59:51.457 INFO:teuthology.orchestra.run.smithi027.stdout:729.out 2024-02-09T23:59:51.457 INFO:teuthology.orchestra.run.smithi027.stdout:730 2024-02-09T23:59:51.457 INFO:teuthology.orchestra.run.smithi027.stdout:730.out 2024-02-09T23:59:51.457 INFO:teuthology.orchestra.run.smithi027.stdout:731 2024-02-09T23:59:51.457 INFO:teuthology.orchestra.run.smithi027.stdout:731.out 2024-02-09T23:59:51.457 INFO:teuthology.orchestra.run.smithi027.stdout:732 2024-02-09T23:59:51.457 INFO:teuthology.orchestra.run.smithi027.stdout:732.out 2024-02-09T23:59:51.457 INFO:teuthology.orchestra.run.smithi027.stdout:733 2024-02-09T23:59:51.457 INFO:teuthology.orchestra.run.smithi027.stdout:733.out 2024-02-09T23:59:51.457 INFO:teuthology.orchestra.run.smithi027.stdout:734 2024-02-09T23:59:51.457 INFO:teuthology.orchestra.run.smithi027.stdout:734.out 2024-02-09T23:59:51.457 INFO:teuthology.orchestra.run.smithi027.stdout:735 2024-02-09T23:59:51.457 INFO:teuthology.orchestra.run.smithi027.stdout:735.out 2024-02-09T23:59:51.458 INFO:teuthology.orchestra.run.smithi027.stdout:736 2024-02-09T23:59:51.458 INFO:teuthology.orchestra.run.smithi027.stdout:736.out 2024-02-09T23:59:51.458 INFO:teuthology.orchestra.run.smithi027.stdout:737 2024-02-09T23:59:51.458 INFO:teuthology.orchestra.run.smithi027.stdout:737.out 2024-02-09T23:59:51.458 INFO:teuthology.orchestra.run.smithi027.stdout:738 2024-02-09T23:59:51.458 INFO:teuthology.orchestra.run.smithi027.stdout:738.out 2024-02-09T23:59:51.458 INFO:teuthology.orchestra.run.smithi027.stdout:739 2024-02-09T23:59:51.458 INFO:teuthology.orchestra.run.smithi027.stdout:739.out 2024-02-09T23:59:51.458 INFO:teuthology.orchestra.run.smithi027.stdout:group.list 2024-02-09T23:59:51.458 INFO:teuthology.orchestra.run.smithi027.stdout:Makefile 2024-02-09T23:59:51.459 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/001) 2024-02-09T23:59:51.615 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-09T23:59:51.619 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-09T23:59:51.619 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:59:53.584 INFO:teuthology.orchestra.run.smithi027.stdout:generic/001 2s 2024-02-09T23:59:53.589 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/001 2024-02-09T23:59:53.589 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-09T23:59:53.591 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:59:53.593 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi027.stderr:ceph-fuse[52437]: fuse finished with error 0 and tester_r 0 2024-02-09T23:59:53.601 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-09T23:59:53.601 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/002) 2024-02-09T23:59:53.782 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-09T23:59:53.786 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-09T23:59:53.787 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:59:54.231 INFO:teuthology.orchestra.run.smithi027.stdout:generic/002 1s 2024-02-09T23:59:54.236 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/002 2024-02-09T23:59:54.236 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-09T23:59:54.238 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:59:54.247 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-09T23:59:54.247 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/003) 2024-02-09T23:59:54.467 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-09T23:59:54.470 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-09T23:59:54.470 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:59:54.589 INFO:teuthology.orchestra.run.smithi027.stdout:generic/003 [not run] this test requires a valid $SCRATCH_DEV 2024-02-09T23:59:54.593 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/003 2024-02-09T23:59:54.594 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/003 2024-02-09T23:59:54.594 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-09T23:59:54.595 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:59:54.605 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-09T23:59:54.605 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/004) 2024-02-09T23:59:54.783 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-09T23:59:54.787 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-09T23:59:54.787 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:59:54.923 INFO:teuthology.orchestra.run.smithi027.stdout:generic/004 [not run] O_TMPFILE is not supported 2024-02-09T23:59:54.926 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/004 2024-02-09T23:59:54.926 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/004 2024-02-09T23:59:54.926 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-09T23:59:54.929 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:59:54.937 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-09T23:59:54.937 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/005) 2024-02-09T23:59:55.115 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-09T23:59:55.119 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-09T23:59:55.119 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:59:55.637 INFO:teuthology.orchestra.run.smithi027.stdout:generic/005 0s 2024-02-09T23:59:55.642 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/005 2024-02-09T23:59:55.642 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-09T23:59:55.644 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-09T23:59:55.656 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-09T23:59:55.657 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/006) 2024-02-09T23:59:55.858 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-09T23:59:55.862 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-09T23:59:55.862 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:00:21.215 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:00:21.219 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:00:26.940 INFO:teuthology.orchestra.run.smithi027.stdout:generic/006 31s 2024-02-10T00:00:26.945 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/006 2024-02-10T00:00:26.946 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:00:26.948 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:00:26.957 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:00:26.958 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/007) 2024-02-10T00:00:27.168 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:00:27.172 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:00:27.175 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:00:51.311 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:00:51.315 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:01:21.377 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:01:21.380 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:01:30.623 INFO:teuthology.orchestra.run.smithi027.stdout:generic/007 63s 2024-02-10T00:01:30.628 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/007 2024-02-10T00:01:30.628 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:01:30.631 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:01:30.639 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:01:30.640 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/008) 2024-02-10T00:01:30.842 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:01:30.846 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:01:30.846 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:01:31.773 INFO:teuthology.orchestra.run.smithi027.stdout:generic/008 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2024-02-10T00:01:31.777 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/008 2024-02-10T00:01:31.778 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/008 2024-02-10T00:01:31.778 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:01:31.779 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:01:31.788 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:01:31.788 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/009) 2024-02-10T00:01:31.974 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:01:31.978 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:01:31.978 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:01:32.822 INFO:teuthology.orchestra.run.smithi027.stdout:generic/009 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2024-02-10T00:01:32.825 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/009 2024-02-10T00:01:32.826 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/009 2024-02-10T00:01:32.826 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:01:32.828 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:01:32.836 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:01:32.837 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/010) 2024-02-10T00:01:33.012 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:01:33.016 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:01:33.016 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:01:33.713 INFO:teuthology.orchestra.run.smithi027.stdout:generic/010 0s 2024-02-10T00:01:33.786 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/010 2024-02-10T00:01:33.786 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:01:33.788 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:01:33.811 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:01:33.811 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/011) 2024-02-10T00:01:34.010 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:01:34.014 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:01:34.014 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:01:51.959 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:01:51.962 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:02:07.846 INFO:teuthology.orchestra.run.smithi027.stdout:generic/011 33s 2024-02-10T00:02:07.933 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/011 2024-02-10T00:02:07.933 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:02:07.936 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:02:07.946 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:02:07.947 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/012) 2024-02-10T00:02:08.165 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:02:08.169 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:02:08.169 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:02:09.149 INFO:teuthology.orchestra.run.smithi027.stdout:generic/012 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2024-02-10T00:02:09.152 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/012 2024-02-10T00:02:09.153 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/012 2024-02-10T00:02:09.153 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:02:09.155 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:02:09.178 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:02:09.178 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/013) 2024-02-10T00:02:09.375 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:02:09.379 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:02:09.379 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:02:22.056 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:02:22.059 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:02:52.489 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:02:52.495 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:03:22.812 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:03:22.816 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:03:29.702 INFO:teuthology.orchestra.run.smithi027.stdout:generic/013 80s 2024-02-10T00:03:29.710 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/013 2024-02-10T00:03:29.710 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:03:29.713 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:29.728 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:03:29.729 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/014) 2024-02-10T00:03:30.008 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:03:30.014 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:03:30.014 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:30.231 INFO:teuthology.orchestra.run.smithi027.stdout:generic/014 [not run] Sparse files are not supported or do not work as expected 2024-02-10T00:03:30.235 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/014 2024-02-10T00:03:30.235 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/014 2024-02-10T00:03:30.235 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:03:30.238 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:30.249 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:03:30.249 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/015) 2024-02-10T00:03:30.511 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:03:30.518 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:03:30.518 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:30.682 INFO:teuthology.orchestra.run.smithi027.stdout:generic/015 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:03:30.687 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/015 2024-02-10T00:03:30.687 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/015 2024-02-10T00:03:30.687 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:03:30.690 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:30.703 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:03:30.704 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/016) 2024-02-10T00:03:30.959 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:03:30.964 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:03:30.964 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:32.449 INFO:teuthology.orchestra.run.smithi027.stdout:generic/016 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2024-02-10T00:03:32.455 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/016 2024-02-10T00:03:32.455 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/016 2024-02-10T00:03:32.455 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:03:32.458 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:32.492 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:03:32.492 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/017) 2024-02-10T00:03:32.799 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:03:32.805 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:03:32.806 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:32.973 INFO:teuthology.orchestra.run.smithi027.stdout:generic/017 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:03:32.978 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/017 2024-02-10T00:03:32.978 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/017 2024-02-10T00:03:32.978 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:03:32.981 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:32.993 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:03:32.993 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/018) 2024-02-10T00:03:33.255 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:03:33.262 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:03:33.262 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:33.430 INFO:teuthology.orchestra.run.smithi027.stdout:generic/018 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:03:33.434 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/018 2024-02-10T00:03:33.434 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/018 2024-02-10T00:03:33.435 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:03:33.439 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:33.450 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:03:33.451 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/019) 2024-02-10T00:03:33.712 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:03:33.717 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:03:33.717 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:33.884 INFO:teuthology.orchestra.run.smithi027.stdout:generic/019 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:03:33.888 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/019 2024-02-10T00:03:33.888 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/019 2024-02-10T00:03:33.888 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:03:33.891 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:33.904 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:03:33.904 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/020) 2024-02-10T00:03:34.177 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:03:34.182 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:03:34.182 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:43.279 INFO:teuthology.orchestra.run.smithi027.stdout:generic/020 - output mismatch (see /tmp/tmp.6IDzV8czZ2xfstests-dev/results//generic/020.out.bad) 2024-02-10T00:03:43.282 INFO:teuthology.orchestra.run.smithi027.stdout: --- tests/generic/020.out 2024-02-09 23:58:07.736652396 +0000 2024-02-10T00:03:43.282 INFO:teuthology.orchestra.run.smithi027.stdout: +++ /tmp/tmp.6IDzV8czZ2xfstests-dev/results//generic/020.out.bad 2024-02-10 00:03:43.276048764 +0000 2024-02-10T00:03:43.282 INFO:teuthology.orchestra.run.smithi027.stdout: @@ -47,9 +47,13 @@ 2024-02-10T00:03:43.282 INFO:teuthology.orchestra.run.smithi027.stdout: user.snrub="fish2\012" 2024-02-10T00:03:43.282 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:43.282 INFO:teuthology.orchestra.run.smithi027.stdout: *** really long value 2024-02-10T00:03:43.282 INFO:teuthology.orchestra.run.smithi027.stdout: -0000000 00 2024-02-10T00:03:43.282 INFO:teuthology.orchestra.run.smithi027.stdout: -* 2024-02-10T00:03:43.282 INFO:teuthology.orchestra.run.smithi027.stdout: -ATTRSIZE 2024-02-10T00:03:43.283 INFO:teuthology.orchestra.run.smithi027.stdout: +attr_set: No space left on device 2024-02-10T00:03:43.283 INFO:teuthology.orchestra.run.smithi027.stdout: +Could not set "long_attr" for 2024-02-10T00:03:43.283 INFO:teuthology.orchestra.run.smithi027.stdout: +attr_get: No data available 2024-02-10T00:03:43.283 INFO:teuthology.orchestra.run.smithi027.stdout: +Could not get "long_attr" for 2024-02-10T00:03:43.283 INFO:teuthology.orchestra.run.smithi027.stdout: +0000000 2024-02-10T00:03:43.283 INFO:teuthology.orchestra.run.smithi027.stdout: +attr_remove: No data available 2024-02-10T00:03:43.283 INFO:teuthology.orchestra.run.smithi027.stdout: +Could not remove "long_attr" for 2024-02-10T00:03:43.283 INFO:teuthology.orchestra.run.smithi027.stdout: *** set/get/remove really long names (expect failure) 2024-02-10T00:03:43.283 INFO:teuthology.orchestra.run.smithi027.stdout: attr_set: Invalid argument 2024-02-10T00:03:43.283 INFO:teuthology.orchestra.run.smithi027.stdout: Could not set "XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX" for 2024-02-10T00:03:43.285 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/020 2024-02-10T00:03:43.285 INFO:teuthology.orchestra.run.smithi027.stdout:Failures: generic/020 2024-02-10T00:03:43.285 INFO:teuthology.orchestra.run.smithi027.stdout:Failed 1 of 1 tests 2024-02-10T00:03:43.289 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:43.302 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-10T00:03:43.303 INFO:tasks.cephfs.xfstests_dev:Command failed 2024-02-10T00:03:43.303 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2024-02-10T00:03:43.303 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/021) 2024-02-10T00:03:43.631 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:03:43.637 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:03:43.637 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:45.105 INFO:teuthology.orchestra.run.smithi027.stdout:generic/021 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2024-02-10T00:03:45.111 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/021 2024-02-10T00:03:45.111 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/021 2024-02-10T00:03:45.111 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:03:45.114 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:45.125 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:03:45.125 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/022) 2024-02-10T00:03:45.443 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:03:45.450 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:03:45.450 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:46.897 INFO:teuthology.orchestra.run.smithi027.stdout:generic/022 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2024-02-10T00:03:46.901 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/022 2024-02-10T00:03:46.902 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/022 2024-02-10T00:03:46.902 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:03:46.905 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:46.916 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:03:46.917 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/023) 2024-02-10T00:03:47.244 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:03:47.252 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:03:47.252 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:48.893 INFO:teuthology.orchestra.run.smithi027.stdout:generic/023 1s 2024-02-10T00:03:48.898 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/023 2024-02-10T00:03:48.898 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:03:48.900 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:48.909 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:03:48.910 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/024) 2024-02-10T00:03:49.240 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:03:49.245 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:03:49.246 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:49.441 INFO:teuthology.orchestra.run.smithi027.stdout:generic/024 [not run] kernel doesn't support renameat2 syscall 2024-02-10T00:03:49.445 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/024 2024-02-10T00:03:49.446 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/024 2024-02-10T00:03:49.446 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:03:49.448 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:49.459 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:03:49.459 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/025) 2024-02-10T00:03:49.772 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:03:49.777 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:03:49.777 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:49.980 INFO:teuthology.orchestra.run.smithi027.stdout:generic/025 [not run] kernel doesn't support renameat2 syscall 2024-02-10T00:03:49.984 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/025 2024-02-10T00:03:49.984 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/025 2024-02-10T00:03:49.984 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:03:49.990 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:50.001 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:03:50.001 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/026) 2024-02-10T00:03:50.325 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:03:50.330 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:03:50.331 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:50.539 INFO:teuthology.orchestra.run.smithi027.stdout:generic/026 [not run] ACLs not supported by this filesystem type: ceph-fuse 2024-02-10T00:03:50.544 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/026 2024-02-10T00:03:50.544 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/026 2024-02-10T00:03:50.544 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:03:50.547 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:50.557 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:03:50.557 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/027) 2024-02-10T00:03:50.805 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:03:50.810 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:03:50.810 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:50.970 INFO:teuthology.orchestra.run.smithi027.stdout:generic/027 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:03:50.977 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/027 2024-02-10T00:03:50.977 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/027 2024-02-10T00:03:50.977 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:03:50.980 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:50.999 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:03:50.999 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/028) 2024-02-10T00:03:51.255 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:03:51.261 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:03:51.261 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:52.881 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:03:52.884 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:03:53.099 INFO:tasks.ceph.mds.d.smithi153.stderr:2024-02-10T00:03:53.097+0000 7f135f872640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 45631) UID: 0 2024-02-10T00:03:53.099 INFO:tasks.ceph.mds.b.smithi153.stderr:2024-02-10T00:03:53.097+0000 7fae8c2de640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 45631) UID: 0 2024-02-10T00:03:56.449 INFO:teuthology.orchestra.run.smithi027.stdout:generic/028 5s 2024-02-10T00:03:56.456 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/028 2024-02-10T00:03:56.456 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:03:56.459 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:56.472 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:03:56.472 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/029) 2024-02-10T00:03:56.717 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:03:56.723 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:03:56.723 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:56.878 INFO:teuthology.orchestra.run.smithi027.stdout:generic/029 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:03:56.883 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/029 2024-02-10T00:03:56.883 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/029 2024-02-10T00:03:56.883 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:03:56.887 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:56.898 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:03:56.899 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/030) 2024-02-10T00:03:57.148 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:03:57.156 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:03:57.156 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:57.324 INFO:teuthology.orchestra.run.smithi027.stdout:generic/030 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:03:57.328 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/030 2024-02-10T00:03:57.328 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/030 2024-02-10T00:03:57.328 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:03:57.331 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:57.343 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:03:57.343 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/031) 2024-02-10T00:03:57.607 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:03:57.613 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:03:57.613 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:57.783 INFO:teuthology.orchestra.run.smithi027.stdout:generic/031 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:03:57.787 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/031 2024-02-10T00:03:57.787 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/031 2024-02-10T00:03:57.787 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:03:57.791 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:57.803 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:03:57.804 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/032) 2024-02-10T00:03:58.054 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:03:58.060 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:03:58.060 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:58.216 INFO:teuthology.orchestra.run.smithi027.stdout:generic/032 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:03:58.221 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/032 2024-02-10T00:03:58.221 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/032 2024-02-10T00:03:58.221 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:03:58.224 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:58.235 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:03:58.236 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/033) 2024-02-10T00:03:58.482 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:03:58.489 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:03:58.489 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:58.640 INFO:teuthology.orchestra.run.smithi027.stdout:generic/033 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:03:58.645 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/033 2024-02-10T00:03:58.645 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/033 2024-02-10T00:03:58.645 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:03:58.648 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:58.660 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:03:58.660 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/034) 2024-02-10T00:03:58.913 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:03:58.918 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:03:58.918 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:59.093 INFO:teuthology.orchestra.run.smithi027.stdout:generic/034 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:03:59.098 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/034 2024-02-10T00:03:59.098 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/034 2024-02-10T00:03:59.098 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:03:59.102 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:59.114 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:03:59.115 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/035) 2024-02-10T00:03:59.372 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:03:59.377 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:03:59.377 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:59.627 INFO:teuthology.orchestra.run.smithi027.stdout:generic/035 0s 2024-02-10T00:03:59.636 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/035 2024-02-10T00:03:59.636 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:03:59.639 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:03:59.656 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:03:59.657 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/036) 2024-02-10T00:03:59.977 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:03:59.984 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:03:59.984 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:10.269 INFO:teuthology.orchestra.run.smithi027.stdout:generic/036 11s 2024-02-10T00:04:10.317 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/036 2024-02-10T00:04:10.318 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:10.321 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:10.334 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:10.335 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/037) 2024-02-10T00:04:10.667 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:10.672 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:10.673 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:10.833 INFO:teuthology.orchestra.run.smithi027.stdout:generic/037 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:04:10.838 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/037 2024-02-10T00:04:10.839 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/037 2024-02-10T00:04:10.839 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:10.842 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:10.852 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:10.853 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/038) 2024-02-10T00:04:11.092 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:11.098 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:11.098 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:11.268 INFO:teuthology.orchestra.run.smithi027.stdout:generic/038 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:04:11.271 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/038 2024-02-10T00:04:11.271 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/038 2024-02-10T00:04:11.271 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:11.274 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:11.286 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:11.287 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/039) 2024-02-10T00:04:11.541 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:11.547 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:11.547 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:11.726 INFO:teuthology.orchestra.run.smithi027.stdout:generic/039 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:04:11.731 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/039 2024-02-10T00:04:11.731 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/039 2024-02-10T00:04:11.731 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:11.735 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:11.746 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:11.747 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/040) 2024-02-10T00:04:11.991 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:11.995 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:11.996 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:12.166 INFO:teuthology.orchestra.run.smithi027.stdout:generic/040 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:04:12.170 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/040 2024-02-10T00:04:12.170 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/040 2024-02-10T00:04:12.170 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:12.174 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:12.183 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:12.183 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/041) 2024-02-10T00:04:12.441 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:12.445 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:12.445 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:12.624 INFO:teuthology.orchestra.run.smithi027.stdout:generic/041 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:04:12.629 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/041 2024-02-10T00:04:12.629 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/041 2024-02-10T00:04:12.629 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:12.632 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:12.643 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:12.644 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/042) 2024-02-10T00:04:12.889 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:12.895 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:12.895 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:13.053 INFO:teuthology.orchestra.run.smithi027.stdout:generic/042 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:04:13.058 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/042 2024-02-10T00:04:13.058 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/042 2024-02-10T00:04:13.058 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:13.061 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:13.070 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:13.070 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/043) 2024-02-10T00:04:13.323 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:13.328 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:13.328 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:13.489 INFO:teuthology.orchestra.run.smithi027.stdout:generic/043 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:04:13.494 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/043 2024-02-10T00:04:13.494 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/043 2024-02-10T00:04:13.494 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:13.497 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:13.509 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:13.510 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/044) 2024-02-10T00:04:13.765 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:13.771 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:13.771 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:13.938 INFO:teuthology.orchestra.run.smithi027.stdout:generic/044 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:04:13.944 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/044 2024-02-10T00:04:13.944 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/044 2024-02-10T00:04:13.944 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:13.947 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:13.968 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:13.969 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/045) 2024-02-10T00:04:14.210 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:14.216 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:14.216 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:14.377 INFO:teuthology.orchestra.run.smithi027.stdout:generic/045 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:04:14.382 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/045 2024-02-10T00:04:14.382 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/045 2024-02-10T00:04:14.382 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:14.384 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:14.396 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:14.397 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/046) 2024-02-10T00:04:14.656 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:14.663 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:14.663 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:14.824 INFO:teuthology.orchestra.run.smithi027.stdout:generic/046 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:04:14.829 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/046 2024-02-10T00:04:14.829 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/046 2024-02-10T00:04:14.829 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:14.832 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:14.844 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:14.845 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/047) 2024-02-10T00:04:15.097 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:15.103 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:15.103 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:15.265 INFO:teuthology.orchestra.run.smithi027.stdout:generic/047 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:04:15.271 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/047 2024-02-10T00:04:15.271 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/047 2024-02-10T00:04:15.271 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:15.274 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:15.285 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:15.285 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/048) 2024-02-10T00:04:15.546 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:15.551 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:15.551 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:15.707 INFO:teuthology.orchestra.run.smithi027.stdout:generic/048 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:04:15.712 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/048 2024-02-10T00:04:15.712 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/048 2024-02-10T00:04:15.712 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:15.716 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:15.727 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:15.727 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/049) 2024-02-10T00:04:15.974 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:15.980 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:15.980 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:16.135 INFO:teuthology.orchestra.run.smithi027.stdout:generic/049 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:04:16.139 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/049 2024-02-10T00:04:16.139 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/049 2024-02-10T00:04:16.139 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:16.142 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:16.153 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:16.153 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/050) 2024-02-10T00:04:16.418 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:16.423 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:16.423 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:16.588 INFO:teuthology.orchestra.run.smithi027.stdout:generic/050 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:04:16.589 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/050 2024-02-10T00:04:16.590 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/050 2024-02-10T00:04:16.590 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:16.593 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:16.604 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:16.605 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/051) 2024-02-10T00:04:16.860 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:16.865 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:16.865 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:17.023 INFO:teuthology.orchestra.run.smithi027.stdout:generic/051 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:04:17.027 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/051 2024-02-10T00:04:17.027 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/051 2024-02-10T00:04:17.027 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:17.030 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:17.041 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:17.042 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/052) 2024-02-10T00:04:17.295 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:17.300 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:17.300 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:17.463 INFO:teuthology.orchestra.run.smithi027.stdout:generic/052 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:04:17.468 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/052 2024-02-10T00:04:17.468 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/052 2024-02-10T00:04:17.468 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:17.472 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:17.483 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:17.483 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/053) 2024-02-10T00:04:17.736 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:17.741 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:17.742 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:17.904 INFO:teuthology.orchestra.run.smithi027.stdout:generic/053 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:04:17.908 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/053 2024-02-10T00:04:17.908 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/053 2024-02-10T00:04:17.908 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:17.911 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:17.923 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:17.923 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/054) 2024-02-10T00:04:18.174 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:18.180 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:18.180 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:18.355 INFO:teuthology.orchestra.run.smithi027.stdout:generic/054 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:04:18.360 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/054 2024-02-10T00:04:18.361 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/054 2024-02-10T00:04:18.361 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:18.364 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:18.375 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:18.376 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/055) 2024-02-10T00:04:18.625 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:18.632 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:18.632 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:18.787 INFO:teuthology.orchestra.run.smithi027.stdout:generic/055 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:04:18.792 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/055 2024-02-10T00:04:18.792 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/055 2024-02-10T00:04:18.792 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:18.795 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:18.807 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:18.807 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/056) 2024-02-10T00:04:19.050 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:19.055 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:19.055 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:19.228 INFO:teuthology.orchestra.run.smithi027.stdout:generic/056 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:04:19.232 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/056 2024-02-10T00:04:19.232 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/056 2024-02-10T00:04:19.232 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:19.235 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:19.249 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:19.249 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/057) 2024-02-10T00:04:19.503 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:19.508 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:19.508 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:19.681 INFO:teuthology.orchestra.run.smithi027.stdout:generic/057 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:04:19.686 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/057 2024-02-10T00:04:19.686 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/057 2024-02-10T00:04:19.686 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:19.690 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:19.704 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:19.704 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/058) 2024-02-10T00:04:19.961 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:19.968 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:19.968 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:21.392 INFO:teuthology.orchestra.run.smithi027.stdout:generic/058 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2024-02-10T00:04:21.396 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/058 2024-02-10T00:04:21.396 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/058 2024-02-10T00:04:21.396 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:21.399 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:21.413 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:21.413 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/059) 2024-02-10T00:04:21.741 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:21.747 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:21.747 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:21.918 INFO:teuthology.orchestra.run.smithi027.stdout:generic/059 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:04:21.922 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/059 2024-02-10T00:04:21.922 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/059 2024-02-10T00:04:21.922 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:21.925 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:21.936 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:21.937 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/060) 2024-02-10T00:04:22.198 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:22.204 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:22.204 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:23.626 INFO:teuthology.orchestra.run.smithi027.stdout:generic/060 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2024-02-10T00:04:23.631 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/060 2024-02-10T00:04:23.631 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/060 2024-02-10T00:04:23.632 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:23.633 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:23.648 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:23.648 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/061) 2024-02-10T00:04:24.000 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:24.005 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:24.005 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:25.457 INFO:teuthology.orchestra.run.smithi027.stdout:generic/061 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2024-02-10T00:04:25.461 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/061 2024-02-10T00:04:25.461 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/061 2024-02-10T00:04:25.462 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:25.465 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:25.479 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:25.479 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/062) 2024-02-10T00:04:25.814 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:25.819 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:25.820 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:25.983 INFO:teuthology.orchestra.run.smithi027.stdout:generic/062 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:04:25.988 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/062 2024-02-10T00:04:25.988 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/062 2024-02-10T00:04:25.988 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:25.991 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:26.006 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:26.006 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/063) 2024-02-10T00:04:26.256 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:26.260 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:26.260 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:27.686 INFO:teuthology.orchestra.run.smithi027.stdout:generic/063 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2024-02-10T00:04:27.691 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/063 2024-02-10T00:04:27.691 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/063 2024-02-10T00:04:27.691 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:27.694 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:27.721 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:27.721 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/064) 2024-02-10T00:04:28.044 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:28.047 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:28.047 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:28.204 INFO:teuthology.orchestra.run.smithi027.stdout:generic/064 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:04:28.209 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/064 2024-02-10T00:04:28.209 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/064 2024-02-10T00:04:28.209 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:28.212 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:28.227 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:28.227 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/065) 2024-02-10T00:04:28.490 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:28.495 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:28.495 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:28.666 INFO:teuthology.orchestra.run.smithi027.stdout:generic/065 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:04:28.671 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/065 2024-02-10T00:04:28.671 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/065 2024-02-10T00:04:28.671 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:28.674 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:28.685 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:28.686 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/066) 2024-02-10T00:04:28.935 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:28.941 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:28.941 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:29.113 INFO:teuthology.orchestra.run.smithi027.stdout:generic/066 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:04:29.118 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/066 2024-02-10T00:04:29.118 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/066 2024-02-10T00:04:29.118 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:29.121 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:29.135 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:29.135 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/067) 2024-02-10T00:04:29.387 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:29.392 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:29.392 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:29.589 INFO:teuthology.orchestra.run.smithi027.stdout:generic/067 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:04:29.594 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/067 2024-02-10T00:04:29.594 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/067 2024-02-10T00:04:29.594 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:29.596 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:29.608 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:29.608 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/068) 2024-02-10T00:04:29.865 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:29.872 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:29.872 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:30.041 INFO:teuthology.orchestra.run.smithi027.stdout:generic/068 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:04:30.045 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/068 2024-02-10T00:04:30.046 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/068 2024-02-10T00:04:30.046 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:30.049 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:30.059 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:30.059 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/069) 2024-02-10T00:04:30.317 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:30.321 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:30.321 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:30.485 INFO:teuthology.orchestra.run.smithi027.stdout:generic/069 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:04:30.490 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/069 2024-02-10T00:04:30.490 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/069 2024-02-10T00:04:30.490 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:04:30.493 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:04:30.503 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:04:30.504 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/070) 2024-02-10T00:04:30.751 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:04:30.757 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:04:30.757 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:05:56.261 INFO:teuthology.orchestra.run.smithi027.stdout:generic/070 86s 2024-02-10T00:05:56.266 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/070 2024-02-10T00:05:56.266 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:05:56.270 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:05:56.282 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:05:56.282 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/071) 2024-02-10T00:05:56.638 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:05:56.644 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:05:56.644 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:05:56.810 INFO:teuthology.orchestra.run.smithi027.stdout:generic/071 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:05:56.815 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/071 2024-02-10T00:05:56.815 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/071 2024-02-10T00:05:56.815 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:05:56.818 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:05:56.830 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:05:56.830 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/072) 2024-02-10T00:05:57.072 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:05:57.078 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:05:57.078 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:05:58.409 INFO:teuthology.orchestra.run.smithi027.stdout:generic/072 [not run] xfs_io fcollapse failed (old kernel/wrong fs?) 2024-02-10T00:05:58.413 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/072 2024-02-10T00:05:58.414 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/072 2024-02-10T00:05:58.414 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:05:58.416 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:05:58.428 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:05:58.429 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/073) 2024-02-10T00:05:58.681 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:05:58.686 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:05:58.686 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:05:58.875 INFO:teuthology.orchestra.run.smithi027.stdout:generic/073 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:05:58.880 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/073 2024-02-10T00:05:58.880 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/073 2024-02-10T00:05:58.880 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:05:58.883 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:05:58.894 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:05:58.894 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/074) 2024-02-10T00:05:59.153 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:05:59.158 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:05:59.158 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:06:54.109 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:06:54.113 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:07:24.186 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:07:24.190 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:07:54.294 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:07:54.298 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:08:24.373 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:08:24.377 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:08:54.495 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:08:54.500 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:09:24.596 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:09:24.600 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:09:54.686 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:09:54.690 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:10:25.002 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:10:25.005 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:10:55.076 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:10:55.079 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:11:25.340 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:11:25.344 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:11:55.530 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:11:55.535 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:12:25.670 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:12:25.676 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:12:56.019 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:12:56.022 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:13:26.117 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:13:26.122 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:13:56.234 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:13:56.240 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:14:26.322 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:14:26.326 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:14:56.402 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:14:56.406 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:15:27.002 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:15:27.005 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:15:57.584 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:15:57.587 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:16:27.652 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:16:27.656 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:16:58.274 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:16:58.278 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:17:28.393 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:17:28.397 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:17:58.485 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:17:58.489 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:18:28.778 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:18:28.781 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:18:47.212 INFO:tasks.ceph.osd.7.smithi153.stderr:2024-02-10T00:18:47.210+0000 7f8bdfbd9640 -1 bdev(0x55e1d4894e00 /var/lib/ceph/osd/ceph-7/block) aio_submit retries 5 2024-02-10T00:18:58.954 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:18:58.958 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:19:29.111 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:19:29.114 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:19:59.298 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:19:59.302 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:20:29.387 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:20:29.391 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:20:59.814 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:20:59.818 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:21:29.896 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:21:29.900 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:22:00.175 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:22:00.178 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:22:30.243 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:22:30.248 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:23:00.568 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:23:00.572 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:23:30.773 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:23:30.778 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:24:00.845 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:24:00.850 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:24:30.919 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:24:30.922 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:25:01.026 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:25:01.030 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:25:31.361 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:25:31.364 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:26:01.796 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:26:01.800 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:26:31.887 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:26:31.891 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:27:02.268 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:27:02.272 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:27:32.389 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:27:32.393 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:28:02.482 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:28:02.487 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:28:32.567 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:28:32.572 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:29:02.647 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:29:02.650 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:29:32.786 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:29:32.789 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:30:02.850 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:30:02.854 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:30:33.150 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:30:33.154 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:31:03.241 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:31:03.304 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:31:33.374 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:31:33.378 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:32:03.449 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:32:03.452 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:32:03.598 INFO:tasks.ceph.osd.6.smithi153.stderr:2024-02-10T00:32:03.596+0000 7f259d6a3640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 46787) UID: 0 2024-02-10T00:32:03.598 INFO:tasks.ceph.osd.7.smithi153.stderr:2024-02-10T00:32:03.596+0000 7f8c00e18640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 46787) UID: 0 2024-02-10T00:32:03.600 INFO:tasks.ceph.osd.4.smithi153.stderr:2024-02-10T00:32:03.596+0000 7f3f76301640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 46787) UID: 0 2024-02-10T00:32:03.600 INFO:tasks.ceph.osd.5.smithi153.stderr:2024-02-10T00:32:03.596+0000 7f68574da640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 46787) UID: 0 2024-02-10T00:33:26.937 INFO:teuthology.orchestra.run.smithi027.stdout:generic/074 1647s 2024-02-10T00:33:26.989 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/074 2024-02-10T00:33:26.989 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:33:26.991 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:33:27.017 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:33:27.018 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/075) 2024-02-10T00:33:27.622 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:33:27.626 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:33:27.626 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:34:05.068 INFO:teuthology.orchestra.run.smithi027.stdout:generic/075 38s 2024-02-10T00:34:05.072 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/075 2024-02-10T00:34:05.072 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:34:05.074 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:34:05.110 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:34:05.110 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/076) 2024-02-10T00:34:05.543 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:34:05.547 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:34:05.547 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:34:05.671 INFO:teuthology.orchestra.run.smithi027.stdout:generic/076 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:34:05.675 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/076 2024-02-10T00:34:05.675 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/076 2024-02-10T00:34:05.675 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:34:05.677 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:34:05.686 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:34:05.686 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/077) 2024-02-10T00:34:05.870 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:34:05.874 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:34:05.874 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:34:07.790 INFO:teuthology.orchestra.run.smithi027.stdout:generic/077 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:34:07.794 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/077 2024-02-10T00:34:07.794 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/077 2024-02-10T00:34:07.794 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:34:07.796 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:34:07.806 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:34:07.806 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/078) 2024-02-10T00:34:07.995 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:34:07.999 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:34:07.999 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:34:08.215 INFO:teuthology.orchestra.run.smithi027.stdout:generic/078 [not run] kernel doesn't support renameat2 syscall 2024-02-10T00:34:08.219 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/078 2024-02-10T00:34:08.219 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/078 2024-02-10T00:34:08.219 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:34:08.221 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:34:08.230 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:34:08.230 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/079) 2024-02-10T00:34:08.747 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:34:08.751 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:34:08.751 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:34:08.928 INFO:teuthology.orchestra.run.smithi027.stdout:generic/079 [not run] file system doesn't support chattr +ia 2024-02-10T00:34:08.931 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/079 2024-02-10T00:34:08.932 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/079 2024-02-10T00:34:08.932 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:34:08.934 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:34:08.943 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:34:08.943 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/080) 2024-02-10T00:34:09.130 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:34:09.134 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:34:09.134 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:34:11.322 INFO:teuthology.orchestra.run.smithi027.stdout:generic/080 2s 2024-02-10T00:34:11.328 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/080 2024-02-10T00:34:11.328 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:34:11.331 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:34:11.341 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:34:11.341 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/081) 2024-02-10T00:34:11.527 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:34:11.531 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:34:11.531 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:34:11.659 INFO:teuthology.orchestra.run.smithi027.stdout:generic/081 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:34:11.663 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/081 2024-02-10T00:34:11.663 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/081 2024-02-10T00:34:11.663 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:34:11.665 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:34:11.676 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:34:11.677 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/082) 2024-02-10T00:34:11.868 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:34:11.873 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:34:11.873 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:34:12.000 INFO:teuthology.orchestra.run.smithi027.stdout:generic/082 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:34:12.004 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/082 2024-02-10T00:34:12.004 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/082 2024-02-10T00:34:12.004 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:34:12.006 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:34:12.014 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:34:12.015 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/083) 2024-02-10T00:34:12.195 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:34:12.199 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:34:12.200 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:34:12.323 INFO:teuthology.orchestra.run.smithi027.stdout:generic/083 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:34:12.327 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/083 2024-02-10T00:34:12.327 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/083 2024-02-10T00:34:12.327 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:34:12.329 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:34:12.338 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:34:12.338 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/084) 2024-02-10T00:34:12.521 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:34:12.525 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:34:12.525 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:34:12.643 INFO:teuthology.orchestra.run.smithi027.stdout:generic/084 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:34:12.647 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/084 2024-02-10T00:34:12.647 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/084 2024-02-10T00:34:12.647 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:34:12.649 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:34:12.657 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:34:12.658 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/085) 2024-02-10T00:34:12.840 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:34:12.844 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:34:12.844 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:34:12.990 INFO:teuthology.orchestra.run.smithi027.stdout:generic/085 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:34:12.994 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/085 2024-02-10T00:34:12.994 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/085 2024-02-10T00:34:12.994 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:34:12.996 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:34:13.005 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:34:13.005 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/086) 2024-02-10T00:34:13.183 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:34:13.187 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:34:13.187 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:34:18.355 INFO:teuthology.orchestra.run.smithi027.stdout:generic/086 5s 2024-02-10T00:34:18.390 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/086 2024-02-10T00:34:18.391 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:34:18.393 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:34:18.543 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:34:18.544 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/087) 2024-02-10T00:34:19.606 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:34:19.612 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:34:19.612 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:34:20.007 INFO:teuthology.orchestra.run.smithi027.stdout:generic/087 0s 2024-02-10T00:34:20.012 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/087 2024-02-10T00:34:20.012 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:34:20.014 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:34:20.023 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:34:20.023 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/088) 2024-02-10T00:34:20.464 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:34:20.468 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:34:20.468 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:34:20.666 INFO:teuthology.orchestra.run.smithi027.stdout:generic/088 0s 2024-02-10T00:34:20.671 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/088 2024-02-10T00:34:20.672 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:34:20.674 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:34:20.682 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:34:20.682 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/089) 2024-02-10T00:34:21.130 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:34:21.133 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:34:21.134 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:34:46.401 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:34:46.404 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:35:16.540 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:35:16.545 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:35:46.614 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:35:46.618 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:36:16.694 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:36:16.698 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:36:46.784 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:36:46.791 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:37:17.107 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:37:17.120 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:37:47.206 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:37:47.214 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:37:47.271 INFO:tasks.ceph.mds.b.smithi153.stderr:2024-02-10T00:37:47.270+0000 7fae8c2de640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 46918) UID: 0 2024-02-10T00:37:47.272 INFO:tasks.ceph.mds.d.smithi153.stderr:2024-02-10T00:37:47.270+0000 7f135f872640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 46918) UID: 0 2024-02-10T00:40:48.058 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:40:48.062 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:41:18.294 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:41:18.298 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:41:48.376 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:41:48.379 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:41:48.412 INFO:tasks.ceph.mds.b.smithi153.stderr:2024-02-10T00:41:48.410+0000 7fae8c2de640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 46983) UID: 0 2024-02-10T00:41:48.412 INFO:tasks.ceph.mds.d.smithi153.stderr:2024-02-10T00:41:48.410+0000 7f135f872640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 46983) UID: 0 2024-02-10T00:41:48.607 INFO:tasks.ceph.osd.3.smithi027.stderr:2024-02-10T00:41:48.606+0000 7fc145058640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 156287) UID: 0 2024-02-10T00:41:48.608 INFO:tasks.ceph.osd.1.smithi027.stderr:2024-02-10T00:41:48.606+0000 7f1244ac9640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 156287) UID: 0 2024-02-10T00:41:48.608 INFO:tasks.ceph.osd.2.smithi027.stderr:2024-02-10T00:41:48.606+0000 7fbf2d67d640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 156287) UID: 0 2024-02-10T00:41:48.608 INFO:tasks.ceph.osd.0.smithi027.stderr:2024-02-10T00:41:48.606+0000 7fd26a091640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 156287) UID: 0 2024-02-10T00:44:42.255 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:44:42.259 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:45:12.352 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:45:12.356 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:45:42.474 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:45:42.478 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:46:12.839 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:46:12.842 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:46:12.876 INFO:tasks.ceph.mds.d.smithi153.stderr:2024-02-10T00:46:12.874+0000 7f135f872640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 47060) UID: 0 2024-02-10T00:46:12.877 INFO:tasks.ceph.mds.b.smithi153.stderr:2024-02-10T00:46:12.874+0000 7fae8c2de640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 47060) UID: 0 2024-02-10T00:48:37.438 INFO:tasks.ceph.osd.6.smithi153.stderr:2024-02-10T00:48:37.435+0000 7f259d6a3640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 47063) UID: 0 2024-02-10T00:48:37.438 INFO:tasks.ceph.osd.5.smithi153.stderr:2024-02-10T00:48:37.436+0000 7f68574da640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 47063) UID: 0 2024-02-10T00:48:37.439 INFO:tasks.ceph.osd.7.smithi153.stderr:2024-02-10T00:48:37.435+0000 7f8c00e18640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 47063) UID: 0 2024-02-10T00:48:37.439 INFO:tasks.ceph.osd.4.smithi153.stderr:2024-02-10T00:48:37.435+0000 7f3f76301640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 47063) UID: 0 2024-02-10T00:48:50.271 INFO:teuthology.orchestra.run.smithi027.stdout:generic/089 869s 2024-02-10T00:48:50.276 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/089 2024-02-10T00:48:50.276 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:48:50.278 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:48:50.289 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:48:50.290 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/090) 2024-02-10T00:48:50.748 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:48:50.752 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:48:50.752 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:48:50.990 INFO:teuthology.orchestra.run.smithi027.stdout:generic/090 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:48:50.993 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/090 2024-02-10T00:48:50.994 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/090 2024-02-10T00:48:50.994 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:48:50.995 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:48:51.004 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:48:51.004 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/091) 2024-02-10T00:48:51.230 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:48:51.234 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:48:51.234 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:50:54.431 INFO:teuthology.orchestra.run.smithi027.stdout:generic/091 123s 2024-02-10T00:50:54.436 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/091 2024-02-10T00:50:54.436 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:50:54.438 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:50:54.448 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:50:54.449 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/092) 2024-02-10T00:50:54.901 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:50:54.905 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:50:54.905 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:50:55.092 INFO:teuthology.orchestra.run.smithi027.stdout:generic/092 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2024-02-10T00:50:55.095 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/092 2024-02-10T00:50:55.095 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/092 2024-02-10T00:50:55.096 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:50:55.098 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:50:55.106 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:50:55.107 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/093) 2024-02-10T00:50:55.558 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:50:55.562 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:50:55.563 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:50:56.300 INFO:teuthology.orchestra.run.smithi027.stdout:generic/093 1s 2024-02-10T00:50:56.305 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/093 2024-02-10T00:50:56.305 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:50:56.307 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:50:56.316 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:50:56.317 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/094) 2024-02-10T00:50:56.774 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:50:56.778 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:50:56.778 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:50:56.905 INFO:teuthology.orchestra.run.smithi027.stdout:generic/094 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:50:56.908 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/094 2024-02-10T00:50:56.908 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/094 2024-02-10T00:50:56.909 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:50:56.911 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:50:56.919 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:50:56.920 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/095) 2024-02-10T00:50:57.112 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:50:57.116 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:50:57.117 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:50:57.235 INFO:teuthology.orchestra.run.smithi027.stdout:generic/095 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:50:57.239 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/095 2024-02-10T00:50:57.239 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/095 2024-02-10T00:50:57.239 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:50:57.241 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:50:57.249 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:50:57.250 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/096) 2024-02-10T00:50:57.430 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:50:57.434 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:50:57.434 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:50:57.553 INFO:teuthology.orchestra.run.smithi027.stdout:generic/096 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:50:57.556 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/096 2024-02-10T00:50:57.556 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/096 2024-02-10T00:50:57.557 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:50:57.559 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:50:57.567 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:50:57.567 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/097) 2024-02-10T00:50:57.756 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:50:57.760 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:50:57.760 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:50:58.404 INFO:teuthology.orchestra.run.smithi027.stdout:generic/097 1s 2024-02-10T00:50:58.409 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/097 2024-02-10T00:50:58.409 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:50:58.412 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:50:58.420 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:50:58.420 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/098) 2024-02-10T00:50:58.607 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:50:58.611 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:50:58.611 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:50:58.738 INFO:teuthology.orchestra.run.smithi027.stdout:generic/098 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:50:58.742 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/098 2024-02-10T00:50:58.742 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/098 2024-02-10T00:50:58.742 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:50:58.744 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:50:58.753 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:50:58.753 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/099) 2024-02-10T00:50:58.935 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:50:58.939 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:50:58.939 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:50:59.098 INFO:teuthology.orchestra.run.smithi027.stdout:generic/099 [not run] ACLs not supported by this filesystem type: ceph-fuse 2024-02-10T00:50:59.102 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/099 2024-02-10T00:50:59.103 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/099 2024-02-10T00:50:59.103 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:50:59.104 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:50:59.113 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:50:59.113 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/100) 2024-02-10T00:50:59.304 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:50:59.305 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:50:59.305 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:51:20.186 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:51:20.189 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:51:26.018 INFO:teuthology.orchestra.run.smithi027.stdout:generic/100 27s 2024-02-10T00:51:26.024 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/100 2024-02-10T00:51:26.024 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:51:26.026 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:51:26.041 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:51:26.042 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/101) 2024-02-10T00:51:26.393 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:51:26.413 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:51:26.413 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:51:26.663 INFO:teuthology.orchestra.run.smithi027.stdout:generic/101 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:51:26.670 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/101 2024-02-10T00:51:26.670 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/101 2024-02-10T00:51:26.670 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:51:26.674 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:51:26.687 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:51:26.687 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/102) 2024-02-10T00:51:26.903 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:51:26.907 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:51:26.907 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:51:27.025 INFO:teuthology.orchestra.run.smithi027.stdout:generic/102 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:51:27.029 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/102 2024-02-10T00:51:27.029 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/102 2024-02-10T00:51:27.029 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:51:27.031 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:51:27.041 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:51:27.041 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/103) 2024-02-10T00:51:27.233 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:51:27.237 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:51:27.237 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:51:27.357 INFO:teuthology.orchestra.run.smithi027.stdout:generic/103 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:51:27.360 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/103 2024-02-10T00:51:27.360 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/103 2024-02-10T00:51:27.360 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:51:27.362 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:51:27.371 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:51:27.372 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/104) 2024-02-10T00:51:27.555 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:51:27.559 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:51:27.559 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:51:27.690 INFO:teuthology.orchestra.run.smithi027.stdout:generic/104 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:51:27.769 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/104 2024-02-10T00:51:27.769 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/104 2024-02-10T00:51:27.769 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:51:27.770 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:51:27.770 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:51:27.770 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/105) 2024-02-10T00:51:27.955 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:51:27.958 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:51:27.959 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:51:28.087 INFO:teuthology.orchestra.run.smithi027.stdout:generic/105 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:51:28.088 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/105 2024-02-10T00:51:28.089 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/105 2024-02-10T00:51:28.091 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:51:28.098 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:51:28.100 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:51:28.100 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/106) 2024-02-10T00:51:28.285 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:51:28.289 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:51:28.289 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:51:28.423 INFO:teuthology.orchestra.run.smithi027.stdout:generic/106 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:51:28.427 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/106 2024-02-10T00:51:28.427 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/106 2024-02-10T00:51:28.427 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:51:28.429 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:51:28.437 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:51:28.438 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/107) 2024-02-10T00:51:28.616 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:51:28.620 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:51:28.620 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:51:28.759 INFO:teuthology.orchestra.run.smithi027.stdout:generic/107 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:51:28.764 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/107 2024-02-10T00:51:28.764 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/107 2024-02-10T00:51:28.764 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:51:28.765 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:51:28.777 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:51:28.777 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/108) 2024-02-10T00:51:28.963 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:51:28.968 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:51:28.968 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:51:29.253 INFO:teuthology.orchestra.run.smithi027.stdout:generic/108 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:51:29.256 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/108 2024-02-10T00:51:29.256 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/108 2024-02-10T00:51:29.256 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:51:29.259 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:51:29.268 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:51:29.268 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/109) 2024-02-10T00:51:29.455 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:51:29.458 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:51:29.459 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:51:29.580 INFO:teuthology.orchestra.run.smithi027.stdout:generic/109 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:51:29.584 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/109 2024-02-10T00:51:29.584 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/109 2024-02-10T00:51:29.584 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:51:29.586 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:51:29.595 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:51:29.595 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/110) 2024-02-10T00:51:29.778 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:51:29.784 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:51:29.784 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:51:29.954 INFO:teuthology.orchestra.run.smithi027.stdout:generic/110 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T00:51:29.957 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/110 2024-02-10T00:51:29.958 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/110 2024-02-10T00:51:29.958 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:51:29.960 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:51:29.968 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:51:29.968 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/111) 2024-02-10T00:51:30.409 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:51:30.413 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:51:30.413 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:51:30.577 INFO:teuthology.orchestra.run.smithi027.stdout:generic/111 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T00:51:30.581 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/111 2024-02-10T00:51:30.581 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/111 2024-02-10T00:51:30.581 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:51:30.583 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:51:30.592 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:51:30.592 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/112) 2024-02-10T00:51:31.030 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:51:31.034 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:51:31.034 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:51:50.288 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:51:50.292 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:52:12.259 INFO:teuthology.orchestra.run.smithi027.stdout:generic/112 41s 2024-02-10T00:52:12.264 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/112 2024-02-10T00:52:12.264 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:52:12.267 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:52:12.277 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:52:12.277 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/113) 2024-02-10T00:52:12.717 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:52:12.721 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:52:12.721 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:52:20.361 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:52:20.364 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:52:50.474 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:52:50.477 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:52:50.512 INFO:tasks.ceph.osd.6.smithi153.stderr:2024-02-10T00:52:50.511+0000 7f259d6a3640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 47144) UID: 0 2024-02-10T00:52:50.513 INFO:tasks.ceph.osd.5.smithi153.stderr:2024-02-10T00:52:50.511+0000 7f68574da640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 47144) UID: 0 2024-02-10T00:52:50.513 INFO:tasks.ceph.osd.7.smithi153.stderr:2024-02-10T00:52:50.511+0000 7f8c00e18640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 47144) UID: 0 2024-02-10T00:52:50.513 INFO:tasks.ceph.osd.4.smithi153.stderr:2024-02-10T00:52:50.511+0000 7f3f76301640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 47144) UID: 0 2024-02-10T00:52:58.519 INFO:teuthology.orchestra.run.smithi027.stdout:generic/113 46s 2024-02-10T00:52:58.524 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/113 2024-02-10T00:52:58.524 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:52:58.527 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:52:58.536 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:52:58.536 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/114) 2024-02-10T00:52:58.978 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:52:58.982 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:52:58.982 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:52:59.361 INFO:teuthology.orchestra.run.smithi027.stdout:generic/114 [not run] Sparse files are not supported or do not work as expected 2024-02-10T00:52:59.365 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/114 2024-02-10T00:52:59.365 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/114 2024-02-10T00:52:59.365 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:52:59.367 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:52:59.375 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:52:59.376 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/115) 2024-02-10T00:52:59.559 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:52:59.563 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:52:59.563 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:52:59.812 INFO:teuthology.orchestra.run.smithi027.stdout:generic/115 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T00:52:59.816 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/115 2024-02-10T00:52:59.816 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/115 2024-02-10T00:52:59.816 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:52:59.818 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:52:59.826 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:52:59.827 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/116) 2024-02-10T00:53:00.268 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:53:00.272 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:53:00.272 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:53:00.517 INFO:teuthology.orchestra.run.smithi027.stdout:generic/116 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T00:53:00.520 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/116 2024-02-10T00:53:00.521 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/116 2024-02-10T00:53:00.521 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:53:00.523 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:53:00.531 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:53:00.532 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/117) 2024-02-10T00:53:00.965 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:53:00.969 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:53:00.970 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:53:01.097 INFO:teuthology.orchestra.run.smithi027.stdout:generic/117 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:53:01.100 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/117 2024-02-10T00:53:01.101 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/117 2024-02-10T00:53:01.101 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:53:01.103 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:53:01.111 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:53:01.111 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/118) 2024-02-10T00:53:01.296 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:53:01.300 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:53:01.300 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:53:01.475 INFO:teuthology.orchestra.run.smithi027.stdout:generic/118 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T00:53:01.482 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/118 2024-02-10T00:53:01.482 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/118 2024-02-10T00:53:01.482 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:53:01.482 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:53:01.507 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:53:01.507 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/119) 2024-02-10T00:53:01.923 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:53:01.927 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:53:01.927 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:53:02.092 INFO:teuthology.orchestra.run.smithi027.stdout:generic/119 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T00:53:02.095 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/119 2024-02-10T00:53:02.095 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/119 2024-02-10T00:53:02.095 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:53:02.097 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:53:02.105 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:53:02.106 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/120) 2024-02-10T00:53:02.529 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:53:02.535 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:53:02.535 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:53:02.660 INFO:teuthology.orchestra.run.smithi027.stdout:generic/120 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:53:02.663 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/120 2024-02-10T00:53:02.664 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/120 2024-02-10T00:53:02.664 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:53:02.666 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:53:02.676 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:53:02.676 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/121) 2024-02-10T00:53:02.863 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:53:02.867 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:53:02.867 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:53:03.030 INFO:teuthology.orchestra.run.smithi027.stdout:generic/121 [not run] Dedupe not supported by test filesystem type: ceph-fuse 2024-02-10T00:53:03.034 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/121 2024-02-10T00:53:03.034 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/121 2024-02-10T00:53:03.034 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:53:03.036 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:53:03.045 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:53:03.045 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/122) 2024-02-10T00:53:03.488 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:53:03.493 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:53:03.493 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:53:03.676 INFO:teuthology.orchestra.run.smithi027.stdout:generic/122 [not run] Dedupe not supported by test filesystem type: ceph-fuse 2024-02-10T00:53:03.679 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/122 2024-02-10T00:53:03.679 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/122 2024-02-10T00:53:03.679 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:53:03.682 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:53:03.690 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:53:03.691 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/123) 2024-02-10T00:53:04.111 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:53:04.115 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:53:04.115 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:53:04.642 INFO:teuthology.orchestra.run.smithi027.stdout:generic/123 0s 2024-02-10T00:53:04.648 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/123 2024-02-10T00:53:04.648 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:53:04.650 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:53:04.659 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:53:04.659 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/124) 2024-02-10T00:53:05.096 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:53:05.100 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:53:05.100 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:53:05.221 INFO:teuthology.orchestra.run.smithi027.stdout:generic/124 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T00:53:05.225 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/124 2024-02-10T00:53:05.225 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/124 2024-02-10T00:53:05.225 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:53:05.227 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:53:05.236 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:53:05.236 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/125) 2024-02-10T00:53:05.434 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:53:05.438 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:53:05.438 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:54:06.851 INFO:teuthology.orchestra.run.smithi027.stdout:generic/125 61s 2024-02-10T00:54:06.856 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/125 2024-02-10T00:54:06.856 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T00:54:06.859 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:54:06.873 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T00:54:06.873 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/126) 2024-02-10T00:54:07.341 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:54:07.346 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:54:07.346 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:54:07.938 INFO:teuthology.orchestra.run.smithi027.stdout:generic/126 - output mismatch (see /tmp/tmp.6IDzV8czZ2xfstests-dev/results//generic/126.out.bad) 2024-02-10T00:54:07.939 INFO:teuthology.orchestra.run.smithi027.stdout: --- tests/generic/126.out 2024-02-09 23:58:07.743652216 +0000 2024-02-10T00:54:07.940 INFO:teuthology.orchestra.run.smithi027.stdout: +++ /tmp/tmp.6IDzV8czZ2xfstests-dev/results//generic/126.out.bad 2024-02-10 00:54:07.935553698 +0000 2024-02-10T00:54:07.940 INFO:teuthology.orchestra.run.smithi027.stdout: @@ -1,7 +1,7 @@ 2024-02-10T00:54:07.940 INFO:teuthology.orchestra.run.smithi027.stdout: QA output created by 126 2024-02-10T00:54:07.940 INFO:teuthology.orchestra.run.smithi027.stdout: -x a 001 file owned by (99/99) as user/group(12/100) PASS 2024-02-10T00:54:07.940 INFO:teuthology.orchestra.run.smithi027.stdout: -x a 010 file owned by (99/99) as user/group(200/99) PASS 2024-02-10T00:54:07.940 INFO:teuthology.orchestra.run.smithi027.stdout: -x a 100 file owned by (99/99) as user/group(99/500) PASS 2024-02-10T00:54:07.940 INFO:teuthology.orchestra.run.smithi027.stdout: +x a 001 file owned by (99/99) as user/group(12/100) FAIL 2024-02-10T00:54:07.940 INFO:teuthology.orchestra.run.smithi027.stdout: +x a 010 file owned by (99/99) as user/group(200/99) FAIL 2024-02-10T00:54:07.940 INFO:teuthology.orchestra.run.smithi027.stdout: +x a 100 file owned by (99/99) as user/group(99/500) FAIL 2024-02-10T00:54:07.940 INFO:teuthology.orchestra.run.smithi027.stdout: w a 002 file owned by (99/99) as user/group(12/100) PASS 2024-02-10T00:54:07.940 INFO:teuthology.orchestra.run.smithi027.stdout: w a 020 file owned by (99/99) as user/group(200/99) PASS 2024-02-10T00:54:07.940 INFO:teuthology.orchestra.run.smithi027.stdout: w a 200 file owned by (99/99) as user/group(99/500) PASS 2024-02-10T00:54:07.942 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/126 2024-02-10T00:54:07.942 INFO:teuthology.orchestra.run.smithi027.stdout:Failures: generic/126 2024-02-10T00:54:07.942 INFO:teuthology.orchestra.run.smithi027.stdout:Failed 1 of 1 tests 2024-02-10T00:54:07.944 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:54:07.953 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-10T00:54:07.953 INFO:tasks.cephfs.xfstests_dev:Command failed 2024-02-10T00:54:07.953 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2024-02-10T00:54:07.954 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/127) 2024-02-10T00:54:08.457 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T00:54:08.461 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T00:54:08.461 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T00:55:18.782 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:55:18.786 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:55:48.879 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:55:48.882 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:56:19.194 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:56:19.197 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:56:49.263 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:56:49.267 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:57:19.325 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:57:19.329 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:57:49.457 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:57:49.460 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:58:19.530 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:58:19.533 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:58:49.634 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:58:49.642 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:59:19.701 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:59:19.705 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:59:49.838 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T00:59:49.841 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:00:20.034 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:00:20.039 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:00:50.199 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:00:50.202 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:01:20.354 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:01:20.358 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:01:50.445 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:01:50.449 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:02:20.556 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:02:20.560 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:02:50.633 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:02:50.636 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:03:20.717 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:03:20.720 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:03:51.107 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:03:51.110 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:04:21.169 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:04:21.173 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:04:51.250 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:04:51.253 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:05:21.347 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:05:21.352 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:05:51.511 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:05:51.514 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:06:21.658 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:06:21.661 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:06:51.738 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:06:51.741 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:06:51.773 INFO:tasks.ceph.mds.d.smithi153.stderr:2024-02-10T01:06:51.771+0000 7f135f872640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 47601) UID: 0 2024-02-10T01:06:51.773 INFO:tasks.ceph.mds.b.smithi153.stderr:2024-02-10T01:06:51.771+0000 7fae8c2de640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 47601) UID: 0 2024-02-10T01:06:51.781 INFO:tasks.ceph.osd.2.smithi027.stderr:2024-02-10T01:06:51.780+0000 7fbf2d67d640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 190092) UID: 0 2024-02-10T01:06:51.781 INFO:tasks.ceph.osd.3.smithi027.stderr:2024-02-10T01:06:51.780+0000 7fc145058640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 190092) UID: 0 2024-02-10T01:06:51.781 INFO:tasks.ceph.osd.0.smithi027.stderr:2024-02-10T01:06:51.780+0000 7fd26a091640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 190092) UID: 0 2024-02-10T01:06:51.782 INFO:tasks.ceph.osd.1.smithi027.stderr:2024-02-10T01:06:51.780+0000 7f1244ac9640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 190092) UID: 0 2024-02-10T01:07:15.165 INFO:teuthology.orchestra.run.smithi027.stdout:generic/127 787s 2024-02-10T01:07:15.170 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/127 2024-02-10T01:07:15.170 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:07:15.172 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:07:15.183 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:07:15.183 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/128) 2024-02-10T01:07:15.683 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:07:15.687 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:07:15.687 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:07:15.812 INFO:teuthology.orchestra.run.smithi027.stdout:generic/128 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:07:15.816 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/128 2024-02-10T01:07:15.816 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/128 2024-02-10T01:07:15.816 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:07:15.818 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:07:15.827 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:07:15.827 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/129) 2024-02-10T01:07:16.014 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:07:16.018 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:07:16.018 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:07:16.141 INFO:teuthology.orchestra.run.smithi027.stdout:generic/129 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:07:16.145 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/129 2024-02-10T01:07:16.145 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/129 2024-02-10T01:07:16.145 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:07:16.147 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:07:16.156 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:07:16.156 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/130) 2024-02-10T01:07:16.343 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:07:16.347 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:07:16.348 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:07:16.469 INFO:teuthology.orchestra.run.smithi027.stdout:generic/130 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:07:16.472 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/130 2024-02-10T01:07:16.473 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/130 2024-02-10T01:07:16.473 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:07:16.475 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:07:16.484 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:07:16.484 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/131) 2024-02-10T01:07:16.674 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:07:16.678 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:07:16.678 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:07:18.055 INFO:teuthology.orchestra.run.smithi027.stdout:generic/131 2s 2024-02-10T01:07:18.060 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/131 2024-02-10T01:07:18.060 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:07:18.063 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:07:18.072 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:07:18.072 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/132) 2024-02-10T01:07:18.534 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:07:18.540 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:07:18.540 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:07:18.661 INFO:teuthology.orchestra.run.smithi027.stdout:generic/132 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:07:18.665 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/132 2024-02-10T01:07:18.666 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/132 2024-02-10T01:07:18.666 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:07:18.668 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:07:18.677 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:07:18.677 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/133) 2024-02-10T01:07:18.862 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:07:18.867 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:07:18.867 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:09:26.396 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:09:26.399 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:09:56.505 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:09:56.508 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:10:26.568 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:10:26.571 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:10:56.639 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:10:56.642 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:11:02.744 INFO:teuthology.orchestra.run.smithi027.stdout:generic/133 224s 2024-02-10T01:11:02.750 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/133 2024-02-10T01:11:02.750 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:02.752 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:02.762 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:02.762 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/134) 2024-02-10T01:11:03.192 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:03.196 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:03.196 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:03.377 INFO:teuthology.orchestra.run.smithi027.stdout:generic/134 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T01:11:03.381 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/134 2024-02-10T01:11:03.381 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/134 2024-02-10T01:11:03.381 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:03.383 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:03.392 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:03.392 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/135) 2024-02-10T01:11:03.889 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:03.894 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:03.894 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:04.085 INFO:teuthology.orchestra.run.smithi027.stdout:generic/135 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:04.089 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/135 2024-02-10T01:11:04.089 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/135 2024-02-10T01:11:04.089 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:04.092 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:04.100 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:04.100 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/136) 2024-02-10T01:11:04.285 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:04.289 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:04.289 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:04.455 INFO:teuthology.orchestra.run.smithi027.stdout:generic/136 [not run] Dedupe not supported by test filesystem type: ceph-fuse 2024-02-10T01:11:04.459 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/136 2024-02-10T01:11:04.459 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/136 2024-02-10T01:11:04.459 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:04.462 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:04.470 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:04.470 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/137) 2024-02-10T01:11:04.895 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:04.899 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:04.899 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:05.101 INFO:teuthology.orchestra.run.smithi027.stdout:generic/137 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T01:11:05.104 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/137 2024-02-10T01:11:05.104 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/137 2024-02-10T01:11:05.104 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:05.107 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:05.115 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:05.115 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/138) 2024-02-10T01:11:05.547 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:05.552 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:05.552 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:05.716 INFO:teuthology.orchestra.run.smithi027.stdout:generic/138 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T01:11:05.719 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/138 2024-02-10T01:11:05.719 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/138 2024-02-10T01:11:05.719 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:05.722 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:05.730 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:05.730 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/139) 2024-02-10T01:11:06.141 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:06.146 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:06.146 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:06.319 INFO:teuthology.orchestra.run.smithi027.stdout:generic/139 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T01:11:06.323 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/139 2024-02-10T01:11:06.323 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/139 2024-02-10T01:11:06.323 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:06.325 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:06.334 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:06.334 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/140) 2024-02-10T01:11:06.758 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:06.762 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:06.762 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:06.929 INFO:teuthology.orchestra.run.smithi027.stdout:generic/140 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T01:11:06.933 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/140 2024-02-10T01:11:06.933 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/140 2024-02-10T01:11:06.933 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:06.935 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:06.944 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:06.944 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/141) 2024-02-10T01:11:07.386 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:07.390 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:07.390 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:07.512 INFO:teuthology.orchestra.run.smithi027.stdout:generic/141 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:07.515 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/141 2024-02-10T01:11:07.515 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/141 2024-02-10T01:11:07.515 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:07.518 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:07.527 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:07.527 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/142) 2024-02-10T01:11:07.708 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:07.712 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:07.712 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:07.881 INFO:teuthology.orchestra.run.smithi027.stdout:generic/142 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T01:11:07.885 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/142 2024-02-10T01:11:07.885 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/142 2024-02-10T01:11:07.885 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:07.887 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:07.895 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:07.895 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/143) 2024-02-10T01:11:08.329 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:08.333 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:08.333 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:08.497 INFO:teuthology.orchestra.run.smithi027.stdout:generic/143 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T01:11:08.501 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/143 2024-02-10T01:11:08.501 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/143 2024-02-10T01:11:08.501 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:08.503 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:08.524 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:08.524 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/144) 2024-02-10T01:11:08.952 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:08.956 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:08.956 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:09.126 INFO:teuthology.orchestra.run.smithi027.stdout:generic/144 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T01:11:09.130 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/144 2024-02-10T01:11:09.130 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/144 2024-02-10T01:11:09.130 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:09.132 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:09.177 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:09.177 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/145) 2024-02-10T01:11:09.576 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:09.580 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:09.580 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:09.749 INFO:teuthology.orchestra.run.smithi027.stdout:generic/145 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T01:11:09.753 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/145 2024-02-10T01:11:09.753 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/145 2024-02-10T01:11:09.753 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:09.755 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:09.764 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:09.764 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/146) 2024-02-10T01:11:10.177 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:10.182 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:10.182 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:10.350 INFO:teuthology.orchestra.run.smithi027.stdout:generic/146 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T01:11:10.354 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/146 2024-02-10T01:11:10.354 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/146 2024-02-10T01:11:10.354 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:10.356 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:10.365 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:10.365 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/147) 2024-02-10T01:11:10.791 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:10.796 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:10.796 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:10.964 INFO:teuthology.orchestra.run.smithi027.stdout:generic/147 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T01:11:10.968 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/147 2024-02-10T01:11:10.968 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/147 2024-02-10T01:11:10.968 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:10.971 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:10.979 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:10.979 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/148) 2024-02-10T01:11:11.414 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:11.418 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:11.419 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:11.586 INFO:teuthology.orchestra.run.smithi027.stdout:generic/148 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T01:11:11.590 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/148 2024-02-10T01:11:11.590 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/148 2024-02-10T01:11:11.590 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:11.592 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:11.628 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:11.629 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/149) 2024-02-10T01:11:12.055 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:12.059 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:12.059 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:12.216 INFO:teuthology.orchestra.run.smithi027.stdout:generic/149 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T01:11:12.220 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/149 2024-02-10T01:11:12.220 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/149 2024-02-10T01:11:12.220 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:12.222 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:12.270 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:12.270 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/150) 2024-02-10T01:11:12.679 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:12.683 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:12.683 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:12.859 INFO:teuthology.orchestra.run.smithi027.stdout:generic/150 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T01:11:12.862 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/150 2024-02-10T01:11:12.862 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/150 2024-02-10T01:11:12.862 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:12.864 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:12.873 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:12.873 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/151) 2024-02-10T01:11:13.293 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:13.298 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:13.298 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:13.471 INFO:teuthology.orchestra.run.smithi027.stdout:generic/151 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T01:11:13.475 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/151 2024-02-10T01:11:13.475 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/151 2024-02-10T01:11:13.475 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:13.477 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:13.486 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:13.486 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/152) 2024-02-10T01:11:13.924 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:13.930 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:13.930 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:14.092 INFO:teuthology.orchestra.run.smithi027.stdout:generic/152 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T01:11:14.096 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/152 2024-02-10T01:11:14.096 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/152 2024-02-10T01:11:14.096 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:14.099 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:14.107 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:14.108 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/153) 2024-02-10T01:11:14.521 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:14.526 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:14.526 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:14.694 INFO:teuthology.orchestra.run.smithi027.stdout:generic/153 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T01:11:14.697 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/153 2024-02-10T01:11:14.698 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/153 2024-02-10T01:11:14.698 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:14.700 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:14.708 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:14.709 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/154) 2024-02-10T01:11:15.123 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:15.127 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:15.127 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:15.304 INFO:teuthology.orchestra.run.smithi027.stdout:generic/154 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T01:11:15.307 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/154 2024-02-10T01:11:15.307 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/154 2024-02-10T01:11:15.307 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:15.310 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:15.336 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:15.337 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/155) 2024-02-10T01:11:15.759 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:15.764 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:15.764 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:16.086 INFO:teuthology.orchestra.run.smithi027.stdout:generic/155 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T01:11:16.090 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/155 2024-02-10T01:11:16.090 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/155 2024-02-10T01:11:16.090 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:16.092 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:16.101 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:16.101 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/156) 2024-02-10T01:11:16.524 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:16.528 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:16.528 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:16.702 INFO:teuthology.orchestra.run.smithi027.stdout:generic/156 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T01:11:16.706 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/156 2024-02-10T01:11:16.706 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/156 2024-02-10T01:11:16.706 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:16.708 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:16.762 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:16.762 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/157) 2024-02-10T01:11:17.159 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:17.163 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:17.164 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:17.330 INFO:teuthology.orchestra.run.smithi027.stdout:generic/157 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T01:11:17.334 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/157 2024-02-10T01:11:17.334 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/157 2024-02-10T01:11:17.334 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:17.336 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:17.384 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:17.385 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/158) 2024-02-10T01:11:17.786 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:17.790 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:17.790 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:17.969 INFO:teuthology.orchestra.run.smithi027.stdout:generic/158 [not run] Dedupe not supported by test filesystem type: ceph-fuse 2024-02-10T01:11:17.972 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/158 2024-02-10T01:11:17.972 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/158 2024-02-10T01:11:17.972 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:17.975 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:17.983 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:17.983 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/159) 2024-02-10T01:11:18.416 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:18.420 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:18.420 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:18.611 INFO:teuthology.orchestra.run.smithi027.stdout:generic/159 [not run] file system doesn't support chattr +i 2024-02-10T01:11:18.615 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/159 2024-02-10T01:11:18.615 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/159 2024-02-10T01:11:18.615 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:18.617 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:18.626 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:18.627 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/160) 2024-02-10T01:11:18.810 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:18.814 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:18.814 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:18.972 INFO:teuthology.orchestra.run.smithi027.stdout:generic/160 [not run] file system doesn't support chattr +i 2024-02-10T01:11:18.976 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/160 2024-02-10T01:11:18.976 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/160 2024-02-10T01:11:18.977 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:18.978 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:18.987 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:18.988 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/161) 2024-02-10T01:11:19.169 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:19.173 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:19.173 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:19.297 INFO:teuthology.orchestra.run.smithi027.stdout:generic/161 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:19.300 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/161 2024-02-10T01:11:19.300 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/161 2024-02-10T01:11:19.301 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:19.303 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:19.325 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:19.325 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/162) 2024-02-10T01:11:19.506 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:19.510 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:19.510 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:19.631 INFO:teuthology.orchestra.run.smithi027.stdout:generic/162 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:19.634 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/162 2024-02-10T01:11:19.634 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/162 2024-02-10T01:11:19.634 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:19.636 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:19.645 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:19.645 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/163) 2024-02-10T01:11:19.832 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:19.836 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:19.837 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:19.959 INFO:teuthology.orchestra.run.smithi027.stdout:generic/163 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:19.962 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/163 2024-02-10T01:11:19.962 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/163 2024-02-10T01:11:19.963 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:19.965 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:19.973 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:19.973 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/164) 2024-02-10T01:11:20.157 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:20.161 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:20.161 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:20.302 INFO:teuthology.orchestra.run.smithi027.stdout:generic/164 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:20.305 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/164 2024-02-10T01:11:20.305 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/164 2024-02-10T01:11:20.305 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:20.308 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:20.328 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:20.328 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/165) 2024-02-10T01:11:20.514 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:20.518 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:20.519 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:20.640 INFO:teuthology.orchestra.run.smithi027.stdout:generic/165 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:20.643 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/165 2024-02-10T01:11:20.644 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/165 2024-02-10T01:11:20.644 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:20.646 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:20.655 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:20.655 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/166) 2024-02-10T01:11:20.838 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:20.842 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:20.842 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:20.967 INFO:teuthology.orchestra.run.smithi027.stdout:generic/166 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:20.969 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/166 2024-02-10T01:11:20.969 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/166 2024-02-10T01:11:20.969 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:20.972 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:20.980 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:20.981 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/167) 2024-02-10T01:11:21.172 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:21.174 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:21.174 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:21.293 INFO:teuthology.orchestra.run.smithi027.stdout:generic/167 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:21.297 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/167 2024-02-10T01:11:21.297 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/167 2024-02-10T01:11:21.297 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:21.299 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:21.326 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:21.326 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/168) 2024-02-10T01:11:21.512 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:21.516 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:21.516 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:21.635 INFO:teuthology.orchestra.run.smithi027.stdout:generic/168 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:21.638 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/168 2024-02-10T01:11:21.638 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/168 2024-02-10T01:11:21.638 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:21.640 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:21.649 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:21.650 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/169) 2024-02-10T01:11:21.836 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:21.840 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:21.840 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:21.967 INFO:teuthology.orchestra.run.smithi027.stdout:generic/169 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:21.970 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/169 2024-02-10T01:11:21.970 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/169 2024-02-10T01:11:21.970 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:21.973 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:21.981 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:21.981 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/170) 2024-02-10T01:11:22.176 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:22.180 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:22.180 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:22.302 INFO:teuthology.orchestra.run.smithi027.stdout:generic/170 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:22.305 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/170 2024-02-10T01:11:22.306 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/170 2024-02-10T01:11:22.306 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:22.308 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:22.329 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:22.329 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/171) 2024-02-10T01:11:22.514 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:22.518 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:22.519 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:22.643 INFO:teuthology.orchestra.run.smithi027.stdout:generic/171 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:22.647 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/171 2024-02-10T01:11:22.647 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/171 2024-02-10T01:11:22.647 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:22.649 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:22.658 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:22.658 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/172) 2024-02-10T01:11:22.844 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:22.848 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:22.848 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:22.986 INFO:teuthology.orchestra.run.smithi027.stdout:generic/172 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:22.990 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/172 2024-02-10T01:11:22.990 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/172 2024-02-10T01:11:22.990 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:22.992 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:23.000 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:23.000 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/173) 2024-02-10T01:11:23.185 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:23.189 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:23.189 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:23.328 INFO:teuthology.orchestra.run.smithi027.stdout:generic/173 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:23.332 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/173 2024-02-10T01:11:23.332 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/173 2024-02-10T01:11:23.332 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:23.334 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:23.352 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:23.352 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/174) 2024-02-10T01:11:23.541 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:23.545 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:23.545 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:23.669 INFO:teuthology.orchestra.run.smithi027.stdout:generic/174 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:23.673 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/174 2024-02-10T01:11:23.673 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/174 2024-02-10T01:11:23.673 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:23.675 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:23.684 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:23.684 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/175) 2024-02-10T01:11:23.875 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:23.879 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:23.879 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:24.000 INFO:teuthology.orchestra.run.smithi027.stdout:generic/175 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:24.003 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/175 2024-02-10T01:11:24.004 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/175 2024-02-10T01:11:24.004 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:24.006 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:24.015 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:24.015 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/176) 2024-02-10T01:11:24.205 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:24.209 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:24.209 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:24.338 INFO:teuthology.orchestra.run.smithi027.stdout:generic/176 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:24.342 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/176 2024-02-10T01:11:24.342 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/176 2024-02-10T01:11:24.342 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:24.344 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:24.352 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:24.352 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/177) 2024-02-10T01:11:24.541 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:24.545 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:24.545 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:24.724 INFO:teuthology.orchestra.run.smithi027.stdout:generic/177 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:24.728 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/177 2024-02-10T01:11:24.728 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/177 2024-02-10T01:11:24.728 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:24.730 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:24.739 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:24.739 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/178) 2024-02-10T01:11:24.929 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:24.933 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:24.933 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:25.107 INFO:teuthology.orchestra.run.smithi027.stdout:generic/178 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T01:11:25.110 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/178 2024-02-10T01:11:25.110 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/178 2024-02-10T01:11:25.110 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:25.113 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:25.121 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:25.121 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/179) 2024-02-10T01:11:25.555 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:25.560 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:25.560 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:25.739 INFO:teuthology.orchestra.run.smithi027.stdout:generic/179 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T01:11:25.743 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/179 2024-02-10T01:11:25.743 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/179 2024-02-10T01:11:25.743 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:25.745 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:25.755 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:25.755 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/180) 2024-02-10T01:11:26.185 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:26.191 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:26.191 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:26.367 INFO:teuthology.orchestra.run.smithi027.stdout:generic/180 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T01:11:26.371 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/180 2024-02-10T01:11:26.371 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/180 2024-02-10T01:11:26.371 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:26.374 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:26.382 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:26.382 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/181) 2024-02-10T01:11:26.754 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:11:26.757 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:11:26.829 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:26.833 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:26.833 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:27.005 INFO:teuthology.orchestra.run.smithi027.stdout:generic/181 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T01:11:27.009 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/181 2024-02-10T01:11:27.009 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/181 2024-02-10T01:11:27.009 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:27.011 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:27.067 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:27.067 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/182) 2024-02-10T01:11:27.468 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:27.472 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:27.472 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:27.639 INFO:teuthology.orchestra.run.smithi027.stdout:generic/182 [not run] Dedupe not supported by test filesystem type: ceph-fuse 2024-02-10T01:11:27.643 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/182 2024-02-10T01:11:27.643 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/182 2024-02-10T01:11:27.643 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:27.645 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:27.654 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:27.654 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/183) 2024-02-10T01:11:28.090 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:28.097 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:28.097 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:28.219 INFO:teuthology.orchestra.run.smithi027.stdout:generic/183 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:28.223 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/183 2024-02-10T01:11:28.223 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/183 2024-02-10T01:11:28.223 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:28.225 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:28.234 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:28.234 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/184) 2024-02-10T01:11:28.429 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:28.433 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:28.434 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:28.627 INFO:teuthology.orchestra.run.smithi027.stdout:generic/184 [failed, exit status 1]- output mismatch (see /tmp/tmp.6IDzV8czZ2xfstests-dev/results//generic/184.out.bad) 2024-02-10T01:11:28.629 INFO:teuthology.orchestra.run.smithi027.stdout: --- tests/generic/184.out 2024-02-09 23:58:07.748652087 +0000 2024-02-10T01:11:28.630 INFO:teuthology.orchestra.run.smithi027.stdout: +++ /tmp/tmp.6IDzV8czZ2xfstests-dev/results//generic/184.out.bad 2024-02-10 01:11:28.626144720 +0000 2024-02-10T01:11:28.630 INFO:teuthology.orchestra.run.smithi027.stdout: @@ -1 +1,2 @@ 2024-02-10T01:11:28.630 INFO:teuthology.orchestra.run.smithi027.stdout: QA output created by 184 2024-02-10T01:11:28.630 INFO:teuthology.orchestra.run.smithi027.stdout: +/tmp/tmp.6IDzV8czZ2xfstests-dev/tests/generic/184: line 23: /tmp/tmp.87372BMMOutest/null: Permission denied 2024-02-10T01:11:28.632 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/184 2024-02-10T01:11:28.632 INFO:teuthology.orchestra.run.smithi027.stdout:Failures: generic/184 2024-02-10T01:11:28.632 INFO:teuthology.orchestra.run.smithi027.stdout:Failed 1 of 1 tests 2024-02-10T01:11:28.634 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:28.642 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-10T01:11:28.643 INFO:tasks.cephfs.xfstests_dev:Command failed 2024-02-10T01:11:28.643 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2024-02-10T01:11:28.643 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/185) 2024-02-10T01:11:28.833 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:28.837 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:28.837 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:28.959 INFO:teuthology.orchestra.run.smithi027.stdout:generic/185 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:28.963 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/185 2024-02-10T01:11:28.963 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/185 2024-02-10T01:11:28.963 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:28.965 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:28.985 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:28.985 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/186) 2024-02-10T01:11:29.171 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:29.175 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:29.175 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:29.311 INFO:teuthology.orchestra.run.smithi027.stdout:generic/186 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:29.314 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/186 2024-02-10T01:11:29.314 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/186 2024-02-10T01:11:29.314 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:29.317 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:29.325 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:29.325 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/187) 2024-02-10T01:11:29.515 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:29.519 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:29.519 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:29.664 INFO:teuthology.orchestra.run.smithi027.stdout:generic/187 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:29.667 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/187 2024-02-10T01:11:29.668 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/187 2024-02-10T01:11:29.668 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:29.670 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:29.678 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:29.679 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/188) 2024-02-10T01:11:29.859 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:29.863 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:29.863 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:29.995 INFO:teuthology.orchestra.run.smithi027.stdout:generic/188 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:29.999 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/188 2024-02-10T01:11:29.999 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/188 2024-02-10T01:11:29.999 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:30.001 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:30.009 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:30.010 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/189) 2024-02-10T01:11:30.190 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:30.194 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:30.194 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:30.318 INFO:teuthology.orchestra.run.smithi027.stdout:generic/189 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:30.322 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/189 2024-02-10T01:11:30.322 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/189 2024-02-10T01:11:30.322 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:30.324 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:30.333 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:30.333 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/190) 2024-02-10T01:11:30.524 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:30.528 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:30.528 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:30.663 INFO:teuthology.orchestra.run.smithi027.stdout:generic/190 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:30.666 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/190 2024-02-10T01:11:30.666 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/190 2024-02-10T01:11:30.666 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:30.669 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:30.677 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:30.678 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/191) 2024-02-10T01:11:30.862 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:30.867 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:30.867 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:30.990 INFO:teuthology.orchestra.run.smithi027.stdout:generic/191 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:30.993 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/191 2024-02-10T01:11:30.993 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/191 2024-02-10T01:11:30.993 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:30.996 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:31.004 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:31.007 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/192) 2024-02-10T01:11:31.193 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:31.197 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:31.197 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:31.326 INFO:teuthology.orchestra.run.smithi027.stdout:generic/192 [not run] atime not maintained by ceph-fuse 2024-02-10T01:11:31.329 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/192 2024-02-10T01:11:31.330 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/192 2024-02-10T01:11:31.330 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:31.332 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:31.340 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:31.340 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/193) 2024-02-10T01:11:31.528 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:31.532 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:31.533 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:32.797 INFO:teuthology.orchestra.run.smithi027.stdout:generic/193 - output mismatch (see /tmp/tmp.6IDzV8czZ2xfstests-dev/results//generic/193.out.bad) 2024-02-10T01:11:32.799 INFO:teuthology.orchestra.run.smithi027.stdout: --- tests/generic/193.out 2024-02-09 23:58:07.749652061 +0000 2024-02-10T01:11:32.799 INFO:teuthology.orchestra.run.smithi027.stdout: +++ /tmp/tmp.6IDzV8czZ2xfstests-dev/results//generic/193.out.bad 2024-02-10 01:11:32.634043410 +0000 2024-02-10T01:11:32.799 INFO:teuthology.orchestra.run.smithi027.stdout: @@ -24,7 +24,6 @@ 2024-02-10T01:11:32.799 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:32.799 INFO:teuthology.orchestra.run.smithi027.stdout: user: chmod a+r on qa_user owned file (should succeed) 2024-02-10T01:11:32.799 INFO:teuthology.orchestra.run.smithi027.stdout: user: chmod a+r on root owned file (should fail) 2024-02-10T01:11:32.800 INFO:teuthology.orchestra.run.smithi027.stdout: -chmod: changing permissions of 'test.root': Operation not permitted 2024-02-10T01:11:32.800 INFO:teuthology.orchestra.run.smithi027.stdout: check that the sgid bit is cleared 2024-02-10T01:11:32.800 INFO:teuthology.orchestra.run.smithi027.stdout: -rw-rw-rw- 2024-02-10T01:11:32.800 INFO:teuthology.orchestra.run.smithi027.stdout: check that suid bit is not cleared 2024-02-10T01:11:32.802 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/193 2024-02-10T01:11:32.802 INFO:teuthology.orchestra.run.smithi027.stdout:Failures: generic/193 2024-02-10T01:11:32.802 INFO:teuthology.orchestra.run.smithi027.stdout:Failed 1 of 1 tests 2024-02-10T01:11:32.804 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:32.813 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-10T01:11:32.813 INFO:tasks.cephfs.xfstests_dev:Command failed 2024-02-10T01:11:32.813 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2024-02-10T01:11:32.813 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/194) 2024-02-10T01:11:33.250 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:33.255 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:33.255 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:33.394 INFO:teuthology.orchestra.run.smithi027.stdout:generic/194 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:33.398 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/194 2024-02-10T01:11:33.398 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/194 2024-02-10T01:11:33.398 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:33.400 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:33.409 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:33.409 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/195) 2024-02-10T01:11:33.600 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:33.604 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:33.604 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:33.737 INFO:teuthology.orchestra.run.smithi027.stdout:generic/195 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:33.740 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/195 2024-02-10T01:11:33.741 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/195 2024-02-10T01:11:33.741 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:33.743 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:33.751 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:33.751 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/196) 2024-02-10T01:11:33.939 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:33.944 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:33.944 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:34.069 INFO:teuthology.orchestra.run.smithi027.stdout:generic/196 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:34.072 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/196 2024-02-10T01:11:34.072 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/196 2024-02-10T01:11:34.072 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:34.075 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:34.083 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:34.083 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/197) 2024-02-10T01:11:34.275 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:34.280 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:34.280 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:34.397 INFO:teuthology.orchestra.run.smithi027.stdout:generic/197 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:34.401 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/197 2024-02-10T01:11:34.401 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/197 2024-02-10T01:11:34.401 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:34.403 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:34.412 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:34.412 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/198) 2024-02-10T01:11:34.597 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:34.601 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:34.601 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:35.334 INFO:teuthology.orchestra.run.smithi027.stdout:generic/198 1s 2024-02-10T01:11:35.340 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/198 2024-02-10T01:11:35.340 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:35.342 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:35.351 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:35.351 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/199) 2024-02-10T01:11:35.810 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:35.816 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:35.816 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:35.948 INFO:teuthology.orchestra.run.smithi027.stdout:generic/199 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:35.951 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/199 2024-02-10T01:11:35.951 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/199 2024-02-10T01:11:35.952 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:35.954 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:35.963 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:35.963 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/200) 2024-02-10T01:11:36.152 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:36.156 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:36.157 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:36.286 INFO:teuthology.orchestra.run.smithi027.stdout:generic/200 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:36.290 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/200 2024-02-10T01:11:36.290 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/200 2024-02-10T01:11:36.290 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:36.292 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:36.301 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:36.301 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/201) 2024-02-10T01:11:36.485 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:36.489 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:36.489 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:36.615 INFO:teuthology.orchestra.run.smithi027.stdout:generic/201 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:36.618 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/201 2024-02-10T01:11:36.619 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/201 2024-02-10T01:11:36.619 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:36.621 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:36.629 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:36.629 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/202) 2024-02-10T01:11:36.817 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:36.821 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:36.822 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:36.952 INFO:teuthology.orchestra.run.smithi027.stdout:generic/202 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:36.955 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/202 2024-02-10T01:11:36.955 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/202 2024-02-10T01:11:36.955 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:36.958 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:36.966 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:36.966 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/203) 2024-02-10T01:11:37.157 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:37.161 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:37.161 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:37.286 INFO:teuthology.orchestra.run.smithi027.stdout:generic/203 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:37.290 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/203 2024-02-10T01:11:37.290 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/203 2024-02-10T01:11:37.290 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:37.292 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:37.301 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:37.301 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/204) 2024-02-10T01:11:37.484 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:37.488 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:37.488 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:38.325 INFO:teuthology.orchestra.run.smithi027.stdout:generic/204 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:38.330 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/204 2024-02-10T01:11:38.330 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/204 2024-02-10T01:11:38.330 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:38.333 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:38.353 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:38.353 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/205) 2024-02-10T01:11:38.553 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:38.559 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:38.559 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:38.692 INFO:teuthology.orchestra.run.smithi027.stdout:generic/205 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:38.696 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/205 2024-02-10T01:11:38.696 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/205 2024-02-10T01:11:38.696 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:38.699 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:38.707 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:38.707 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/206) 2024-02-10T01:11:38.895 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:38.899 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:38.899 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:39.024 INFO:teuthology.orchestra.run.smithi027.stdout:generic/206 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:11:39.028 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/206 2024-02-10T01:11:39.028 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/206 2024-02-10T01:11:39.028 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:39.030 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:39.039 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:39.039 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/207) 2024-02-10T01:11:39.230 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:39.233 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:39.234 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:53.184 INFO:teuthology.orchestra.run.smithi027.stdout:generic/207 14s 2024-02-10T01:11:53.189 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/207 2024-02-10T01:11:53.189 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:11:53.191 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:53.201 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:11:53.201 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/208) 2024-02-10T01:11:53.644 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:11:53.648 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:11:53.648 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:11:57.038 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:11:57.041 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:12:27.099 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:12:27.103 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:12:57.181 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:12:57.184 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:13:27.302 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:13:27.305 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:13:57.450 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:13:57.453 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:14:27.580 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:14:27.583 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:14:57.702 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:14:57.706 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:15:13.910 INFO:teuthology.orchestra.run.smithi027.stdout:generic/208 200s 2024-02-10T01:15:13.915 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/208 2024-02-10T01:15:13.915 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:15:13.918 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:13.926 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:15:13.927 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/209) 2024-02-10T01:15:14.368 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:15:14.372 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:15:14.372 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:22.498 INFO:teuthology.orchestra.run.smithi027.stdout:generic/209 [failed, exit status 1]- output mismatch (see /tmp/tmp.6IDzV8czZ2xfstests-dev/results//generic/209.out.bad) 2024-02-10T01:15:22.503 INFO:teuthology.orchestra.run.smithi027.stdout: --- tests/generic/209.out 2024-02-09 23:58:07.750652036 +0000 2024-02-10T01:15:22.503 INFO:teuthology.orchestra.run.smithi027.stdout: +++ /tmp/tmp.6IDzV8czZ2xfstests-dev/results//generic/209.out.bad 2024-02-10 01:15:22.494216558 +0000 2024-02-10T01:15:22.503 INFO:teuthology.orchestra.run.smithi027.stdout: @@ -1,2 +1,2 @@ 2024-02-10T01:15:22.503 INFO:teuthology.orchestra.run.smithi027.stdout: QA output created by 209 2024-02-10T01:15:22.503 INFO:teuthology.orchestra.run.smithi027.stdout: -test ran for 30 seconds without error 2024-02-10T01:15:22.504 INFO:teuthology.orchestra.run.smithi027.stdout: +reader found old byte at pos 4096 2024-02-10T01:15:22.504 INFO:teuthology.orchestra.run.smithi027.stdout: \ No newline at end of file 2024-02-10T01:15:22.507 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/209 2024-02-10T01:15:22.507 INFO:teuthology.orchestra.run.smithi027.stdout:Failures: generic/209 2024-02-10T01:15:22.508 INFO:teuthology.orchestra.run.smithi027.stdout:Failed 1 of 1 tests 2024-02-10T01:15:22.511 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:22.533 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-10T01:15:22.533 INFO:tasks.cephfs.xfstests_dev:Command failed 2024-02-10T01:15:22.534 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2024-02-10T01:15:22.534 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/210) 2024-02-10T01:15:22.931 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:15:22.935 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:15:22.936 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:23.167 INFO:teuthology.orchestra.run.smithi027.stdout:generic/210 1s 2024-02-10T01:15:23.172 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/210 2024-02-10T01:15:23.173 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:15:23.175 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:23.188 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:15:23.188 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/211) 2024-02-10T01:15:23.613 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:15:23.618 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:15:23.618 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:23.932 INFO:teuthology.orchestra.run.smithi027.stdout:generic/211 0s 2024-02-10T01:15:23.938 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/211 2024-02-10T01:15:23.938 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:15:23.940 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:23.949 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:15:23.949 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/212) 2024-02-10T01:15:24.138 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:15:24.142 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:15:24.142 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:24.354 INFO:teuthology.orchestra.run.smithi027.stdout:generic/212 0s 2024-02-10T01:15:24.360 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/212 2024-02-10T01:15:24.360 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:15:24.362 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:24.370 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:15:24.371 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/213) 2024-02-10T01:15:24.554 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:15:24.558 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:15:24.558 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:24.976 INFO:teuthology.orchestra.run.smithi027.stdout:generic/213 - output mismatch (see /tmp/tmp.6IDzV8czZ2xfstests-dev/results//generic/213.out.bad) 2024-02-10T01:15:24.978 INFO:teuthology.orchestra.run.smithi027.stdout: --- tests/generic/213.out 2024-02-09 23:58:07.750652036 +0000 2024-02-10T01:15:24.978 INFO:teuthology.orchestra.run.smithi027.stdout: +++ /tmp/tmp.6IDzV8czZ2xfstests-dev/results//generic/213.out.bad 2024-02-10 01:15:24.974153524 +0000 2024-02-10T01:15:24.978 INFO:teuthology.orchestra.run.smithi027.stdout: @@ -1,4 +1,3 @@ 2024-02-10T01:15:24.978 INFO:teuthology.orchestra.run.smithi027.stdout: QA output created by 213 2024-02-10T01:15:24.978 INFO:teuthology.orchestra.run.smithi027.stdout: We should get: fallocate: No space left on device 2024-02-10T01:15:24.978 INFO:teuthology.orchestra.run.smithi027.stdout: Strangely, xfs_io sometimes says "Success" when something went wrong, FYI 2024-02-10T01:15:24.978 INFO:teuthology.orchestra.run.smithi027.stdout: -fallocate: No space left on device 2024-02-10T01:15:24.980 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/213 2024-02-10T01:15:24.981 INFO:teuthology.orchestra.run.smithi027.stdout:Failures: generic/213 2024-02-10T01:15:24.981 INFO:teuthology.orchestra.run.smithi027.stdout:Failed 1 of 1 tests 2024-02-10T01:15:24.983 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:24.992 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-10T01:15:24.992 INFO:tasks.cephfs.xfstests_dev:Command failed 2024-02-10T01:15:24.992 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2024-02-10T01:15:24.992 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/214) 2024-02-10T01:15:25.427 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:15:25.431 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:15:25.431 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:25.772 INFO:teuthology.orchestra.run.smithi027.stdout:generic/214 0s 2024-02-10T01:15:25.777 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/214 2024-02-10T01:15:25.777 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:15:25.780 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:25.789 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:15:25.789 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/215) 2024-02-10T01:15:26.270 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:15:26.275 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:15:26.276 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:27.765 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:15:27.768 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:15:29.338 INFO:teuthology.orchestra.run.smithi027.stdout:generic/215 3s 2024-02-10T01:15:29.345 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/215 2024-02-10T01:15:29.345 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:15:29.349 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:29.363 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:15:29.363 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/216) 2024-02-10T01:15:29.629 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:15:29.634 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:15:29.635 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:29.784 INFO:teuthology.orchestra.run.smithi027.stdout:generic/216 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:15:29.788 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/216 2024-02-10T01:15:29.788 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/216 2024-02-10T01:15:29.788 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:15:29.791 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:29.801 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:15:29.801 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/217) 2024-02-10T01:15:30.053 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:15:30.058 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:15:30.058 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:30.235 INFO:teuthology.orchestra.run.smithi027.stdout:generic/217 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:15:30.239 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/217 2024-02-10T01:15:30.239 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/217 2024-02-10T01:15:30.239 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:15:30.242 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:30.254 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:15:30.255 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/218) 2024-02-10T01:15:30.524 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:15:30.530 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:15:30.530 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:30.688 INFO:teuthology.orchestra.run.smithi027.stdout:generic/218 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:15:30.692 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/218 2024-02-10T01:15:30.693 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/218 2024-02-10T01:15:30.693 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:15:30.695 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:30.706 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:15:30.707 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/219) 2024-02-10T01:15:30.965 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:15:30.970 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:15:30.970 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:31.137 INFO:teuthology.orchestra.run.smithi027.stdout:generic/219 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:15:31.142 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/219 2024-02-10T01:15:31.142 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/219 2024-02-10T01:15:31.143 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:15:31.146 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:31.156 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:15:31.156 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/220) 2024-02-10T01:15:31.420 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:15:31.425 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:15:31.425 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:31.582 INFO:teuthology.orchestra.run.smithi027.stdout:generic/220 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:15:31.586 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/220 2024-02-10T01:15:31.586 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/220 2024-02-10T01:15:31.586 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:15:31.589 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:31.602 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:15:31.602 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/221) 2024-02-10T01:15:31.859 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:15:31.863 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:15:31.864 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:33.087 INFO:teuthology.orchestra.run.smithi027.stdout:generic/221 2s 2024-02-10T01:15:33.093 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/221 2024-02-10T01:15:33.093 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:15:33.096 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:33.108 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:15:33.108 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/222) 2024-02-10T01:15:33.365 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:15:33.369 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:15:33.370 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:33.528 INFO:teuthology.orchestra.run.smithi027.stdout:generic/222 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:15:33.532 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/222 2024-02-10T01:15:33.532 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/222 2024-02-10T01:15:33.532 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:15:33.536 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:33.552 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:15:33.552 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/223) 2024-02-10T01:15:33.814 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:15:33.819 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:15:33.819 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:33.976 INFO:teuthology.orchestra.run.smithi027.stdout:generic/223 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:15:33.984 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/223 2024-02-10T01:15:33.984 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/223 2024-02-10T01:15:33.984 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:15:33.986 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:33.996 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:15:33.997 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/224) 2024-02-10T01:15:34.261 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:15:34.269 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:15:34.269 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:34.447 INFO:teuthology.orchestra.run.smithi027.stdout:generic/224 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:15:34.451 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/224 2024-02-10T01:15:34.451 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/224 2024-02-10T01:15:34.451 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:15:34.454 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:34.470 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:15:34.470 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/225) 2024-02-10T01:15:34.726 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:15:34.731 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:15:34.731 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:34.887 INFO:teuthology.orchestra.run.smithi027.stdout:generic/225 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:15:34.892 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/225 2024-02-10T01:15:34.892 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/225 2024-02-10T01:15:34.892 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:15:34.895 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:34.906 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:15:34.906 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/226) 2024-02-10T01:15:35.156 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:15:35.162 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:15:35.162 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:35.310 INFO:teuthology.orchestra.run.smithi027.stdout:generic/226 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:15:35.314 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/226 2024-02-10T01:15:35.314 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/226 2024-02-10T01:15:35.314 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:15:35.317 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:35.340 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:15:35.340 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/227) 2024-02-10T01:15:35.623 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:15:35.629 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:15:35.629 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:35.786 INFO:teuthology.orchestra.run.smithi027.stdout:generic/227 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:15:35.791 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/227 2024-02-10T01:15:35.791 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/227 2024-02-10T01:15:35.791 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:15:35.793 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:35.812 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:15:35.813 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/228) 2024-02-10T01:15:36.071 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:15:36.076 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:15:36.076 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:36.368 INFO:teuthology.orchestra.run.smithi027.stdout:generic/228 0s 2024-02-10T01:15:36.375 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/228 2024-02-10T01:15:36.375 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:15:36.378 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:36.391 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:15:36.392 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/229) 2024-02-10T01:15:36.865 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:15:36.870 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:15:36.871 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:37.039 INFO:teuthology.orchestra.run.smithi027.stdout:generic/229 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:15:37.044 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/229 2024-02-10T01:15:37.044 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/229 2024-02-10T01:15:37.044 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:15:37.047 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:37.059 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:15:37.060 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/230) 2024-02-10T01:15:37.317 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:15:37.322 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:15:37.322 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:37.484 INFO:teuthology.orchestra.run.smithi027.stdout:generic/230 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:15:37.488 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/230 2024-02-10T01:15:37.488 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/230 2024-02-10T01:15:37.488 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:15:37.491 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:37.504 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:15:37.505 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/231) 2024-02-10T01:15:37.756 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:15:37.761 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:15:37.761 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:37.929 INFO:teuthology.orchestra.run.smithi027.stdout:generic/231 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:15:37.933 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/231 2024-02-10T01:15:37.933 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/231 2024-02-10T01:15:37.933 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:15:37.936 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:37.946 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:15:37.946 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/232) 2024-02-10T01:15:38.205 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:15:38.210 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:15:38.210 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:38.376 INFO:teuthology.orchestra.run.smithi027.stdout:generic/232 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:15:38.381 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/232 2024-02-10T01:15:38.381 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/232 2024-02-10T01:15:38.381 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:15:38.384 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:38.396 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:15:38.396 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/233) 2024-02-10T01:15:38.666 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:15:38.672 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:15:38.672 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:38.826 INFO:teuthology.orchestra.run.smithi027.stdout:generic/233 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:15:38.831 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/233 2024-02-10T01:15:38.831 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/233 2024-02-10T01:15:38.831 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:15:38.833 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:38.855 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:15:38.855 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/234) 2024-02-10T01:15:39.129 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:15:39.133 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:15:39.133 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:39.280 INFO:teuthology.orchestra.run.smithi027.stdout:generic/234 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:15:39.284 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/234 2024-02-10T01:15:39.285 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/234 2024-02-10T01:15:39.285 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:15:39.288 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:39.298 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:15:39.298 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/235) 2024-02-10T01:15:39.549 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:15:39.554 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:15:39.554 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:39.705 INFO:teuthology.orchestra.run.smithi027.stdout:generic/235 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:15:39.710 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/235 2024-02-10T01:15:39.710 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/235 2024-02-10T01:15:39.710 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:15:39.713 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:39.724 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:15:39.724 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/236) 2024-02-10T01:15:39.977 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:15:39.981 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:15:39.982 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:41.267 INFO:teuthology.orchestra.run.smithi027.stdout:generic/236 2s 2024-02-10T01:15:41.276 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/236 2024-02-10T01:15:41.276 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:15:41.279 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:41.291 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:15:41.291 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/237) 2024-02-10T01:15:41.787 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:15:41.792 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:15:41.793 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:42.007 INFO:teuthology.orchestra.run.smithi027.stdout:generic/237 [not run] ACLs not supported by this filesystem type: ceph-fuse 2024-02-10T01:15:42.012 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/237 2024-02-10T01:15:42.012 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/237 2024-02-10T01:15:42.012 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:15:42.014 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:42.026 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:15:42.027 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/238) 2024-02-10T01:15:42.274 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:15:42.281 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:15:42.281 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:42.441 INFO:teuthology.orchestra.run.smithi027.stdout:generic/238 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:15:42.445 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/238 2024-02-10T01:15:42.445 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/238 2024-02-10T01:15:42.445 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:15:42.448 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:42.467 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:15:42.467 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/239) 2024-02-10T01:15:42.733 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:15:42.739 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:15:42.739 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:42.943 INFO:teuthology.orchestra.run.smithi027.stdout:generic/239 [not run] Sparse files are not supported or do not work as expected 2024-02-10T01:15:42.948 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/239 2024-02-10T01:15:42.948 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/239 2024-02-10T01:15:42.948 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:15:42.951 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:42.961 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:15:42.962 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/240) 2024-02-10T01:15:43.216 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:15:43.222 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:15:43.222 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:43.424 INFO:teuthology.orchestra.run.smithi027.stdout:generic/240 [not run] Sparse files are not supported or do not work as expected 2024-02-10T01:15:43.429 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/240 2024-02-10T01:15:43.429 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/240 2024-02-10T01:15:43.429 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:15:43.431 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:43.444 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:15:43.444 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/241) 2024-02-10T01:15:43.715 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:15:43.720 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:15:43.720 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:15:57.896 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:15:57.899 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:16:27.969 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:16:27.973 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:16:57.141 INFO:teuthology.orchestra.run.smithi027.stdout:generic/241 74s 2024-02-10T01:16:57.148 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/241 2024-02-10T01:16:57.148 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:16:57.151 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:16:57.162 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:16:57.163 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/242) 2024-02-10T01:16:57.633 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:16:57.641 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:16:57.641 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:16:57.802 INFO:teuthology.orchestra.run.smithi027.stdout:generic/242 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:16:57.807 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/242 2024-02-10T01:16:57.807 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/242 2024-02-10T01:16:57.807 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:16:57.810 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:16:57.820 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:16:57.821 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/243) 2024-02-10T01:16:58.049 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:16:58.052 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:16:58.086 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:16:58.092 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:16:58.092 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:16:58.102 INFO:tasks.ceph.osd.1.smithi027.stderr:2024-02-10T01:16:58.101+0000 7f1244ac9640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 240526) UID: 0 2024-02-10T01:16:58.103 INFO:tasks.ceph.osd.3.smithi027.stderr:2024-02-10T01:16:58.101+0000 7fc145058640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 240526) UID: 0 2024-02-10T01:16:58.103 INFO:tasks.ceph.osd.0.smithi027.stderr:2024-02-10T01:16:58.101+0000 7fd26a091640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 240526) UID: 0 2024-02-10T01:16:58.103 INFO:tasks.ceph.osd.2.smithi027.stderr:2024-02-10T01:16:58.101+0000 7fbf2d67d640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 240526) UID: 0 2024-02-10T01:16:58.282 INFO:teuthology.orchestra.run.smithi027.stdout:generic/243 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:16:58.287 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/243 2024-02-10T01:16:58.287 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/243 2024-02-10T01:16:58.287 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:16:58.289 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:16:58.302 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:16:58.302 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/244) 2024-02-10T01:16:58.636 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:16:58.642 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:16:58.642 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:16:58.838 INFO:teuthology.orchestra.run.smithi027.stdout:generic/244 [not run] disk quotas not supported by this filesystem type: ceph-fuse 2024-02-10T01:16:58.842 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/244 2024-02-10T01:16:58.843 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/244 2024-02-10T01:16:58.843 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:16:58.845 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:16:58.859 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:16:58.859 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/245) 2024-02-10T01:16:59.180 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:16:59.186 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:16:59.186 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:16:59.511 INFO:teuthology.orchestra.run.smithi027.stdout:generic/245 0s 2024-02-10T01:16:59.517 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/245 2024-02-10T01:16:59.517 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:16:59.521 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:16:59.536 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:16:59.536 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/246) 2024-02-10T01:17:00.059 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:17:00.065 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:17:00.065 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:17:00.321 INFO:teuthology.orchestra.run.smithi027.stdout:generic/246 0s 2024-02-10T01:17:00.332 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/246 2024-02-10T01:17:00.332 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:17:00.335 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:17:00.346 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:17:00.347 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/247) 2024-02-10T01:17:00.869 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:17:00.874 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:17:00.875 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:17:48.962 INFO:teuthology.orchestra.run.smithi027.stdout:generic/247 48s 2024-02-10T01:17:48.968 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/247 2024-02-10T01:17:48.968 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:17:48.971 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:17:48.981 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:17:48.981 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/248) 2024-02-10T01:17:49.255 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:17:49.261 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:17:49.261 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:17:49.529 INFO:teuthology.orchestra.run.smithi027.stdout:generic/248 0s 2024-02-10T01:17:49.538 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/248 2024-02-10T01:17:49.538 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:17:49.542 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:17:49.559 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:17:49.559 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/249) 2024-02-10T01:17:49.845 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:17:49.851 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:17:49.851 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:17:52.189 INFO:teuthology.orchestra.run.smithi027.stdout:generic/249 3s 2024-02-10T01:17:52.198 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/249 2024-02-10T01:17:52.198 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:17:52.200 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:17:52.214 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:17:52.215 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/250) 2024-02-10T01:17:52.773 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:17:52.779 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:17:52.779 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:17:52.980 INFO:teuthology.orchestra.run.smithi027.stdout:generic/250 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:17:52.985 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/250 2024-02-10T01:17:52.985 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/250 2024-02-10T01:17:52.985 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:17:52.989 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:17:53.002 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:17:53.002 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/251) 2024-02-10T01:17:53.317 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:17:53.322 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:17:53.322 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:17:53.506 INFO:teuthology.orchestra.run.smithi027.stdout:generic/251 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:17:53.513 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/251 2024-02-10T01:17:53.513 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/251 2024-02-10T01:17:53.513 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:17:53.516 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:17:53.529 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:17:53.529 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/252) 2024-02-10T01:17:53.830 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:17:53.840 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:17:53.840 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:17:54.041 INFO:teuthology.orchestra.run.smithi027.stdout:generic/252 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:17:54.046 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/252 2024-02-10T01:17:54.046 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/252 2024-02-10T01:17:54.046 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:17:54.049 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:17:54.061 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:17:54.062 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/253) 2024-02-10T01:17:54.357 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:17:54.363 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:17:54.363 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:17:54.547 INFO:teuthology.orchestra.run.smithi027.stdout:generic/253 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:17:54.553 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/253 2024-02-10T01:17:54.553 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/253 2024-02-10T01:17:54.553 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:17:54.556 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:17:54.569 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:17:54.569 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/254) 2024-02-10T01:17:54.858 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:17:54.863 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:17:54.863 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:17:55.042 INFO:teuthology.orchestra.run.smithi027.stdout:generic/254 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:17:55.046 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/254 2024-02-10T01:17:55.046 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/254 2024-02-10T01:17:55.046 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:17:55.049 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:17:55.063 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:17:55.063 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/255) 2024-02-10T01:17:55.333 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:17:55.338 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:17:55.338 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:17:56.851 INFO:teuthology.orchestra.run.smithi027.stdout:generic/255 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2024-02-10T01:17:56.856 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/255 2024-02-10T01:17:56.856 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/255 2024-02-10T01:17:56.856 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:17:56.861 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:17:56.876 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:17:56.877 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/256) 2024-02-10T01:17:57.401 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:17:57.410 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:17:57.410 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:17:58.810 INFO:teuthology.orchestra.run.smithi027.stdout:generic/256 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:17:58.814 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/256 2024-02-10T01:17:58.814 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/256 2024-02-10T01:17:58.814 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:17:58.818 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:17:58.837 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:17:58.837 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/257) 2024-02-10T01:17:59.120 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:17:59.125 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:17:59.125 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:18:00.834 INFO:teuthology.orchestra.run.smithi027.stdout:generic/257 1s 2024-02-10T01:18:00.842 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/257 2024-02-10T01:18:00.842 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:18:00.846 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:18:00.858 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:18:00.858 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/258) 2024-02-10T01:18:01.390 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:18:01.396 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:18:01.396 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:18:01.644 INFO:teuthology.orchestra.run.smithi027.stdout:generic/258 [failed, exit status 1]- output mismatch (see /tmp/tmp.6IDzV8czZ2xfstests-dev/results//generic/258.out.bad) 2024-02-10T01:18:01.647 INFO:teuthology.orchestra.run.smithi027.stdout: --- tests/generic/258.out 2024-02-09 23:58:07.753651958 +0000 2024-02-10T01:18:01.647 INFO:teuthology.orchestra.run.smithi027.stdout: +++ /tmp/tmp.6IDzV8czZ2xfstests-dev/results//generic/258.out.bad 2024-02-10 01:18:01.640183253 +0000 2024-02-10T01:18:01.647 INFO:teuthology.orchestra.run.smithi027.stdout: @@ -1,5 +1,6 @@ 2024-02-10T01:18:01.647 INFO:teuthology.orchestra.run.smithi027.stdout: QA output created by 258 2024-02-10T01:18:01.648 INFO:teuthology.orchestra.run.smithi027.stdout: Creating file with timestamp of Jan 1, 1960 2024-02-10T01:18:01.648 INFO:teuthology.orchestra.run.smithi027.stdout: Testing for negative seconds since epoch 2024-02-10T01:18:01.648 INFO:teuthology.orchestra.run.smithi027.stdout: -Remounting to flush cache 2024-02-10T01:18:01.648 INFO:teuthology.orchestra.run.smithi027.stdout: -Testing for negative seconds since epoch 2024-02-10T01:18:01.648 INFO:teuthology.orchestra.run.smithi027.stdout: +Timestamp wrapped: 3979351756 2024-02-10T01:18:01.648 INFO:teuthology.orchestra.run.smithi027.stdout: +Timestamp wrapped 2024-02-10T01:18:01.648 INFO:teuthology.orchestra.run.smithi027.stdout: +(see /tmp/tmp.6IDzV8czZ2xfstests-dev/results//generic/258.full for details) 2024-02-10T01:18:01.650 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/258 2024-02-10T01:18:01.650 INFO:teuthology.orchestra.run.smithi027.stdout:Failures: generic/258 2024-02-10T01:18:01.651 INFO:teuthology.orchestra.run.smithi027.stdout:Failed 1 of 1 tests 2024-02-10T01:18:01.654 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:18:01.664 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-10T01:18:01.664 INFO:tasks.cephfs.xfstests_dev:Command failed 2024-02-10T01:18:01.665 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2024-02-10T01:18:01.665 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/259) 2024-02-10T01:18:01.950 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:18:01.961 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:18:01.962 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:18:02.167 INFO:teuthology.orchestra.run.smithi027.stdout:generic/259 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:18:02.172 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/259 2024-02-10T01:18:02.173 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/259 2024-02-10T01:18:02.173 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:18:02.176 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:18:02.195 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:18:02.196 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/260) 2024-02-10T01:18:02.493 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:18:02.499 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:18:02.500 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:18:02.679 INFO:teuthology.orchestra.run.smithi027.stdout:generic/260 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:18:02.685 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/260 2024-02-10T01:18:02.685 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/260 2024-02-10T01:18:02.685 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:18:02.689 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:18:02.706 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:18:02.706 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/261) 2024-02-10T01:18:02.988 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:18:02.992 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:18:02.992 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:18:03.188 INFO:teuthology.orchestra.run.smithi027.stdout:generic/261 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:18:03.192 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/261 2024-02-10T01:18:03.193 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/261 2024-02-10T01:18:03.193 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:18:03.196 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:18:03.207 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:18:03.207 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/262) 2024-02-10T01:18:03.480 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:18:03.486 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:18:03.489 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:18:03.662 INFO:teuthology.orchestra.run.smithi027.stdout:generic/262 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:18:03.667 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/262 2024-02-10T01:18:03.667 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/262 2024-02-10T01:18:03.667 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:18:03.670 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:18:03.681 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:18:03.682 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/263) 2024-02-10T01:18:03.977 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:18:03.987 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:18:03.987 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:24.681 INFO:teuthology.orchestra.run.smithi027.stdout:generic/263 81s 2024-02-10T01:19:24.686 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/263 2024-02-10T01:19:24.686 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:19:24.688 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:24.698 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:19:24.698 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/264) 2024-02-10T01:19:25.177 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:19:25.183 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:19:25.184 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:25.327 INFO:teuthology.orchestra.run.smithi027.stdout:generic/264 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:19:25.331 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/264 2024-02-10T01:19:25.331 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/264 2024-02-10T01:19:25.331 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:19:25.333 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:25.341 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:19:25.342 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/265) 2024-02-10T01:19:25.524 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:19:25.529 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:19:25.529 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:25.701 INFO:teuthology.orchestra.run.smithi027.stdout:generic/265 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:19:25.705 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/265 2024-02-10T01:19:25.705 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/265 2024-02-10T01:19:25.705 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:19:25.708 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:25.716 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:19:25.717 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/266) 2024-02-10T01:19:25.902 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:19:25.906 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:19:25.907 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:26.043 INFO:teuthology.orchestra.run.smithi027.stdout:generic/266 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:19:26.046 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/266 2024-02-10T01:19:26.046 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/266 2024-02-10T01:19:26.046 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:19:26.049 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:26.057 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:19:26.057 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/267) 2024-02-10T01:19:26.245 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:19:26.249 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:19:26.249 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:26.392 INFO:teuthology.orchestra.run.smithi027.stdout:generic/267 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:19:26.396 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/267 2024-02-10T01:19:26.396 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/267 2024-02-10T01:19:26.396 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:19:26.399 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:26.407 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:19:26.407 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/268) 2024-02-10T01:19:26.601 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:19:26.605 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:19:26.605 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:26.744 INFO:teuthology.orchestra.run.smithi027.stdout:generic/268 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:19:26.748 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/268 2024-02-10T01:19:26.748 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/268 2024-02-10T01:19:26.748 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:19:26.750 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:26.760 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:19:26.760 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/269) 2024-02-10T01:19:26.945 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:19:26.949 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:19:26.949 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:27.074 INFO:teuthology.orchestra.run.smithi027.stdout:generic/269 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:19:27.078 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/269 2024-02-10T01:19:27.078 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/269 2024-02-10T01:19:27.078 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:19:27.080 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:27.089 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:19:27.089 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/270) 2024-02-10T01:19:27.273 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:19:27.277 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:19:27.277 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:27.808 INFO:teuthology.orchestra.run.smithi027.stdout:generic/270 [not run] disk quotas not supported by this filesystem type: ceph-fuse 2024-02-10T01:19:27.811 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/270 2024-02-10T01:19:27.812 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/270 2024-02-10T01:19:27.812 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:19:27.814 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:27.822 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:19:27.822 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/271) 2024-02-10T01:19:28.011 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:19:28.015 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:19:28.015 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:28.321 INFO:teuthology.orchestra.run.smithi027.stdout:generic/271 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:19:28.325 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/271 2024-02-10T01:19:28.325 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/271 2024-02-10T01:19:28.325 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:19:28.328 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:28.337 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:19:28.337 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/272) 2024-02-10T01:19:28.525 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:19:28.529 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:19:28.529 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:28.709 INFO:teuthology.orchestra.run.smithi027.stdout:generic/272 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:19:28.713 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/272 2024-02-10T01:19:28.713 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/272 2024-02-10T01:19:28.713 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:19:28.715 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:28.724 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:19:28.724 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/273) 2024-02-10T01:19:28.907 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:19:28.910 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:19:28.911 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:29.283 INFO:teuthology.orchestra.run.smithi027.stdout:generic/273 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:19:29.287 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/273 2024-02-10T01:19:29.287 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/273 2024-02-10T01:19:29.287 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:19:29.289 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:29.297 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:19:29.298 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/274) 2024-02-10T01:19:29.491 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:19:29.495 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:19:29.495 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:29.656 INFO:teuthology.orchestra.run.smithi027.stdout:generic/274 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:19:29.660 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/274 2024-02-10T01:19:29.660 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/274 2024-02-10T01:19:29.660 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:19:29.662 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:29.671 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:19:29.671 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/275) 2024-02-10T01:19:29.859 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:19:29.863 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:19:29.863 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:30.055 INFO:teuthology.orchestra.run.smithi027.stdout:generic/275 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:19:30.059 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/275 2024-02-10T01:19:30.059 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/275 2024-02-10T01:19:30.059 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:19:30.061 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:30.070 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:19:30.070 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/276) 2024-02-10T01:19:30.255 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:19:30.259 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:19:30.259 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:30.389 INFO:teuthology.orchestra.run.smithi027.stdout:generic/276 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:19:30.393 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/276 2024-02-10T01:19:30.393 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/276 2024-02-10T01:19:30.393 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:19:30.395 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:30.418 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:19:30.418 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/277) 2024-02-10T01:19:30.601 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:19:30.605 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:19:30.605 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:30.806 INFO:teuthology.orchestra.run.smithi027.stdout:generic/277 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:19:30.810 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/277 2024-02-10T01:19:30.810 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/277 2024-02-10T01:19:30.810 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:19:30.812 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:30.831 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:19:30.832 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/278) 2024-02-10T01:19:31.031 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:19:31.035 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:19:31.035 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:31.167 INFO:teuthology.orchestra.run.smithi027.stdout:generic/278 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:19:31.170 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/278 2024-02-10T01:19:31.171 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/278 2024-02-10T01:19:31.171 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:19:31.173 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:31.181 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:19:31.182 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/279) 2024-02-10T01:19:31.374 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:19:31.378 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:19:31.378 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:31.557 INFO:teuthology.orchestra.run.smithi027.stdout:generic/279 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:19:31.561 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/279 2024-02-10T01:19:31.561 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/279 2024-02-10T01:19:31.561 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:19:31.563 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:31.573 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:19:31.573 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/280) 2024-02-10T01:19:31.772 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:19:31.776 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:19:31.777 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:31.936 INFO:teuthology.orchestra.run.smithi027.stdout:generic/280 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:19:31.940 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/280 2024-02-10T01:19:31.940 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/280 2024-02-10T01:19:31.940 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:19:31.942 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:31.961 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:19:31.961 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/281) 2024-02-10T01:19:32.150 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:19:32.154 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:19:32.154 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:32.292 INFO:teuthology.orchestra.run.smithi027.stdout:generic/281 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:19:32.295 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/281 2024-02-10T01:19:32.295 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/281 2024-02-10T01:19:32.296 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:19:32.298 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:32.316 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:19:32.317 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/282) 2024-02-10T01:19:32.508 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:19:32.511 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:19:32.511 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:32.659 INFO:teuthology.orchestra.run.smithi027.stdout:generic/282 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:19:32.662 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/282 2024-02-10T01:19:32.662 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/282 2024-02-10T01:19:32.662 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:19:32.665 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:32.674 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:19:32.674 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/283) 2024-02-10T01:19:32.861 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:19:32.865 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:19:32.865 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:32.999 INFO:teuthology.orchestra.run.smithi027.stdout:generic/283 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:19:33.003 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/283 2024-02-10T01:19:33.003 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/283 2024-02-10T01:19:33.003 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:19:33.005 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:33.014 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:19:33.014 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/284) 2024-02-10T01:19:33.203 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:19:33.207 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:19:33.207 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:33.339 INFO:teuthology.orchestra.run.smithi027.stdout:generic/284 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:19:33.342 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/284 2024-02-10T01:19:33.342 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/284 2024-02-10T01:19:33.343 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:19:33.345 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:33.364 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:19:33.365 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/285) 2024-02-10T01:19:33.557 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:19:33.561 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:19:33.561 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:35.086 INFO:teuthology.orchestra.run.smithi027.stdout:generic/285 2s 2024-02-10T01:19:35.091 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/285 2024-02-10T01:19:35.091 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:19:35.093 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:19:35.102 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:19:35.102 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/286) 2024-02-10T01:19:35.590 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:19:35.596 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:19:35.597 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:07.026 INFO:teuthology.orchestra.run.smithi027.stdout:generic/286 32s 2024-02-10T01:20:07.031 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/286 2024-02-10T01:20:07.031 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:20:07.033 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:07.042 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:20:07.043 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/287) 2024-02-10T01:20:07.508 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:20:07.518 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:20:07.518 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:07.734 INFO:teuthology.orchestra.run.smithi027.stdout:generic/287 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:20:07.738 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/287 2024-02-10T01:20:07.739 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/287 2024-02-10T01:20:07.739 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:20:07.741 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:07.754 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:20:07.755 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/288) 2024-02-10T01:20:07.938 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:20:07.942 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:20:07.942 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:08.091 INFO:teuthology.orchestra.run.smithi027.stdout:generic/288 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:20:08.095 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/288 2024-02-10T01:20:08.095 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/288 2024-02-10T01:20:08.095 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:20:08.097 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:08.106 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:20:08.106 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/289) 2024-02-10T01:20:08.291 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:20:08.295 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:20:08.295 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:08.764 INFO:teuthology.orchestra.run.smithi027.stdout:generic/289 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:20:08.767 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/289 2024-02-10T01:20:08.768 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/289 2024-02-10T01:20:08.768 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:20:08.770 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:08.779 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:20:08.779 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/290) 2024-02-10T01:20:08.962 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:20:08.964 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:20:08.968 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:20:08.972 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:20:08.972 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:09.141 INFO:teuthology.orchestra.run.smithi027.stdout:generic/290 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:20:09.148 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/290 2024-02-10T01:20:09.148 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/290 2024-02-10T01:20:09.148 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:20:09.148 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:09.156 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:20:09.156 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/291) 2024-02-10T01:20:09.386 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:20:09.390 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:20:09.390 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:09.522 INFO:teuthology.orchestra.run.smithi027.stdout:generic/291 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:20:09.525 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/291 2024-02-10T01:20:09.525 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/291 2024-02-10T01:20:09.526 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:20:09.528 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:09.536 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:20:09.537 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/292) 2024-02-10T01:20:09.721 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:20:09.725 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:20:09.725 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:09.854 INFO:teuthology.orchestra.run.smithi027.stdout:generic/292 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:20:09.858 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/292 2024-02-10T01:20:09.858 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/292 2024-02-10T01:20:09.858 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:20:09.860 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:09.869 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:20:09.869 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/293) 2024-02-10T01:20:10.053 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:20:10.057 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:20:10.057 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:10.195 INFO:teuthology.orchestra.run.smithi027.stdout:generic/293 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:20:10.199 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/293 2024-02-10T01:20:10.199 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/293 2024-02-10T01:20:10.199 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:20:10.201 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:10.210 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:20:10.210 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/294) 2024-02-10T01:20:10.400 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:20:10.404 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:20:10.404 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:10.582 INFO:teuthology.orchestra.run.smithi027.stdout:generic/294 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:20:10.586 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/294 2024-02-10T01:20:10.586 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/294 2024-02-10T01:20:10.586 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:20:10.588 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:10.596 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:20:10.597 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/295) 2024-02-10T01:20:10.778 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:20:10.782 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:20:10.782 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:11.020 INFO:teuthology.orchestra.run.smithi027.stdout:generic/295 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:20:11.023 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/295 2024-02-10T01:20:11.024 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/295 2024-02-10T01:20:11.024 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:20:11.026 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:11.034 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:20:11.034 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/296) 2024-02-10T01:20:11.213 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:20:11.217 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:20:11.217 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:11.621 INFO:teuthology.orchestra.run.smithi027.stdout:generic/296 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:20:11.624 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/296 2024-02-10T01:20:11.624 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/296 2024-02-10T01:20:11.624 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:20:11.627 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:11.635 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:20:11.635 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/297) 2024-02-10T01:20:11.823 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:20:11.826 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:20:11.827 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:12.224 INFO:teuthology.orchestra.run.smithi027.stdout:generic/297 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:20:12.228 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/297 2024-02-10T01:20:12.228 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/297 2024-02-10T01:20:12.229 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:20:12.231 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:12.240 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:20:12.241 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/298) 2024-02-10T01:20:12.430 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:20:12.434 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:20:12.434 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:12.584 INFO:teuthology.orchestra.run.smithi027.stdout:generic/298 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:20:12.587 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/298 2024-02-10T01:20:12.587 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/298 2024-02-10T01:20:12.588 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:20:12.590 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:12.598 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:20:12.599 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/299) 2024-02-10T01:20:12.778 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:20:12.782 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:20:12.783 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:12.976 INFO:teuthology.orchestra.run.smithi027.stdout:generic/299 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:20:12.980 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/299 2024-02-10T01:20:12.980 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/299 2024-02-10T01:20:12.980 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:20:12.982 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:12.990 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:20:12.991 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/300) 2024-02-10T01:20:13.179 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:20:13.183 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:20:13.183 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:13.356 INFO:teuthology.orchestra.run.smithi027.stdout:generic/300 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:20:13.360 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/300 2024-02-10T01:20:13.360 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/300 2024-02-10T01:20:13.360 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:20:13.362 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:13.382 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:20:13.382 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/301) 2024-02-10T01:20:13.560 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:20:13.564 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:20:13.564 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:13.744 INFO:teuthology.orchestra.run.smithi027.stdout:generic/301 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:20:13.747 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/301 2024-02-10T01:20:13.748 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/301 2024-02-10T01:20:13.748 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:20:13.750 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:13.758 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:20:13.758 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/302) 2024-02-10T01:20:13.939 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:20:13.943 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:20:13.944 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:14.065 INFO:teuthology.orchestra.run.smithi027.stdout:generic/302 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:20:14.068 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/302 2024-02-10T01:20:14.068 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/302 2024-02-10T01:20:14.068 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:20:14.070 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:14.079 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:20:14.079 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/303) 2024-02-10T01:20:14.275 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:20:14.279 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:20:14.279 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:14.455 INFO:teuthology.orchestra.run.smithi027.stdout:generic/303 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T01:20:14.460 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/303 2024-02-10T01:20:14.460 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/303 2024-02-10T01:20:14.460 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:20:14.461 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:14.469 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:20:14.469 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/304) 2024-02-10T01:20:14.914 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:20:14.918 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:20:14.918 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:15.087 INFO:teuthology.orchestra.run.smithi027.stdout:generic/304 [not run] Dedupe not supported by test filesystem type: ceph-fuse 2024-02-10T01:20:15.092 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/304 2024-02-10T01:20:15.092 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/304 2024-02-10T01:20:15.092 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:20:15.095 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:15.104 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:20:15.104 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/305) 2024-02-10T01:20:15.540 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:20:15.544 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:20:15.544 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:15.687 INFO:teuthology.orchestra.run.smithi027.stdout:generic/305 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:20:15.691 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/305 2024-02-10T01:20:15.691 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/305 2024-02-10T01:20:15.691 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:20:15.693 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:15.701 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:20:15.702 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/306) 2024-02-10T01:20:15.888 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:20:15.892 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:20:15.892 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:16.012 INFO:teuthology.orchestra.run.smithi027.stdout:generic/306 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:20:16.016 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/306 2024-02-10T01:20:16.016 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/306 2024-02-10T01:20:16.016 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:20:16.018 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:16.026 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:20:16.027 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/307) 2024-02-10T01:20:16.212 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:20:16.216 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:20:16.216 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:16.350 INFO:teuthology.orchestra.run.smithi027.stdout:generic/307 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:20:16.353 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/307 2024-02-10T01:20:16.353 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/307 2024-02-10T01:20:16.353 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:20:16.355 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:16.373 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:20:16.374 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/308) 2024-02-10T01:20:16.560 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:20:16.564 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:20:16.565 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:16.730 INFO:teuthology.orchestra.run.smithi027.stdout:generic/308 0s 2024-02-10T01:20:16.736 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/308 2024-02-10T01:20:16.736 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:20:16.738 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:16.746 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:20:16.746 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/309) 2024-02-10T01:20:16.931 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:20:16.935 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:20:16.935 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:18.142 INFO:teuthology.orchestra.run.smithi027.stdout:generic/309 2s 2024-02-10T01:20:18.149 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/309 2024-02-10T01:20:18.149 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:20:18.151 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:18.161 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:20:18.161 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/310) 2024-02-10T01:20:18.600 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:20:18.604 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:20:18.604 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:20:39.221 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:20:39.224 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:21:09.295 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:21:09.298 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:21:38.691 INFO:teuthology.orchestra.run.smithi027.stdout:generic/310 80s 2024-02-10T01:21:38.736 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/310 2024-02-10T01:21:38.736 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:21:38.738 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:21:38.751 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:21:38.752 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/311) 2024-02-10T01:21:38.964 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:21:38.968 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:21:38.968 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:21:39.428 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:21:39.432 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:21:39.765 INFO:teuthology.orchestra.run.smithi027.stdout:generic/311 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:21:39.770 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/311 2024-02-10T01:21:39.771 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/311 2024-02-10T01:21:39.771 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:21:39.774 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:21:39.791 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:21:39.791 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/312) 2024-02-10T01:21:40.001 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:21:40.005 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:21:40.005 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:21:40.240 INFO:teuthology.orchestra.run.smithi027.stdout:generic/312 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:21:40.241 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/312 2024-02-10T01:21:40.241 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/312 2024-02-10T01:21:40.241 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:21:40.243 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:21:40.252 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:21:40.252 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/313) 2024-02-10T01:21:40.436 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:21:40.443 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:21:40.443 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:21:44.955 INFO:teuthology.orchestra.run.smithi027.stdout:generic/313 4s 2024-02-10T01:21:44.961 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/313 2024-02-10T01:21:44.961 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:21:44.964 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:21:44.974 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:21:44.975 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/314) 2024-02-10T01:21:45.168 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:21:45.172 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:21:45.173 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:21:45.785 INFO:teuthology.orchestra.run.smithi027.stdout:generic/314 0s 2024-02-10T01:21:45.791 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/314 2024-02-10T01:21:45.791 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:21:45.793 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:21:45.809 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:21:45.809 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/315) 2024-02-10T01:21:45.998 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:21:46.003 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:21:46.003 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:21:46.615 INFO:teuthology.orchestra.run.smithi027.stdout:generic/315 0s 2024-02-10T01:21:46.621 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/315 2024-02-10T01:21:46.621 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:21:46.624 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:21:46.633 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:21:46.633 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/316) 2024-02-10T01:21:47.089 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:21:47.093 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:21:47.093 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:21:47.994 INFO:teuthology.orchestra.run.smithi027.stdout:generic/316 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2024-02-10T01:21:47.997 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/316 2024-02-10T01:21:47.997 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/316 2024-02-10T01:21:47.997 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:21:47.999 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:21:48.009 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:21:48.009 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/317) 2024-02-10T01:21:48.464 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:21:48.468 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:21:48.468 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:21:48.592 INFO:teuthology.orchestra.run.smithi027.stdout:generic/317 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:21:48.595 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/317 2024-02-10T01:21:48.595 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/317 2024-02-10T01:21:48.596 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:21:48.598 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:21:48.606 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:21:48.606 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/318) 2024-02-10T01:21:48.789 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:21:48.793 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:21:48.793 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:21:48.917 INFO:teuthology.orchestra.run.smithi027.stdout:generic/318 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:21:48.921 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/318 2024-02-10T01:21:48.921 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/318 2024-02-10T01:21:48.921 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:21:48.923 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:21:48.932 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:21:48.932 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/319) 2024-02-10T01:21:49.118 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:21:49.122 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:21:49.122 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:21:49.285 INFO:teuthology.orchestra.run.smithi027.stdout:generic/319 [not run] ACLs not supported by this filesystem type: ceph-fuse 2024-02-10T01:21:49.289 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/319 2024-02-10T01:21:49.290 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/319 2024-02-10T01:21:49.290 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:21:49.291 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:21:49.300 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:21:49.300 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/320) 2024-02-10T01:21:49.490 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:21:49.494 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:21:49.494 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:21:49.610 INFO:teuthology.orchestra.run.smithi027.stdout:generic/320 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:21:49.614 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/320 2024-02-10T01:21:49.614 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/320 2024-02-10T01:21:49.614 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:21:49.616 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:21:49.625 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:21:49.625 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/321) 2024-02-10T01:21:49.816 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:21:49.820 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:21:49.820 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:21:49.947 INFO:teuthology.orchestra.run.smithi027.stdout:generic/321 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:21:49.950 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/321 2024-02-10T01:21:49.950 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/321 2024-02-10T01:21:49.950 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:21:49.952 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:21:49.961 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:21:49.961 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/322) 2024-02-10T01:21:50.152 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:21:50.156 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:21:50.156 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:21:50.284 INFO:teuthology.orchestra.run.smithi027.stdout:generic/322 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:21:50.288 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/322 2024-02-10T01:21:50.288 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/322 2024-02-10T01:21:50.288 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:21:50.290 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:21:50.299 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:21:50.300 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/323) 2024-02-10T01:21:50.487 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:21:50.491 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:21:50.491 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:22:09.678 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:22:09.681 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:22:39.981 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:22:39.985 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:22:41.950 INFO:tasks.ceph.osd.6.smithi153.stderr:2024-02-10T01:22:41.949+0000 7f259d6a3640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 48020) UID: 0 2024-02-10T01:22:41.950 INFO:tasks.ceph.osd.4.smithi153.stderr:2024-02-10T01:22:41.949+0000 7f3f76301640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 48020) UID: 0 2024-02-10T01:22:41.951 INFO:tasks.ceph.osd.7.smithi153.stderr:2024-02-10T01:22:41.949+0000 7f8c00e18640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 48020) UID: 0 2024-02-10T01:22:41.951 INFO:tasks.ceph.osd.5.smithi153.stderr:2024-02-10T01:22:41.949+0000 7f68574da640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 48020) UID: 0 2024-02-10T01:23:51.169 INFO:teuthology.orchestra.run.smithi027.stdout:generic/323 121s 2024-02-10T01:23:51.173 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/323 2024-02-10T01:23:51.173 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:23:51.176 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:51.190 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:23:51.190 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/324) 2024-02-10T01:23:51.615 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:23:51.618 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:23:51.618 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:51.757 INFO:teuthology.orchestra.run.smithi027.stdout:generic/324 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:23:51.761 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/324 2024-02-10T01:23:51.761 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/324 2024-02-10T01:23:51.761 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:23:51.763 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:51.772 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:23:51.772 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/325) 2024-02-10T01:23:51.957 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:23:51.961 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:23:51.961 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:52.136 INFO:teuthology.orchestra.run.smithi027.stdout:generic/325 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:23:52.140 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/325 2024-02-10T01:23:52.140 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/325 2024-02-10T01:23:52.140 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:23:52.142 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:52.151 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:23:52.151 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/326) 2024-02-10T01:23:52.336 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:23:52.340 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:23:52.340 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:52.465 INFO:teuthology.orchestra.run.smithi027.stdout:generic/326 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:23:52.468 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/326 2024-02-10T01:23:52.468 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/326 2024-02-10T01:23:52.468 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:23:52.471 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:52.479 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:23:52.479 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/327) 2024-02-10T01:23:52.671 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:23:52.675 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:23:52.675 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:52.802 INFO:teuthology.orchestra.run.smithi027.stdout:generic/327 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:23:52.806 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/327 2024-02-10T01:23:52.806 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/327 2024-02-10T01:23:52.806 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:23:52.808 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:52.816 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:23:52.816 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/328) 2024-02-10T01:23:53.004 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:23:53.008 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:23:53.008 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:53.131 INFO:teuthology.orchestra.run.smithi027.stdout:generic/328 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:23:53.135 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/328 2024-02-10T01:23:53.135 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/328 2024-02-10T01:23:53.135 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:23:53.138 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:53.146 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:23:53.146 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/329) 2024-02-10T01:23:53.334 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:23:53.338 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:23:53.338 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:53.478 INFO:teuthology.orchestra.run.smithi027.stdout:generic/329 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:23:53.482 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/329 2024-02-10T01:23:53.482 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/329 2024-02-10T01:23:53.482 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:23:53.484 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:53.492 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:23:53.493 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/330) 2024-02-10T01:23:53.681 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:23:53.685 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:23:53.685 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:53.816 INFO:teuthology.orchestra.run.smithi027.stdout:generic/330 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:23:53.820 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/330 2024-02-10T01:23:53.821 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/330 2024-02-10T01:23:53.821 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:23:53.822 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:53.831 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:23:53.831 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/331) 2024-02-10T01:23:54.017 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:23:54.021 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:23:54.022 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:54.162 INFO:teuthology.orchestra.run.smithi027.stdout:generic/331 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:23:54.166 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/331 2024-02-10T01:23:54.166 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/331 2024-02-10T01:23:54.166 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:23:54.168 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:54.176 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:23:54.177 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/332) 2024-02-10T01:23:54.358 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:23:54.362 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:23:54.362 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:54.487 INFO:teuthology.orchestra.run.smithi027.stdout:generic/332 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:23:54.491 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/332 2024-02-10T01:23:54.491 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/332 2024-02-10T01:23:54.491 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:23:54.493 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:54.502 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:23:54.502 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/333) 2024-02-10T01:23:54.688 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:23:54.692 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:23:54.692 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:54.822 INFO:teuthology.orchestra.run.smithi027.stdout:generic/333 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:23:54.826 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/333 2024-02-10T01:23:54.826 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/333 2024-02-10T01:23:54.826 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:23:54.828 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:54.836 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:23:54.836 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/334) 2024-02-10T01:23:55.031 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:23:55.035 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:23:55.035 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:55.153 INFO:teuthology.orchestra.run.smithi027.stdout:generic/334 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:23:55.157 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/334 2024-02-10T01:23:55.157 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/334 2024-02-10T01:23:55.157 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:23:55.159 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:55.168 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:23:55.168 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/335) 2024-02-10T01:23:55.354 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:23:55.359 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:23:55.359 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:55.492 INFO:teuthology.orchestra.run.smithi027.stdout:generic/335 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:23:55.496 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/335 2024-02-10T01:23:55.496 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/335 2024-02-10T01:23:55.496 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:23:55.498 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:55.506 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:23:55.506 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/336) 2024-02-10T01:23:55.689 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:23:55.694 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:23:55.694 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:55.823 INFO:teuthology.orchestra.run.smithi027.stdout:generic/336 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:23:55.826 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/336 2024-02-10T01:23:55.826 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/336 2024-02-10T01:23:55.826 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:23:55.829 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:55.837 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:23:55.837 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/337) 2024-02-10T01:23:56.022 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:23:56.026 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:23:56.026 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:56.149 INFO:teuthology.orchestra.run.smithi027.stdout:generic/337 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:23:56.153 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/337 2024-02-10T01:23:56.153 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/337 2024-02-10T01:23:56.153 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:23:56.155 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:56.163 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:23:56.163 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/338) 2024-02-10T01:23:56.352 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:23:56.356 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:23:56.356 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:56.485 INFO:teuthology.orchestra.run.smithi027.stdout:generic/338 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:23:56.489 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/338 2024-02-10T01:23:56.489 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/338 2024-02-10T01:23:56.489 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:23:56.491 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:56.500 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:23:56.500 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/339) 2024-02-10T01:23:56.679 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:23:56.683 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:23:56.683 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:56.799 INFO:teuthology.orchestra.run.smithi027.stdout:generic/339 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:23:56.803 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/339 2024-02-10T01:23:56.803 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/339 2024-02-10T01:23:56.803 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:23:56.805 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:56.814 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:23:56.814 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/340) 2024-02-10T01:23:57.000 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:23:57.004 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:23:57.005 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:57.128 INFO:teuthology.orchestra.run.smithi027.stdout:generic/340 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:23:57.132 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/340 2024-02-10T01:23:57.132 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/340 2024-02-10T01:23:57.132 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:23:57.135 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:57.142 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:23:57.143 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/341) 2024-02-10T01:23:57.335 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:23:57.339 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:23:57.339 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:57.475 INFO:teuthology.orchestra.run.smithi027.stdout:generic/341 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:23:57.479 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/341 2024-02-10T01:23:57.479 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/341 2024-02-10T01:23:57.479 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:23:57.481 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:57.490 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:23:57.490 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/342) 2024-02-10T01:23:57.673 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:23:57.677 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:23:57.677 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:57.817 INFO:teuthology.orchestra.run.smithi027.stdout:generic/342 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:23:57.820 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/342 2024-02-10T01:23:57.820 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/342 2024-02-10T01:23:57.820 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:23:57.823 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:57.831 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:23:57.832 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/343) 2024-02-10T01:23:58.013 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:23:58.017 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:23:58.017 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:58.143 INFO:teuthology.orchestra.run.smithi027.stdout:generic/343 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:23:58.146 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/343 2024-02-10T01:23:58.146 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/343 2024-02-10T01:23:58.147 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:23:58.149 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:58.157 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:23:58.157 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/344) 2024-02-10T01:23:58.344 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:23:58.348 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:23:58.348 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:58.462 INFO:teuthology.orchestra.run.smithi027.stdout:generic/344 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:23:58.466 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/344 2024-02-10T01:23:58.466 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/344 2024-02-10T01:23:58.466 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:23:58.468 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:58.476 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:23:58.477 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/345) 2024-02-10T01:23:58.673 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:23:58.677 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:23:58.678 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:58.795 INFO:teuthology.orchestra.run.smithi027.stdout:generic/345 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:23:58.799 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/345 2024-02-10T01:23:58.799 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/345 2024-02-10T01:23:58.799 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:23:58.801 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:58.810 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:23:58.810 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/346) 2024-02-10T01:23:58.992 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:23:58.999 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:23:58.999 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:59.129 INFO:teuthology.orchestra.run.smithi027.stdout:generic/346 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:23:59.133 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/346 2024-02-10T01:23:59.133 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/346 2024-02-10T01:23:59.133 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:23:59.135 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:59.153 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:23:59.154 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/347) 2024-02-10T01:23:59.345 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:23:59.349 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:23:59.349 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:59.512 INFO:teuthology.orchestra.run.smithi027.stdout:generic/347 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:23:59.516 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/347 2024-02-10T01:23:59.516 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/347 2024-02-10T01:23:59.516 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:23:59.518 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:59.526 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:23:59.527 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/348) 2024-02-10T01:23:59.721 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:23:59.725 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:23:59.725 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:59.863 INFO:teuthology.orchestra.run.smithi027.stdout:generic/348 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:23:59.866 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/348 2024-02-10T01:23:59.867 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/348 2024-02-10T01:23:59.867 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:23:59.869 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:23:59.877 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:23:59.877 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/349) 2024-02-10T01:24:00.062 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:00.066 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:00.066 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:00.998 INFO:teuthology.orchestra.run.smithi027.stdout:generic/349 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2024-02-10T01:24:01.001 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/349 2024-02-10T01:24:01.001 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/349 2024-02-10T01:24:01.001 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:01.004 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:01.022 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:01.022 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/350) 2024-02-10T01:24:01.218 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:01.222 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:01.222 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:02.568 INFO:teuthology.orchestra.run.smithi027.stdout:generic/350 1s 2024-02-10T01:24:02.574 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/350 2024-02-10T01:24:02.574 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:02.577 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:02.585 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:02.585 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/351) 2024-02-10T01:24:02.813 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:02.817 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:02.817 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:03.737 INFO:teuthology.orchestra.run.smithi027.stdout:generic/351 [not run] xfs_io finsert failed (old kernel/wrong fs?) 2024-02-10T01:24:03.741 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/351 2024-02-10T01:24:03.741 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/351 2024-02-10T01:24:03.741 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:03.743 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:03.802 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:03.803 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/352) 2024-02-10T01:24:04.246 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:04.250 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:04.251 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:04.425 INFO:teuthology.orchestra.run.smithi027.stdout:generic/352 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:04.429 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/352 2024-02-10T01:24:04.429 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/352 2024-02-10T01:24:04.429 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:04.431 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:04.439 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:04.440 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/353) 2024-02-10T01:24:04.626 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:04.630 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:04.630 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:04.750 INFO:teuthology.orchestra.run.smithi027.stdout:generic/353 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:04.754 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/353 2024-02-10T01:24:04.754 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/353 2024-02-10T01:24:04.754 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:04.756 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:04.776 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:04.776 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/354) 2024-02-10T01:24:04.962 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:04.966 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:04.966 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:05.099 INFO:teuthology.orchestra.run.smithi027.stdout:generic/354 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:05.103 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/354 2024-02-10T01:24:05.103 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/354 2024-02-10T01:24:05.103 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:05.105 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:05.114 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:05.114 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/355) 2024-02-10T01:24:05.296 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:05.301 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:05.301 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:06.055 INFO:teuthology.orchestra.run.smithi027.stdout:generic/355 1s 2024-02-10T01:24:06.060 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/355 2024-02-10T01:24:06.060 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:06.063 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:06.071 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:06.071 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/356) 2024-02-10T01:24:06.567 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:06.571 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:06.571 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:06.708 INFO:teuthology.orchestra.run.smithi027.stdout:generic/356 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:06.712 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/356 2024-02-10T01:24:06.712 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/356 2024-02-10T01:24:06.712 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:06.714 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:06.723 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:06.724 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/357) 2024-02-10T01:24:06.909 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:06.913 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:06.913 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:07.041 INFO:teuthology.orchestra.run.smithi027.stdout:generic/357 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:07.044 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/357 2024-02-10T01:24:07.044 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/357 2024-02-10T01:24:07.044 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:07.047 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:07.055 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:07.056 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/358) 2024-02-10T01:24:07.241 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:07.245 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:07.245 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:07.381 INFO:teuthology.orchestra.run.smithi027.stdout:generic/358 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:07.385 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/358 2024-02-10T01:24:07.385 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/358 2024-02-10T01:24:07.385 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:07.387 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:07.396 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:07.396 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/359) 2024-02-10T01:24:07.590 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:07.595 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:07.595 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:07.712 INFO:teuthology.orchestra.run.smithi027.stdout:generic/359 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:07.715 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/359 2024-02-10T01:24:07.715 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/359 2024-02-10T01:24:07.715 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:07.718 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:07.726 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:07.726 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/360) 2024-02-10T01:24:07.913 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:07.917 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:07.917 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:08.109 INFO:teuthology.orchestra.run.smithi027.stdout:generic/360 1s 2024-02-10T01:24:08.114 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/360 2024-02-10T01:24:08.114 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:08.116 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:08.125 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:08.125 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/361) 2024-02-10T01:24:08.311 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:08.315 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:08.315 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:08.484 INFO:teuthology.orchestra.run.smithi027.stdout:generic/361 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:08.488 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/361 2024-02-10T01:24:08.488 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/361 2024-02-10T01:24:08.488 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:08.490 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:08.499 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:08.499 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/362) 2024-02-10T01:24:08.685 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:08.689 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:08.689 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:08.805 INFO:teuthology.orchestra.run.smithi027.stdout:generic/362 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:08.809 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/362 2024-02-10T01:24:08.809 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/362 2024-02-10T01:24:08.809 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:08.811 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:08.820 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:08.820 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/363) 2024-02-10T01:24:09.006 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:09.010 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:09.010 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:09.125 INFO:teuthology.orchestra.run.smithi027.stdout:generic/363 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:09.129 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/363 2024-02-10T01:24:09.129 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/363 2024-02-10T01:24:09.129 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:09.131 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:09.140 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:09.140 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/364) 2024-02-10T01:24:09.326 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:09.330 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:09.330 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:09.808 INFO:teuthology.orchestra.run.smithi027.stdout:generic/364 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:09.813 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/364 2024-02-10T01:24:09.813 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/364 2024-02-10T01:24:09.813 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:09.816 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:09.844 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:09.844 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/365) 2024-02-10T01:24:10.036 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:10.040 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:10.040 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:10.236 INFO:teuthology.orchestra.run.smithi027.stdout:generic/365 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:10.240 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/365 2024-02-10T01:24:10.240 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/365 2024-02-10T01:24:10.240 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:10.243 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:10.251 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:10.251 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/366) 2024-02-10T01:24:10.435 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:10.439 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:10.439 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:10.764 INFO:teuthology.orchestra.run.smithi027.stdout:generic/366 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:10.767 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/366 2024-02-10T01:24:10.767 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/366 2024-02-10T01:24:10.767 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:10.770 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:10.778 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:10.779 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/367) 2024-02-10T01:24:10.965 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:10.969 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:10.969 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:11.128 INFO:teuthology.orchestra.run.smithi027.stdout:generic/367 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:11.132 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/367 2024-02-10T01:24:11.132 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/367 2024-02-10T01:24:11.132 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:11.134 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:11.142 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:11.142 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/368) 2024-02-10T01:24:11.331 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:11.335 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:11.335 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:11.451 INFO:teuthology.orchestra.run.smithi027.stdout:generic/368 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:11.455 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/368 2024-02-10T01:24:11.455 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/368 2024-02-10T01:24:11.455 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:11.457 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:11.466 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:11.466 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/369) 2024-02-10T01:24:11.648 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:11.652 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:11.652 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:11.768 INFO:teuthology.orchestra.run.smithi027.stdout:generic/369 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:11.772 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/369 2024-02-10T01:24:11.772 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/369 2024-02-10T01:24:11.772 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:11.774 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:11.782 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:11.783 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/370) 2024-02-10T01:24:11.965 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:11.969 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:11.969 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:12.085 INFO:teuthology.orchestra.run.smithi027.stdout:generic/370 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:12.089 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/370 2024-02-10T01:24:12.089 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/370 2024-02-10T01:24:12.089 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:12.091 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:12.100 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:12.103 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/371) 2024-02-10T01:24:12.286 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:12.290 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:12.290 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:12.411 INFO:teuthology.orchestra.run.smithi027.stdout:generic/371 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:12.415 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/371 2024-02-10T01:24:12.415 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/371 2024-02-10T01:24:12.415 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:12.417 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:12.426 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:12.426 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/372) 2024-02-10T01:24:12.606 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:12.610 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:12.610 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:12.741 INFO:teuthology.orchestra.run.smithi027.stdout:generic/372 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:12.744 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/372 2024-02-10T01:24:12.744 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/372 2024-02-10T01:24:12.745 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:12.747 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:12.755 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:12.755 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/373) 2024-02-10T01:24:12.951 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:12.955 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:12.956 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:13.079 INFO:teuthology.orchestra.run.smithi027.stdout:generic/373 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:13.082 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/373 2024-02-10T01:24:13.082 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/373 2024-02-10T01:24:13.082 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:13.085 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:13.093 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:13.093 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/374) 2024-02-10T01:24:13.274 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:13.278 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:13.278 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:13.414 INFO:teuthology.orchestra.run.smithi027.stdout:generic/374 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:13.418 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/374 2024-02-10T01:24:13.418 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/374 2024-02-10T01:24:13.418 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:13.420 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:13.429 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:13.429 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/375) 2024-02-10T01:24:13.618 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:13.622 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:13.623 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:13.774 INFO:teuthology.orchestra.run.smithi027.stdout:generic/375 [not run] ACLs not supported by this filesystem type: ceph-fuse 2024-02-10T01:24:13.778 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/375 2024-02-10T01:24:13.778 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/375 2024-02-10T01:24:13.778 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:13.780 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:13.789 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:13.789 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/376) 2024-02-10T01:24:13.982 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:13.987 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:13.987 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:14.133 INFO:teuthology.orchestra.run.smithi027.stdout:generic/376 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:14.137 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/376 2024-02-10T01:24:14.137 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/376 2024-02-10T01:24:14.137 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:14.139 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:14.148 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:14.148 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/377) 2024-02-10T01:24:14.334 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:14.339 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:14.339 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:14.456 INFO:teuthology.orchestra.run.smithi027.stdout:generic/377 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:14.460 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/377 2024-02-10T01:24:14.460 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/377 2024-02-10T01:24:14.460 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:14.463 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:14.480 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:14.481 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/378) 2024-02-10T01:24:14.675 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:14.679 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:14.679 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:14.930 INFO:teuthology.orchestra.run.smithi027.stdout:generic/378 0s 2024-02-10T01:24:14.936 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/378 2024-02-10T01:24:14.936 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:14.938 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:14.947 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:14.947 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/379) 2024-02-10T01:24:15.441 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:15.445 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:15.445 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:15.574 INFO:teuthology.orchestra.run.smithi027.stdout:generic/379 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:15.578 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/379 2024-02-10T01:24:15.578 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/379 2024-02-10T01:24:15.578 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:15.580 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:15.589 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:15.589 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/380) 2024-02-10T01:24:15.785 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:15.789 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:15.789 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:15.920 INFO:teuthology.orchestra.run.smithi027.stdout:generic/380 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:15.924 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/380 2024-02-10T01:24:15.924 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/380 2024-02-10T01:24:15.924 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:15.927 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:15.935 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:15.935 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/381) 2024-02-10T01:24:16.123 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:16.127 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:16.127 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:16.257 INFO:teuthology.orchestra.run.smithi027.stdout:generic/381 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:16.261 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/381 2024-02-10T01:24:16.261 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/381 2024-02-10T01:24:16.261 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:16.263 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:16.272 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:16.272 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/382) 2024-02-10T01:24:16.460 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:16.464 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:16.464 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:16.593 INFO:teuthology.orchestra.run.smithi027.stdout:generic/382 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:16.597 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/382 2024-02-10T01:24:16.597 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/382 2024-02-10T01:24:16.597 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:16.599 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:16.608 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:16.608 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/383) 2024-02-10T01:24:16.791 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:16.795 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:16.795 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:16.920 INFO:teuthology.orchestra.run.smithi027.stdout:generic/383 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:16.924 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/383 2024-02-10T01:24:16.924 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/383 2024-02-10T01:24:16.924 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:16.926 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:16.934 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:16.935 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/384) 2024-02-10T01:24:17.119 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:17.122 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:17.123 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:17.251 INFO:teuthology.orchestra.run.smithi027.stdout:generic/384 [not run] disk quotas not supported by this filesystem type: ceph-fuse 2024-02-10T01:24:17.254 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/384 2024-02-10T01:24:17.254 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/384 2024-02-10T01:24:17.254 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:17.257 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:17.265 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:17.265 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/385) 2024-02-10T01:24:17.456 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:17.459 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:17.459 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:17.584 INFO:teuthology.orchestra.run.smithi027.stdout:generic/385 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:17.588 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/385 2024-02-10T01:24:17.588 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/385 2024-02-10T01:24:17.588 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:17.590 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:17.610 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:17.611 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/386) 2024-02-10T01:24:17.797 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:17.801 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:17.801 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:17.931 INFO:teuthology.orchestra.run.smithi027.stdout:generic/386 [not run] disk quotas not supported by this filesystem type: ceph-fuse 2024-02-10T01:24:17.935 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/386 2024-02-10T01:24:17.935 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/386 2024-02-10T01:24:17.935 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:17.937 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:17.946 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:17.946 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/387) 2024-02-10T01:24:18.137 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:18.141 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:18.141 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:18.272 INFO:teuthology.orchestra.run.smithi027.stdout:generic/387 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:18.275 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/387 2024-02-10T01:24:18.276 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/387 2024-02-10T01:24:18.276 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:18.278 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:18.287 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:18.287 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/388) 2024-02-10T01:24:18.477 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:18.481 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:18.481 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:18.612 INFO:teuthology.orchestra.run.smithi027.stdout:generic/388 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:18.616 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/388 2024-02-10T01:24:18.616 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/388 2024-02-10T01:24:18.616 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:18.618 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:18.627 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:18.627 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/389) 2024-02-10T01:24:18.814 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:18.819 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:18.819 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:18.952 INFO:teuthology.orchestra.run.smithi027.stdout:generic/389 [not run] O_TMPFILE is not supported 2024-02-10T01:24:18.955 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/389 2024-02-10T01:24:18.956 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/389 2024-02-10T01:24:18.956 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:18.958 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:18.966 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:18.967 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/390) 2024-02-10T01:24:19.156 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:19.160 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:19.160 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:19.299 INFO:teuthology.orchestra.run.smithi027.stdout:generic/390 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:19.302 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/390 2024-02-10T01:24:19.302 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/390 2024-02-10T01:24:19.303 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:19.305 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:19.313 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:19.314 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/391) 2024-02-10T01:24:19.495 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:19.500 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:19.500 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:38.195 INFO:teuthology.orchestra.run.smithi027.stdout:generic/391 19s 2024-02-10T01:24:38.238 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/391 2024-02-10T01:24:38.238 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:38.240 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:38.450 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:38.450 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/392) 2024-02-10T01:24:39.396 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:39.402 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:39.402 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:39.591 INFO:teuthology.orchestra.run.smithi027.stdout:generic/392 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:39.596 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/392 2024-02-10T01:24:39.596 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/392 2024-02-10T01:24:39.596 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:39.599 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:39.613 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:39.613 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/393) 2024-02-10T01:24:39.856 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:39.861 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:39.861 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:40.019 INFO:teuthology.orchestra.run.smithi027.stdout:generic/393 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:40.027 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/393 2024-02-10T01:24:40.027 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/393 2024-02-10T01:24:40.027 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:40.029 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:40.039 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:40.039 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/394) 2024-02-10T01:24:40.292 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:40.298 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:40.298 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:40.529 INFO:teuthology.orchestra.run.smithi027.stdout:generic/394 0s 2024-02-10T01:24:40.536 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/394 2024-02-10T01:24:40.536 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:40.540 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:40.551 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:40.551 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/395) 2024-02-10T01:24:40.999 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:41.006 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:41.007 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:41.193 INFO:teuthology.orchestra.run.smithi027.stdout:generic/395 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:41.197 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/395 2024-02-10T01:24:41.197 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/395 2024-02-10T01:24:41.198 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:41.200 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:41.210 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:41.211 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/396) 2024-02-10T01:24:41.452 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:41.456 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:41.457 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:41.656 INFO:teuthology.orchestra.run.smithi027.stdout:generic/396 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:41.661 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/396 2024-02-10T01:24:41.661 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/396 2024-02-10T01:24:41.661 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:41.665 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:41.676 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:41.677 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/397) 2024-02-10T01:24:41.930 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:41.937 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:41.937 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:42.175 INFO:teuthology.orchestra.run.smithi027.stdout:generic/397 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:42.182 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/397 2024-02-10T01:24:42.182 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/397 2024-02-10T01:24:42.183 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:42.183 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:42.194 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:42.194 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/398) 2024-02-10T01:24:42.439 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:42.444 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:42.444 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:42.633 INFO:teuthology.orchestra.run.smithi027.stdout:generic/398 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:42.638 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/398 2024-02-10T01:24:42.638 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/398 2024-02-10T01:24:42.638 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:42.641 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:42.651 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:42.652 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/399) 2024-02-10T01:24:42.914 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:42.919 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:42.919 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:43.101 INFO:teuthology.orchestra.run.smithi027.stdout:generic/399 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:43.105 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/399 2024-02-10T01:24:43.105 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/399 2024-02-10T01:24:43.105 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:43.108 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:43.119 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:43.119 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/400) 2024-02-10T01:24:43.375 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:43.383 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:43.384 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:43.558 INFO:teuthology.orchestra.run.smithi027.stdout:generic/400 [not run] disk quotas not supported by this filesystem type: ceph-fuse 2024-02-10T01:24:43.562 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/400 2024-02-10T01:24:43.562 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/400 2024-02-10T01:24:43.562 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:43.569 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:43.583 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:43.583 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/401) 2024-02-10T01:24:43.807 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:43.811 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:43.811 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:43.933 INFO:teuthology.orchestra.run.smithi027.stdout:generic/401 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:43.937 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/401 2024-02-10T01:24:43.937 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/401 2024-02-10T01:24:43.937 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:43.939 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:43.948 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:43.948 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/402) 2024-02-10T01:24:44.129 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:44.133 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:44.133 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:44.518 INFO:teuthology.orchestra.run.smithi027.stdout:generic/402 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:44.521 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/402 2024-02-10T01:24:44.521 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/402 2024-02-10T01:24:44.521 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:44.524 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:44.533 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:44.533 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/403) 2024-02-10T01:24:44.729 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:44.733 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:44.733 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:44.863 INFO:teuthology.orchestra.run.smithi027.stdout:generic/403 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:44.867 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/403 2024-02-10T01:24:44.867 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/403 2024-02-10T01:24:44.867 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:44.869 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:44.878 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:44.878 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/404) 2024-02-10T01:24:45.067 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:45.071 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:45.072 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:45.959 INFO:teuthology.orchestra.run.smithi027.stdout:generic/404 [not run] xfs_io finsert failed (old kernel/wrong fs?) 2024-02-10T01:24:45.962 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/404 2024-02-10T01:24:45.962 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/404 2024-02-10T01:24:45.962 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:45.964 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:46.007 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:46.007 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/405) 2024-02-10T01:24:46.402 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:46.407 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:46.407 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:46.627 INFO:teuthology.orchestra.run.smithi027.stdout:generic/405 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:46.629 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/405 2024-02-10T01:24:46.629 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/405 2024-02-10T01:24:46.629 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:46.631 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:46.640 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:46.640 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/406) 2024-02-10T01:24:46.829 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:46.833 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:46.833 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:46.948 INFO:teuthology.orchestra.run.smithi027.stdout:generic/406 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:46.952 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/406 2024-02-10T01:24:46.952 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/406 2024-02-10T01:24:46.952 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:46.954 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:46.962 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:46.963 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/407) 2024-02-10T01:24:47.159 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:47.163 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:47.163 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:47.334 INFO:teuthology.orchestra.run.smithi027.stdout:generic/407 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T01:24:47.338 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/407 2024-02-10T01:24:47.338 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/407 2024-02-10T01:24:47.338 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:47.340 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:47.399 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:47.400 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/408) 2024-02-10T01:24:47.798 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:47.802 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:47.802 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:47.979 INFO:teuthology.orchestra.run.smithi027.stdout:generic/408 [not run] Dedupe not supported by test filesystem type: ceph-fuse 2024-02-10T01:24:47.983 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/408 2024-02-10T01:24:47.983 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/408 2024-02-10T01:24:47.983 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:47.985 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:47.993 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:47.994 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/409) 2024-02-10T01:24:48.427 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:48.432 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:48.432 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:48.571 INFO:teuthology.orchestra.run.smithi027.stdout:generic/409 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:48.575 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/409 2024-02-10T01:24:48.575 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/409 2024-02-10T01:24:48.575 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:48.578 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:48.586 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:48.586 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/410) 2024-02-10T01:24:48.770 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:48.774 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:48.774 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:48.902 INFO:teuthology.orchestra.run.smithi027.stdout:generic/410 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:48.906 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/410 2024-02-10T01:24:48.906 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/410 2024-02-10T01:24:48.906 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:48.908 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:48.917 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:48.917 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/411) 2024-02-10T01:24:49.106 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:49.110 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:49.110 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:49.234 INFO:teuthology.orchestra.run.smithi027.stdout:generic/411 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:49.237 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/411 2024-02-10T01:24:49.238 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/411 2024-02-10T01:24:49.238 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:49.240 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:49.263 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:49.263 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/412) 2024-02-10T01:24:49.445 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:49.449 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:49.449 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:49.576 INFO:teuthology.orchestra.run.smithi027.stdout:generic/412 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:49.579 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/412 2024-02-10T01:24:49.580 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/412 2024-02-10T01:24:49.580 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:49.582 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:49.590 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:49.590 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/413) 2024-02-10T01:24:49.773 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:49.777 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:49.777 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:50.011 INFO:teuthology.orchestra.run.smithi027.stdout:generic/413 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:50.015 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/413 2024-02-10T01:24:50.015 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/413 2024-02-10T01:24:50.015 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:50.017 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:50.026 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:50.026 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/414) 2024-02-10T01:24:50.207 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:50.211 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:50.211 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:50.348 INFO:teuthology.orchestra.run.smithi027.stdout:generic/414 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:50.352 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/414 2024-02-10T01:24:50.352 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/414 2024-02-10T01:24:50.352 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:50.354 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:50.362 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:50.363 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/415) 2024-02-10T01:24:50.546 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:50.550 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:50.550 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:50.676 INFO:teuthology.orchestra.run.smithi027.stdout:generic/415 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:50.680 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/415 2024-02-10T01:24:50.680 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/415 2024-02-10T01:24:50.680 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:50.684 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:50.691 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:50.691 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/416) 2024-02-10T01:24:50.875 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:50.879 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:50.880 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:51.118 INFO:teuthology.orchestra.run.smithi027.stdout:generic/416 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:51.122 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/416 2024-02-10T01:24:51.122 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/416 2024-02-10T01:24:51.122 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:51.124 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:51.133 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:51.133 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/417) 2024-02-10T01:24:51.319 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:51.323 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:51.323 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:51.482 INFO:teuthology.orchestra.run.smithi027.stdout:generic/417 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:51.485 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/417 2024-02-10T01:24:51.486 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/417 2024-02-10T01:24:51.486 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:51.488 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:51.496 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:51.497 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/418) 2024-02-10T01:24:51.681 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:51.685 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:51.685 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:51.858 INFO:teuthology.orchestra.run.smithi027.stdout:generic/418 [not run] require ceph-fuse to be valid block disk 2024-02-10T01:24:51.862 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/418 2024-02-10T01:24:51.862 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/418 2024-02-10T01:24:51.862 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:51.865 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:51.894 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:51.894 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/419) 2024-02-10T01:24:52.076 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:52.080 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:52.080 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:52.230 INFO:teuthology.orchestra.run.smithi027.stdout:generic/419 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:52.234 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/419 2024-02-10T01:24:52.235 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/419 2024-02-10T01:24:52.235 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:52.236 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:52.245 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:52.245 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/420) 2024-02-10T01:24:52.434 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:52.438 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:52.439 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:53.346 INFO:teuthology.orchestra.run.smithi027.stdout:generic/420 1s 2024-02-10T01:24:53.352 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/420 2024-02-10T01:24:53.352 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:53.354 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:53.363 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:53.363 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/421) 2024-02-10T01:24:53.783 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:53.788 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:53.788 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:53.946 INFO:teuthology.orchestra.run.smithi027.stdout:generic/421 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:53.950 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/421 2024-02-10T01:24:53.950 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/421 2024-02-10T01:24:53.950 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:53.952 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:53.973 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:53.973 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/422) 2024-02-10T01:24:54.159 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:54.163 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:54.163 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:54.306 INFO:teuthology.orchestra.run.smithi027.stdout:generic/422 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:54.311 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/422 2024-02-10T01:24:54.311 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/422 2024-02-10T01:24:54.311 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:54.313 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:54.322 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:54.322 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/423) 2024-02-10T01:24:54.505 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:54.509 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:54.510 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:54.780 INFO:teuthology.orchestra.run.smithi027.stdout:generic/423 0s 2024-02-10T01:24:54.785 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/423 2024-02-10T01:24:54.786 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:54.788 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:54.797 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:54.797 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/424) 2024-02-10T01:24:55.211 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:55.218 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:55.218 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:55.393 INFO:teuthology.orchestra.run.smithi027.stdout:generic/424 [not run] file system doesn't support any of /bin/chattr +a/+c/+d/+i 2024-02-10T01:24:55.397 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/424 2024-02-10T01:24:55.397 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/424 2024-02-10T01:24:55.397 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:55.399 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:55.421 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:55.421 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/425) 2024-02-10T01:24:55.610 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:55.614 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:55.615 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:55.735 INFO:teuthology.orchestra.run.smithi027.stdout:generic/425 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:24:55.738 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/425 2024-02-10T01:24:55.738 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/425 2024-02-10T01:24:55.738 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:24:55.741 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:24:55.749 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:24:55.749 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/426) 2024-02-10T01:24:55.931 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:24:55.936 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:24:55.936 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:25:22.623 INFO:teuthology.orchestra.run.smithi027.stdout:generic/426 - output mismatch (see /tmp/tmp.6IDzV8czZ2xfstests-dev/results//generic/426.out.bad) 2024-02-10T01:25:22.634 INFO:teuthology.orchestra.run.smithi027.stdout: --- tests/generic/426.out 2024-02-09 23:58:07.766651624 +0000 2024-02-10T01:25:22.634 INFO:teuthology.orchestra.run.smithi027.stdout: +++ /tmp/tmp.6IDzV8czZ2xfstests-dev/results//generic/426.out.bad 2024-02-10 01:25:22.602023593 +0000 2024-02-10T01:25:22.635 INFO:teuthology.orchestra.run.smithi027.stdout: @@ -1,5 +1,881 @@ 2024-02-10T01:25:22.635 INFO:teuthology.orchestra.run.smithi027.stdout: QA output created by 426 2024-02-10T01:25:22.635 INFO:teuthology.orchestra.run.smithi027.stdout: test_file_handles TEST_DIR/426-dir -d 2024-02-10T01:25:22.635 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000148) opened an unlinked file! 2024-02-10T01:25:22.635 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000149) opened an unlinked file! 2024-02-10T01:25:22.635 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000150) opened an unlinked file! 2024-02-10T01:25:22.635 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000151) opened an unlinked file! 2024-02-10T01:25:22.635 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000152) opened an unlinked file! 2024-02-10T01:25:22.635 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000153) opened an unlinked file! 2024-02-10T01:25:22.636 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000154) opened an unlinked file! 2024-02-10T01:25:22.636 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000155) opened an unlinked file! 2024-02-10T01:25:22.636 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000156) opened an unlinked file! 2024-02-10T01:25:22.636 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000157) opened an unlinked file! 2024-02-10T01:25:22.636 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000158) opened an unlinked file! 2024-02-10T01:25:22.636 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000159) opened an unlinked file! 2024-02-10T01:25:22.636 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000160) opened an unlinked file! 2024-02-10T01:25:22.637 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000161) opened an unlinked file! 2024-02-10T01:25:22.637 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000162) opened an unlinked file! 2024-02-10T01:25:22.637 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000163) opened an unlinked file! 2024-02-10T01:25:22.637 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000164) opened an unlinked file! 2024-02-10T01:25:22.637 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000165) opened an unlinked file! 2024-02-10T01:25:22.637 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000166) opened an unlinked file! 2024-02-10T01:25:22.637 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000167) opened an unlinked file! 2024-02-10T01:25:22.637 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000168) opened an unlinked file! 2024-02-10T01:25:22.637 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000169) opened an unlinked file! 2024-02-10T01:25:22.638 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000170) opened an unlinked file! 2024-02-10T01:25:22.638 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000171) opened an unlinked file! 2024-02-10T01:25:22.638 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000172) opened an unlinked file! 2024-02-10T01:25:22.638 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000173) opened an unlinked file! 2024-02-10T01:25:22.638 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000174) opened an unlinked file! 2024-02-10T01:25:22.638 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000175) opened an unlinked file! 2024-02-10T01:25:22.638 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000176) opened an unlinked file! 2024-02-10T01:25:22.638 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000177) opened an unlinked file! 2024-02-10T01:25:22.638 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000178) opened an unlinked file! 2024-02-10T01:25:22.639 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000179) opened an unlinked file! 2024-02-10T01:25:22.639 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000180) opened an unlinked file! 2024-02-10T01:25:22.639 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000181) opened an unlinked file! 2024-02-10T01:25:22.639 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000182) opened an unlinked file! 2024-02-10T01:25:22.639 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000183) opened an unlinked file! 2024-02-10T01:25:22.639 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000184) opened an unlinked file! 2024-02-10T01:25:22.639 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000185) opened an unlinked file! 2024-02-10T01:25:22.639 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000186) opened an unlinked file! 2024-02-10T01:25:22.639 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000187) opened an unlinked file! 2024-02-10T01:25:22.640 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000188) opened an unlinked file! 2024-02-10T01:25:22.640 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000189) opened an unlinked file! 2024-02-10T01:25:22.640 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000190) opened an unlinked file! 2024-02-10T01:25:22.640 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000191) opened an unlinked file! 2024-02-10T01:25:22.640 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000192) opened an unlinked file! 2024-02-10T01:25:22.640 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000193) opened an unlinked file! 2024-02-10T01:25:22.640 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000194) opened an unlinked file! 2024-02-10T01:25:22.641 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000195) opened an unlinked file! 2024-02-10T01:25:22.641 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000196) opened an unlinked file! 2024-02-10T01:25:22.641 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000197) opened an unlinked file! 2024-02-10T01:25:22.641 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000198) opened an unlinked file! 2024-02-10T01:25:22.641 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000199) opened an unlinked file! 2024-02-10T01:25:22.641 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000200) opened an unlinked file! 2024-02-10T01:25:22.641 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000201) opened an unlinked file! 2024-02-10T01:25:22.641 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000202) opened an unlinked file! 2024-02-10T01:25:22.642 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000203) opened an unlinked file! 2024-02-10T01:25:22.642 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000204) opened an unlinked file! 2024-02-10T01:25:22.642 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000205) opened an unlinked file! 2024-02-10T01:25:22.642 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000206) opened an unlinked file! 2024-02-10T01:25:22.642 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000207) opened an unlinked file! 2024-02-10T01:25:22.642 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000208) opened an unlinked file! 2024-02-10T01:25:22.642 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000209) opened an unlinked file! 2024-02-10T01:25:22.642 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000210) opened an unlinked file! 2024-02-10T01:25:22.642 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000211) opened an unlinked file! 2024-02-10T01:25:22.642 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000212) opened an unlinked file! 2024-02-10T01:25:22.642 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000213) opened an unlinked file! 2024-02-10T01:25:22.642 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000214) opened an unlinked file! 2024-02-10T01:25:22.642 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000215) opened an unlinked file! 2024-02-10T01:25:22.642 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000216) opened an unlinked file! 2024-02-10T01:25:22.643 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000217) opened an unlinked file! 2024-02-10T01:25:22.643 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000218) opened an unlinked file! 2024-02-10T01:25:22.643 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000219) opened an unlinked file! 2024-02-10T01:25:22.643 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000220) opened an unlinked file! 2024-02-10T01:25:22.643 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000221) opened an unlinked file! 2024-02-10T01:25:22.643 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000222) opened an unlinked file! 2024-02-10T01:25:22.643 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000223) opened an unlinked file! 2024-02-10T01:25:22.643 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000224) opened an unlinked file! 2024-02-10T01:25:22.643 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000225) opened an unlinked file! 2024-02-10T01:25:22.643 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000226) opened an unlinked file! 2024-02-10T01:25:22.643 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000227) opened an unlinked file! 2024-02-10T01:25:22.643 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000228) opened an unlinked file! 2024-02-10T01:25:22.643 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000229) opened an unlinked file! 2024-02-10T01:25:22.643 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000230) opened an unlinked file! 2024-02-10T01:25:22.644 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000231) opened an unlinked file! 2024-02-10T01:25:22.644 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000232) opened an unlinked file! 2024-02-10T01:25:22.644 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000233) opened an unlinked file! 2024-02-10T01:25:22.644 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000234) opened an unlinked file! 2024-02-10T01:25:22.644 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000235) opened an unlinked file! 2024-02-10T01:25:22.644 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000236) opened an unlinked file! 2024-02-10T01:25:22.644 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000237) opened an unlinked file! 2024-02-10T01:25:22.644 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000238) opened an unlinked file! 2024-02-10T01:25:22.644 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000239) opened an unlinked file! 2024-02-10T01:25:22.644 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000240) opened an unlinked file! 2024-02-10T01:25:22.644 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000241) opened an unlinked file! 2024-02-10T01:25:22.644 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000242) opened an unlinked file! 2024-02-10T01:25:22.644 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000243) opened an unlinked file! 2024-02-10T01:25:22.645 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000244) opened an unlinked file! 2024-02-10T01:25:22.645 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000245) opened an unlinked file! 2024-02-10T01:25:22.645 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000246) opened an unlinked file! 2024-02-10T01:25:22.645 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000247) opened an unlinked file! 2024-02-10T01:25:22.645 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000248) opened an unlinked file! 2024-02-10T01:25:22.645 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000249) opened an unlinked file! 2024-02-10T01:25:22.645 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000250) opened an unlinked file! 2024-02-10T01:25:22.645 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000251) opened an unlinked file! 2024-02-10T01:25:22.645 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000252) opened an unlinked file! 2024-02-10T01:25:22.645 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000253) opened an unlinked file! 2024-02-10T01:25:22.645 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000254) opened an unlinked file! 2024-02-10T01:25:22.645 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000255) opened an unlinked file! 2024-02-10T01:25:22.645 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000256) opened an unlinked file! 2024-02-10T01:25:22.645 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000257) opened an unlinked file! 2024-02-10T01:25:22.645 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000258) opened an unlinked file! 2024-02-10T01:25:22.646 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000259) opened an unlinked file! 2024-02-10T01:25:22.646 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000260) opened an unlinked file! 2024-02-10T01:25:22.646 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000261) opened an unlinked file! 2024-02-10T01:25:22.646 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000262) opened an unlinked file! 2024-02-10T01:25:22.646 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000263) opened an unlinked file! 2024-02-10T01:25:22.646 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000264) opened an unlinked file! 2024-02-10T01:25:22.646 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000265) opened an unlinked file! 2024-02-10T01:25:22.646 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000266) opened an unlinked file! 2024-02-10T01:25:22.646 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000267) opened an unlinked file! 2024-02-10T01:25:22.646 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000268) opened an unlinked file! 2024-02-10T01:25:22.646 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000269) opened an unlinked file! 2024-02-10T01:25:22.646 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000270) opened an unlinked file! 2024-02-10T01:25:22.646 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000271) opened an unlinked file! 2024-02-10T01:25:22.646 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000272) opened an unlinked file! 2024-02-10T01:25:22.647 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000273) opened an unlinked file! 2024-02-10T01:25:22.647 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000274) opened an unlinked file! 2024-02-10T01:25:22.647 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000275) opened an unlinked file! 2024-02-10T01:25:22.647 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000276) opened an unlinked file! 2024-02-10T01:25:22.647 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000277) opened an unlinked file! 2024-02-10T01:25:22.647 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000278) opened an unlinked file! 2024-02-10T01:25:22.647 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000279) opened an unlinked file! 2024-02-10T01:25:22.647 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000280) opened an unlinked file! 2024-02-10T01:25:22.647 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000281) opened an unlinked file! 2024-02-10T01:25:22.647 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000282) opened an unlinked file! 2024-02-10T01:25:22.647 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000283) opened an unlinked file! 2024-02-10T01:25:22.647 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000284) opened an unlinked file! 2024-02-10T01:25:22.647 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000285) opened an unlinked file! 2024-02-10T01:25:22.647 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000286) opened an unlinked file! 2024-02-10T01:25:22.648 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000287) opened an unlinked file! 2024-02-10T01:25:22.648 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000288) opened an unlinked file! 2024-02-10T01:25:22.648 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000289) opened an unlinked file! 2024-02-10T01:25:22.648 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000290) opened an unlinked file! 2024-02-10T01:25:22.648 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000291) opened an unlinked file! 2024-02-10T01:25:22.648 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000292) opened an unlinked file! 2024-02-10T01:25:22.648 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000293) opened an unlinked file! 2024-02-10T01:25:22.648 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000294) opened an unlinked file! 2024-02-10T01:25:22.648 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000295) opened an unlinked file! 2024-02-10T01:25:22.648 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000296) opened an unlinked file! 2024-02-10T01:25:22.648 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000297) opened an unlinked file! 2024-02-10T01:25:22.648 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000298) opened an unlinked file! 2024-02-10T01:25:22.648 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000299) opened an unlinked file! 2024-02-10T01:25:22.648 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000300) opened an unlinked file! 2024-02-10T01:25:22.648 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000301) opened an unlinked file! 2024-02-10T01:25:22.649 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000302) opened an unlinked file! 2024-02-10T01:25:22.649 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000303) opened an unlinked file! 2024-02-10T01:25:22.649 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000304) opened an unlinked file! 2024-02-10T01:25:22.649 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000305) opened an unlinked file! 2024-02-10T01:25:22.649 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000306) opened an unlinked file! 2024-02-10T01:25:22.649 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000307) opened an unlinked file! 2024-02-10T01:25:22.649 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000308) opened an unlinked file! 2024-02-10T01:25:22.649 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000309) opened an unlinked file! 2024-02-10T01:25:22.649 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000310) opened an unlinked file! 2024-02-10T01:25:22.649 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000311) opened an unlinked file! 2024-02-10T01:25:22.649 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000312) opened an unlinked file! 2024-02-10T01:25:22.649 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000313) opened an unlinked file! 2024-02-10T01:25:22.649 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000314) opened an unlinked file! 2024-02-10T01:25:22.649 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000315) opened an unlinked file! 2024-02-10T01:25:22.649 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000316) opened an unlinked file! 2024-02-10T01:25:22.650 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000317) opened an unlinked file! 2024-02-10T01:25:22.650 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000318) opened an unlinked file! 2024-02-10T01:25:22.650 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000319) opened an unlinked file! 2024-02-10T01:25:22.650 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000320) opened an unlinked file! 2024-02-10T01:25:22.650 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000321) opened an unlinked file! 2024-02-10T01:25:22.650 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000322) opened an unlinked file! 2024-02-10T01:25:22.650 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000323) opened an unlinked file! 2024-02-10T01:25:22.650 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000324) opened an unlinked file! 2024-02-10T01:25:22.650 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000325) opened an unlinked file! 2024-02-10T01:25:22.650 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000326) opened an unlinked file! 2024-02-10T01:25:22.650 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000327) opened an unlinked file! 2024-02-10T01:25:22.650 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000328) opened an unlinked file! 2024-02-10T01:25:22.650 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000329) opened an unlinked file! 2024-02-10T01:25:22.650 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000330) opened an unlinked file! 2024-02-10T01:25:22.650 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000331) opened an unlinked file! 2024-02-10T01:25:22.651 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000332) opened an unlinked file! 2024-02-10T01:25:22.651 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000333) opened an unlinked file! 2024-02-10T01:25:22.651 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000334) opened an unlinked file! 2024-02-10T01:25:22.651 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000335) opened an unlinked file! 2024-02-10T01:25:22.651 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000336) opened an unlinked file! 2024-02-10T01:25:22.651 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000337) opened an unlinked file! 2024-02-10T01:25:22.651 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000338) opened an unlinked file! 2024-02-10T01:25:22.651 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000339) opened an unlinked file! 2024-02-10T01:25:22.651 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000340) opened an unlinked file! 2024-02-10T01:25:22.651 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000341) opened an unlinked file! 2024-02-10T01:25:22.651 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000342) opened an unlinked file! 2024-02-10T01:25:22.651 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000343) opened an unlinked file! 2024-02-10T01:25:22.651 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000344) opened an unlinked file! 2024-02-10T01:25:22.651 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000345) opened an unlinked file! 2024-02-10T01:25:22.651 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000346) opened an unlinked file! 2024-02-10T01:25:22.652 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000347) opened an unlinked file! 2024-02-10T01:25:22.652 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000348) opened an unlinked file! 2024-02-10T01:25:22.652 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000349) opened an unlinked file! 2024-02-10T01:25:22.652 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000350) opened an unlinked file! 2024-02-10T01:25:22.652 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000351) opened an unlinked file! 2024-02-10T01:25:22.652 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000352) opened an unlinked file! 2024-02-10T01:25:22.652 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000353) opened an unlinked file! 2024-02-10T01:25:22.652 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000354) opened an unlinked file! 2024-02-10T01:25:22.652 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000355) opened an unlinked file! 2024-02-10T01:25:22.652 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000356) opened an unlinked file! 2024-02-10T01:25:22.652 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000357) opened an unlinked file! 2024-02-10T01:25:22.652 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000358) opened an unlinked file! 2024-02-10T01:25:22.652 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000359) opened an unlinked file! 2024-02-10T01:25:22.652 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000360) opened an unlinked file! 2024-02-10T01:25:22.652 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000361) opened an unlinked file! 2024-02-10T01:25:22.653 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000362) opened an unlinked file! 2024-02-10T01:25:22.653 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000363) opened an unlinked file! 2024-02-10T01:25:22.653 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000364) opened an unlinked file! 2024-02-10T01:25:22.653 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000365) opened an unlinked file! 2024-02-10T01:25:22.653 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000366) opened an unlinked file! 2024-02-10T01:25:22.653 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000367) opened an unlinked file! 2024-02-10T01:25:22.653 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000368) opened an unlinked file! 2024-02-10T01:25:22.653 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000369) opened an unlinked file! 2024-02-10T01:25:22.653 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000370) opened an unlinked file! 2024-02-10T01:25:22.653 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000371) opened an unlinked file! 2024-02-10T01:25:22.653 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000372) opened an unlinked file! 2024-02-10T01:25:22.653 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000373) opened an unlinked file! 2024-02-10T01:25:22.653 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000374) opened an unlinked file! 2024-02-10T01:25:22.653 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000375) opened an unlinked file! 2024-02-10T01:25:22.654 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000376) opened an unlinked file! 2024-02-10T01:25:22.654 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000377) opened an unlinked file! 2024-02-10T01:25:22.654 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000378) opened an unlinked file! 2024-02-10T01:25:22.654 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000379) opened an unlinked file! 2024-02-10T01:25:22.654 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000380) opened an unlinked file! 2024-02-10T01:25:22.654 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000381) opened an unlinked file! 2024-02-10T01:25:22.654 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000382) opened an unlinked file! 2024-02-10T01:25:22.654 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000383) opened an unlinked file! 2024-02-10T01:25:22.654 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000384) opened an unlinked file! 2024-02-10T01:25:22.654 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000385) opened an unlinked file! 2024-02-10T01:25:22.654 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000386) opened an unlinked file! 2024-02-10T01:25:22.654 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000387) opened an unlinked file! 2024-02-10T01:25:22.654 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000388) opened an unlinked file! 2024-02-10T01:25:22.655 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000389) opened an unlinked file! 2024-02-10T01:25:22.655 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000390) opened an unlinked file! 2024-02-10T01:25:22.655 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000391) opened an unlinked file! 2024-02-10T01:25:22.655 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000392) opened an unlinked file! 2024-02-10T01:25:22.655 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000393) opened an unlinked file! 2024-02-10T01:25:22.655 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000394) opened an unlinked file! 2024-02-10T01:25:22.655 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000395) opened an unlinked file! 2024-02-10T01:25:22.655 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000396) opened an unlinked file! 2024-02-10T01:25:22.655 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000397) opened an unlinked file! 2024-02-10T01:25:22.655 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000398) opened an unlinked file! 2024-02-10T01:25:22.655 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000399) opened an unlinked file! 2024-02-10T01:25:22.655 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000400) opened an unlinked file! 2024-02-10T01:25:22.655 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000401) opened an unlinked file! 2024-02-10T01:25:22.655 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000402) opened an unlinked file! 2024-02-10T01:25:22.655 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000403) opened an unlinked file! 2024-02-10T01:25:22.655 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000404) opened an unlinked file! 2024-02-10T01:25:22.656 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000405) opened an unlinked file! 2024-02-10T01:25:22.656 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000406) opened an unlinked file! 2024-02-10T01:25:22.656 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000407) opened an unlinked file! 2024-02-10T01:25:22.656 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000408) opened an unlinked file! 2024-02-10T01:25:22.656 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000409) opened an unlinked file! 2024-02-10T01:25:22.656 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000410) opened an unlinked file! 2024-02-10T01:25:22.656 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000411) opened an unlinked file! 2024-02-10T01:25:22.656 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000412) opened an unlinked file! 2024-02-10T01:25:22.656 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000413) opened an unlinked file! 2024-02-10T01:25:22.656 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000414) opened an unlinked file! 2024-02-10T01:25:22.656 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000415) opened an unlinked file! 2024-02-10T01:25:22.656 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000416) opened an unlinked file! 2024-02-10T01:25:22.656 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000417) opened an unlinked file! 2024-02-10T01:25:22.657 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000418) opened an unlinked file! 2024-02-10T01:25:22.657 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000419) opened an unlinked file! 2024-02-10T01:25:22.657 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000420) opened an unlinked file! 2024-02-10T01:25:22.657 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000421) opened an unlinked file! 2024-02-10T01:25:22.657 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000422) opened an unlinked file! 2024-02-10T01:25:22.657 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000423) opened an unlinked file! 2024-02-10T01:25:22.657 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000424) opened an unlinked file! 2024-02-10T01:25:22.657 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000425) opened an unlinked file! 2024-02-10T01:25:22.657 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000426) opened an unlinked file! 2024-02-10T01:25:22.657 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000427) opened an unlinked file! 2024-02-10T01:25:22.657 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000428) opened an unlinked file! 2024-02-10T01:25:22.657 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000429) opened an unlinked file! 2024-02-10T01:25:22.657 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000430) opened an unlinked file! 2024-02-10T01:25:22.657 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000431) opened an unlinked file! 2024-02-10T01:25:22.658 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000432) opened an unlinked file! 2024-02-10T01:25:22.658 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000433) opened an unlinked file! 2024-02-10T01:25:22.658 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000434) opened an unlinked file! 2024-02-10T01:25:22.658 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000435) opened an unlinked file! 2024-02-10T01:25:22.658 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000436) opened an unlinked file! 2024-02-10T01:25:22.658 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000437) opened an unlinked file! 2024-02-10T01:25:22.658 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000438) opened an unlinked file! 2024-02-10T01:25:22.658 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000439) opened an unlinked file! 2024-02-10T01:25:22.658 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000440) opened an unlinked file! 2024-02-10T01:25:22.658 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000441) opened an unlinked file! 2024-02-10T01:25:22.658 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000442) opened an unlinked file! 2024-02-10T01:25:22.658 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000443) opened an unlinked file! 2024-02-10T01:25:22.658 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000444) opened an unlinked file! 2024-02-10T01:25:22.658 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000445) opened an unlinked file! 2024-02-10T01:25:22.658 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000446) opened an unlinked file! 2024-02-10T01:25:22.659 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000447) opened an unlinked file! 2024-02-10T01:25:22.659 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000448) opened an unlinked file! 2024-02-10T01:25:22.659 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000449) opened an unlinked file! 2024-02-10T01:25:22.659 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000450) opened an unlinked file! 2024-02-10T01:25:22.659 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000451) opened an unlinked file! 2024-02-10T01:25:22.659 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000452) opened an unlinked file! 2024-02-10T01:25:22.659 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000453) opened an unlinked file! 2024-02-10T01:25:22.659 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000454) opened an unlinked file! 2024-02-10T01:25:22.659 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000455) opened an unlinked file! 2024-02-10T01:25:22.659 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000456) opened an unlinked file! 2024-02-10T01:25:22.659 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000457) opened an unlinked file! 2024-02-10T01:25:22.659 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000458) opened an unlinked file! 2024-02-10T01:25:22.659 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000459) opened an unlinked file! 2024-02-10T01:25:22.659 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000460) opened an unlinked file! 2024-02-10T01:25:22.659 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000461) opened an unlinked file! 2024-02-10T01:25:22.660 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000462) opened an unlinked file! 2024-02-10T01:25:22.660 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000463) opened an unlinked file! 2024-02-10T01:25:22.660 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000464) opened an unlinked file! 2024-02-10T01:25:22.660 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000465) opened an unlinked file! 2024-02-10T01:25:22.660 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000466) opened an unlinked file! 2024-02-10T01:25:22.660 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000467) opened an unlinked file! 2024-02-10T01:25:22.660 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000468) opened an unlinked file! 2024-02-10T01:25:22.660 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000469) opened an unlinked file! 2024-02-10T01:25:22.660 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000470) opened an unlinked file! 2024-02-10T01:25:22.660 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000471) opened an unlinked file! 2024-02-10T01:25:22.660 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000472) opened an unlinked file! 2024-02-10T01:25:22.660 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000473) opened an unlinked file! 2024-02-10T01:25:22.660 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000474) opened an unlinked file! 2024-02-10T01:25:22.660 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000475) opened an unlinked file! 2024-02-10T01:25:22.661 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000476) opened an unlinked file! 2024-02-10T01:25:22.661 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000477) opened an unlinked file! 2024-02-10T01:25:22.661 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000478) opened an unlinked file! 2024-02-10T01:25:22.661 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000479) opened an unlinked file! 2024-02-10T01:25:22.661 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000480) opened an unlinked file! 2024-02-10T01:25:22.661 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000481) opened an unlinked file! 2024-02-10T01:25:22.661 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000482) opened an unlinked file! 2024-02-10T01:25:22.661 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000483) opened an unlinked file! 2024-02-10T01:25:22.661 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000484) opened an unlinked file! 2024-02-10T01:25:22.661 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000485) opened an unlinked file! 2024-02-10T01:25:22.661 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000486) opened an unlinked file! 2024-02-10T01:25:22.661 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000487) opened an unlinked file! 2024-02-10T01:25:22.661 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000488) opened an unlinked file! 2024-02-10T01:25:22.661 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000489) opened an unlinked file! 2024-02-10T01:25:22.661 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000490) opened an unlinked file! 2024-02-10T01:25:22.661 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000491) opened an unlinked file! 2024-02-10T01:25:22.662 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000492) opened an unlinked file! 2024-02-10T01:25:22.662 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000493) opened an unlinked file! 2024-02-10T01:25:22.662 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000494) opened an unlinked file! 2024-02-10T01:25:22.662 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000495) opened an unlinked file! 2024-02-10T01:25:22.662 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000496) opened an unlinked file! 2024-02-10T01:25:22.662 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000497) opened an unlinked file! 2024-02-10T01:25:22.662 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000498) opened an unlinked file! 2024-02-10T01:25:22.662 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000499) opened an unlinked file! 2024-02-10T01:25:22.662 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000500) opened an unlinked file! 2024-02-10T01:25:22.662 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000501) opened an unlinked file! 2024-02-10T01:25:22.662 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000502) opened an unlinked file! 2024-02-10T01:25:22.662 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000503) opened an unlinked file! 2024-02-10T01:25:22.662 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000504) opened an unlinked file! 2024-02-10T01:25:22.662 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000505) opened an unlinked file! 2024-02-10T01:25:22.662 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000506) opened an unlinked file! 2024-02-10T01:25:22.663 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000507) opened an unlinked file! 2024-02-10T01:25:22.663 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000508) opened an unlinked file! 2024-02-10T01:25:22.663 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000509) opened an unlinked file! 2024-02-10T01:25:22.663 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000510) opened an unlinked file! 2024-02-10T01:25:22.663 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000511) opened an unlinked file! 2024-02-10T01:25:22.663 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000512) opened an unlinked file! 2024-02-10T01:25:22.663 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000513) opened an unlinked file! 2024-02-10T01:25:22.663 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000514) opened an unlinked file! 2024-02-10T01:25:22.663 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000515) opened an unlinked file! 2024-02-10T01:25:22.663 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000516) opened an unlinked file! 2024-02-10T01:25:22.663 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000517) opened an unlinked file! 2024-02-10T01:25:22.663 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000518) opened an unlinked file! 2024-02-10T01:25:22.663 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000519) opened an unlinked file! 2024-02-10T01:25:22.663 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000520) opened an unlinked file! 2024-02-10T01:25:22.664 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000521) opened an unlinked file! 2024-02-10T01:25:22.664 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000522) opened an unlinked file! 2024-02-10T01:25:22.664 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000523) opened an unlinked file! 2024-02-10T01:25:22.664 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000524) opened an unlinked file! 2024-02-10T01:25:22.664 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000525) opened an unlinked file! 2024-02-10T01:25:22.664 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000526) opened an unlinked file! 2024-02-10T01:25:22.664 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000527) opened an unlinked file! 2024-02-10T01:25:22.664 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000528) opened an unlinked file! 2024-02-10T01:25:22.664 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000529) opened an unlinked file! 2024-02-10T01:25:22.664 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000530) opened an unlinked file! 2024-02-10T01:25:22.664 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000531) opened an unlinked file! 2024-02-10T01:25:22.664 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000532) opened an unlinked file! 2024-02-10T01:25:22.664 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000533) opened an unlinked file! 2024-02-10T01:25:22.664 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000534) opened an unlinked file! 2024-02-10T01:25:22.664 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000535) opened an unlinked file! 2024-02-10T01:25:22.665 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000536) opened an unlinked file! 2024-02-10T01:25:22.665 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000537) opened an unlinked file! 2024-02-10T01:25:22.665 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000538) opened an unlinked file! 2024-02-10T01:25:22.665 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000539) opened an unlinked file! 2024-02-10T01:25:22.665 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000540) opened an unlinked file! 2024-02-10T01:25:22.665 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000541) opened an unlinked file! 2024-02-10T01:25:22.665 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000542) opened an unlinked file! 2024-02-10T01:25:22.665 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000543) opened an unlinked file! 2024-02-10T01:25:22.665 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000544) opened an unlinked file! 2024-02-10T01:25:22.665 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000545) opened an unlinked file! 2024-02-10T01:25:22.665 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000546) opened an unlinked file! 2024-02-10T01:25:22.665 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000547) opened an unlinked file! 2024-02-10T01:25:22.665 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000548) opened an unlinked file! 2024-02-10T01:25:22.665 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000549) opened an unlinked file! 2024-02-10T01:25:22.665 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000550) opened an unlinked file! 2024-02-10T01:25:22.666 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000551) opened an unlinked file! 2024-02-10T01:25:22.666 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000552) opened an unlinked file! 2024-02-10T01:25:22.666 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000553) opened an unlinked file! 2024-02-10T01:25:22.666 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000554) opened an unlinked file! 2024-02-10T01:25:22.666 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000555) opened an unlinked file! 2024-02-10T01:25:22.666 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000556) opened an unlinked file! 2024-02-10T01:25:22.666 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000557) opened an unlinked file! 2024-02-10T01:25:22.666 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000558) opened an unlinked file! 2024-02-10T01:25:22.666 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000559) opened an unlinked file! 2024-02-10T01:25:22.666 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000560) opened an unlinked file! 2024-02-10T01:25:22.666 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000561) opened an unlinked file! 2024-02-10T01:25:22.666 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000562) opened an unlinked file! 2024-02-10T01:25:22.666 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000563) opened an unlinked file! 2024-02-10T01:25:22.666 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000564) opened an unlinked file! 2024-02-10T01:25:22.666 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000565) opened an unlinked file! 2024-02-10T01:25:22.667 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000566) opened an unlinked file! 2024-02-10T01:25:22.667 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000567) opened an unlinked file! 2024-02-10T01:25:22.667 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000568) opened an unlinked file! 2024-02-10T01:25:22.667 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000569) opened an unlinked file! 2024-02-10T01:25:22.667 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000570) opened an unlinked file! 2024-02-10T01:25:22.667 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000571) opened an unlinked file! 2024-02-10T01:25:22.667 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000572) opened an unlinked file! 2024-02-10T01:25:22.667 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000573) opened an unlinked file! 2024-02-10T01:25:22.667 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000574) opened an unlinked file! 2024-02-10T01:25:22.667 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000575) opened an unlinked file! 2024-02-10T01:25:22.667 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000576) opened an unlinked file! 2024-02-10T01:25:22.667 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000577) opened an unlinked file! 2024-02-10T01:25:22.667 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000578) opened an unlinked file! 2024-02-10T01:25:22.667 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000579) opened an unlinked file! 2024-02-10T01:25:22.667 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000580) opened an unlinked file! 2024-02-10T01:25:22.668 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000581) opened an unlinked file! 2024-02-10T01:25:22.668 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000582) opened an unlinked file! 2024-02-10T01:25:22.668 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000583) opened an unlinked file! 2024-02-10T01:25:22.668 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000584) opened an unlinked file! 2024-02-10T01:25:22.668 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000585) opened an unlinked file! 2024-02-10T01:25:22.668 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000586) opened an unlinked file! 2024-02-10T01:25:22.668 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000587) opened an unlinked file! 2024-02-10T01:25:22.668 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000588) opened an unlinked file! 2024-02-10T01:25:22.668 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000589) opened an unlinked file! 2024-02-10T01:25:22.668 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000590) opened an unlinked file! 2024-02-10T01:25:22.668 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000591) opened an unlinked file! 2024-02-10T01:25:22.668 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000592) opened an unlinked file! 2024-02-10T01:25:22.668 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000593) opened an unlinked file! 2024-02-10T01:25:22.668 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000594) opened an unlinked file! 2024-02-10T01:25:22.668 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000595) opened an unlinked file! 2024-02-10T01:25:22.669 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000596) opened an unlinked file! 2024-02-10T01:25:22.669 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000597) opened an unlinked file! 2024-02-10T01:25:22.669 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000598) opened an unlinked file! 2024-02-10T01:25:22.669 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000599) opened an unlinked file! 2024-02-10T01:25:22.669 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000600) opened an unlinked file! 2024-02-10T01:25:22.669 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000601) opened an unlinked file! 2024-02-10T01:25:22.669 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000602) opened an unlinked file! 2024-02-10T01:25:22.669 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000603) opened an unlinked file! 2024-02-10T01:25:22.669 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000604) opened an unlinked file! 2024-02-10T01:25:22.669 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000605) opened an unlinked file! 2024-02-10T01:25:22.669 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000606) opened an unlinked file! 2024-02-10T01:25:22.669 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000607) opened an unlinked file! 2024-02-10T01:25:22.669 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000608) opened an unlinked file! 2024-02-10T01:25:22.669 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000609) opened an unlinked file! 2024-02-10T01:25:22.670 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000610) opened an unlinked file! 2024-02-10T01:25:22.670 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000611) opened an unlinked file! 2024-02-10T01:25:22.670 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000612) opened an unlinked file! 2024-02-10T01:25:22.670 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000613) opened an unlinked file! 2024-02-10T01:25:22.670 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000614) opened an unlinked file! 2024-02-10T01:25:22.670 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000615) opened an unlinked file! 2024-02-10T01:25:22.670 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000616) opened an unlinked file! 2024-02-10T01:25:22.670 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000617) opened an unlinked file! 2024-02-10T01:25:22.670 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000618) opened an unlinked file! 2024-02-10T01:25:22.670 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000619) opened an unlinked file! 2024-02-10T01:25:22.670 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000620) opened an unlinked file! 2024-02-10T01:25:22.670 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000621) opened an unlinked file! 2024-02-10T01:25:22.670 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000622) opened an unlinked file! 2024-02-10T01:25:22.670 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000623) opened an unlinked file! 2024-02-10T01:25:22.670 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000624) opened an unlinked file! 2024-02-10T01:25:22.670 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000625) opened an unlinked file! 2024-02-10T01:25:22.671 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000626) opened an unlinked file! 2024-02-10T01:25:22.671 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000627) opened an unlinked file! 2024-02-10T01:25:22.671 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000628) opened an unlinked file! 2024-02-10T01:25:22.671 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000629) opened an unlinked file! 2024-02-10T01:25:22.671 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000630) opened an unlinked file! 2024-02-10T01:25:22.671 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000631) opened an unlinked file! 2024-02-10T01:25:22.671 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000632) opened an unlinked file! 2024-02-10T01:25:22.671 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000633) opened an unlinked file! 2024-02-10T01:25:22.671 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000634) opened an unlinked file! 2024-02-10T01:25:22.671 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000635) opened an unlinked file! 2024-02-10T01:25:22.671 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000636) opened an unlinked file! 2024-02-10T01:25:22.671 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000637) opened an unlinked file! 2024-02-10T01:25:22.671 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000638) opened an unlinked file! 2024-02-10T01:25:22.671 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000639) opened an unlinked file! 2024-02-10T01:25:22.671 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000640) opened an unlinked file! 2024-02-10T01:25:22.672 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000641) opened an unlinked file! 2024-02-10T01:25:22.672 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000642) opened an unlinked file! 2024-02-10T01:25:22.672 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000643) opened an unlinked file! 2024-02-10T01:25:22.672 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000644) opened an unlinked file! 2024-02-10T01:25:22.672 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000645) opened an unlinked file! 2024-02-10T01:25:22.672 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000646) opened an unlinked file! 2024-02-10T01:25:22.672 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000647) opened an unlinked file! 2024-02-10T01:25:22.672 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000648) opened an unlinked file! 2024-02-10T01:25:22.672 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000649) opened an unlinked file! 2024-02-10T01:25:22.672 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000650) opened an unlinked file! 2024-02-10T01:25:22.672 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000651) opened an unlinked file! 2024-02-10T01:25:22.672 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000652) opened an unlinked file! 2024-02-10T01:25:22.672 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000653) opened an unlinked file! 2024-02-10T01:25:22.672 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000654) opened an unlinked file! 2024-02-10T01:25:22.673 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000655) opened an unlinked file! 2024-02-10T01:25:22.673 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000656) opened an unlinked file! 2024-02-10T01:25:22.673 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000657) opened an unlinked file! 2024-02-10T01:25:22.673 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000658) opened an unlinked file! 2024-02-10T01:25:22.673 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000659) opened an unlinked file! 2024-02-10T01:25:22.673 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000660) opened an unlinked file! 2024-02-10T01:25:22.673 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000661) opened an unlinked file! 2024-02-10T01:25:22.673 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000662) opened an unlinked file! 2024-02-10T01:25:22.673 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000663) opened an unlinked file! 2024-02-10T01:25:22.673 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000664) opened an unlinked file! 2024-02-10T01:25:22.673 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000665) opened an unlinked file! 2024-02-10T01:25:22.673 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000666) opened an unlinked file! 2024-02-10T01:25:22.673 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000667) opened an unlinked file! 2024-02-10T01:25:22.673 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000668) opened an unlinked file! 2024-02-10T01:25:22.673 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000669) opened an unlinked file! 2024-02-10T01:25:22.674 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000670) opened an unlinked file! 2024-02-10T01:25:22.674 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000671) opened an unlinked file! 2024-02-10T01:25:22.674 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000672) opened an unlinked file! 2024-02-10T01:25:22.674 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000673) opened an unlinked file! 2024-02-10T01:25:22.674 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000674) opened an unlinked file! 2024-02-10T01:25:22.674 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000675) opened an unlinked file! 2024-02-10T01:25:22.674 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000676) opened an unlinked file! 2024-02-10T01:25:22.674 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000677) opened an unlinked file! 2024-02-10T01:25:22.674 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000678) opened an unlinked file! 2024-02-10T01:25:22.674 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000679) opened an unlinked file! 2024-02-10T01:25:22.674 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000680) opened an unlinked file! 2024-02-10T01:25:22.674 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000681) opened an unlinked file! 2024-02-10T01:25:22.674 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000682) opened an unlinked file! 2024-02-10T01:25:22.674 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000683) opened an unlinked file! 2024-02-10T01:25:22.674 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000684) opened an unlinked file! 2024-02-10T01:25:22.675 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000685) opened an unlinked file! 2024-02-10T01:25:22.675 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000686) opened an unlinked file! 2024-02-10T01:25:22.675 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000687) opened an unlinked file! 2024-02-10T01:25:22.675 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000688) opened an unlinked file! 2024-02-10T01:25:22.675 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000689) opened an unlinked file! 2024-02-10T01:25:22.675 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000690) opened an unlinked file! 2024-02-10T01:25:22.675 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000691) opened an unlinked file! 2024-02-10T01:25:22.675 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000692) opened an unlinked file! 2024-02-10T01:25:22.675 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000693) opened an unlinked file! 2024-02-10T01:25:22.675 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000694) opened an unlinked file! 2024-02-10T01:25:22.675 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000695) opened an unlinked file! 2024-02-10T01:25:22.675 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000696) opened an unlinked file! 2024-02-10T01:25:22.675 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000697) opened an unlinked file! 2024-02-10T01:25:22.675 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000698) opened an unlinked file! 2024-02-10T01:25:22.675 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000699) opened an unlinked file! 2024-02-10T01:25:22.676 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000700) opened an unlinked file! 2024-02-10T01:25:22.676 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000701) opened an unlinked file! 2024-02-10T01:25:22.676 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000702) opened an unlinked file! 2024-02-10T01:25:22.676 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000703) opened an unlinked file! 2024-02-10T01:25:22.676 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000704) opened an unlinked file! 2024-02-10T01:25:22.676 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000705) opened an unlinked file! 2024-02-10T01:25:22.676 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000706) opened an unlinked file! 2024-02-10T01:25:22.676 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000707) opened an unlinked file! 2024-02-10T01:25:22.676 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000708) opened an unlinked file! 2024-02-10T01:25:22.676 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000709) opened an unlinked file! 2024-02-10T01:25:22.676 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000710) opened an unlinked file! 2024-02-10T01:25:22.676 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000711) opened an unlinked file! 2024-02-10T01:25:22.676 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000712) opened an unlinked file! 2024-02-10T01:25:22.676 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000713) opened an unlinked file! 2024-02-10T01:25:22.677 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000714) opened an unlinked file! 2024-02-10T01:25:22.677 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000715) opened an unlinked file! 2024-02-10T01:25:22.677 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000716) opened an unlinked file! 2024-02-10T01:25:22.677 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000717) opened an unlinked file! 2024-02-10T01:25:22.677 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000718) opened an unlinked file! 2024-02-10T01:25:22.677 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000719) opened an unlinked file! 2024-02-10T01:25:22.677 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000720) opened an unlinked file! 2024-02-10T01:25:22.677 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000721) opened an unlinked file! 2024-02-10T01:25:22.677 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000722) opened an unlinked file! 2024-02-10T01:25:22.677 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000723) opened an unlinked file! 2024-02-10T01:25:22.677 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000724) opened an unlinked file! 2024-02-10T01:25:22.677 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000725) opened an unlinked file! 2024-02-10T01:25:22.677 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000726) opened an unlinked file! 2024-02-10T01:25:22.677 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000727) opened an unlinked file! 2024-02-10T01:25:22.677 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000728) opened an unlinked file! 2024-02-10T01:25:22.678 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000729) opened an unlinked file! 2024-02-10T01:25:22.678 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000730) opened an unlinked file! 2024-02-10T01:25:22.678 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000731) opened an unlinked file! 2024-02-10T01:25:22.678 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000732) opened an unlinked file! 2024-02-10T01:25:22.678 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000733) opened an unlinked file! 2024-02-10T01:25:22.678 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000734) opened an unlinked file! 2024-02-10T01:25:22.678 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000735) opened an unlinked file! 2024-02-10T01:25:22.678 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000736) opened an unlinked file! 2024-02-10T01:25:22.678 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000737) opened an unlinked file! 2024-02-10T01:25:22.678 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000738) opened an unlinked file! 2024-02-10T01:25:22.678 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000739) opened an unlinked file! 2024-02-10T01:25:22.678 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000740) opened an unlinked file! 2024-02-10T01:25:22.678 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000741) opened an unlinked file! 2024-02-10T01:25:22.678 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000742) opened an unlinked file! 2024-02-10T01:25:22.678 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000743) opened an unlinked file! 2024-02-10T01:25:22.678 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000744) opened an unlinked file! 2024-02-10T01:25:22.679 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000745) opened an unlinked file! 2024-02-10T01:25:22.679 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000746) opened an unlinked file! 2024-02-10T01:25:22.679 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000747) opened an unlinked file! 2024-02-10T01:25:22.679 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000748) opened an unlinked file! 2024-02-10T01:25:22.679 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000749) opened an unlinked file! 2024-02-10T01:25:22.679 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000750) opened an unlinked file! 2024-02-10T01:25:22.679 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000751) opened an unlinked file! 2024-02-10T01:25:22.679 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000752) opened an unlinked file! 2024-02-10T01:25:22.679 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000753) opened an unlinked file! 2024-02-10T01:25:22.679 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000754) opened an unlinked file! 2024-02-10T01:25:22.679 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000755) opened an unlinked file! 2024-02-10T01:25:22.679 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000756) opened an unlinked file! 2024-02-10T01:25:22.679 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000757) opened an unlinked file! 2024-02-10T01:25:22.679 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000758) opened an unlinked file! 2024-02-10T01:25:22.680 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000759) opened an unlinked file! 2024-02-10T01:25:22.680 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000760) opened an unlinked file! 2024-02-10T01:25:22.680 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000761) opened an unlinked file! 2024-02-10T01:25:22.680 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000762) opened an unlinked file! 2024-02-10T01:25:22.680 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000763) opened an unlinked file! 2024-02-10T01:25:22.680 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000764) opened an unlinked file! 2024-02-10T01:25:22.680 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000765) opened an unlinked file! 2024-02-10T01:25:22.680 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000766) opened an unlinked file! 2024-02-10T01:25:22.680 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000767) opened an unlinked file! 2024-02-10T01:25:22.680 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000768) opened an unlinked file! 2024-02-10T01:25:22.680 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000769) opened an unlinked file! 2024-02-10T01:25:22.680 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000770) opened an unlinked file! 2024-02-10T01:25:22.680 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000771) opened an unlinked file! 2024-02-10T01:25:22.680 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000772) opened an unlinked file! 2024-02-10T01:25:22.680 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000773) opened an unlinked file! 2024-02-10T01:25:22.681 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000774) opened an unlinked file! 2024-02-10T01:25:22.681 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000775) opened an unlinked file! 2024-02-10T01:25:22.681 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000776) opened an unlinked file! 2024-02-10T01:25:22.681 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000777) opened an unlinked file! 2024-02-10T01:25:22.681 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000778) opened an unlinked file! 2024-02-10T01:25:22.681 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000779) opened an unlinked file! 2024-02-10T01:25:22.681 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000780) opened an unlinked file! 2024-02-10T01:25:22.681 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000781) opened an unlinked file! 2024-02-10T01:25:22.681 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000782) opened an unlinked file! 2024-02-10T01:25:22.681 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000783) opened an unlinked file! 2024-02-10T01:25:22.683 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000784) opened an unlinked file! 2024-02-10T01:25:22.683 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000785) opened an unlinked file! 2024-02-10T01:25:22.683 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000786) opened an unlinked file! 2024-02-10T01:25:22.683 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000787) opened an unlinked file! 2024-02-10T01:25:22.683 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000788) opened an unlinked file! 2024-02-10T01:25:22.683 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000789) opened an unlinked file! 2024-02-10T01:25:22.683 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000790) opened an unlinked file! 2024-02-10T01:25:22.683 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000791) opened an unlinked file! 2024-02-10T01:25:22.683 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000792) opened an unlinked file! 2024-02-10T01:25:22.683 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000793) opened an unlinked file! 2024-02-10T01:25:22.683 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000794) opened an unlinked file! 2024-02-10T01:25:22.683 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000795) opened an unlinked file! 2024-02-10T01:25:22.684 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000796) opened an unlinked file! 2024-02-10T01:25:22.684 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000797) opened an unlinked file! 2024-02-10T01:25:22.684 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000798) opened an unlinked file! 2024-02-10T01:25:22.684 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000799) opened an unlinked file! 2024-02-10T01:25:22.684 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000800) opened an unlinked file! 2024-02-10T01:25:22.684 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000801) opened an unlinked file! 2024-02-10T01:25:22.684 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000802) opened an unlinked file! 2024-02-10T01:25:22.684 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000803) opened an unlinked file! 2024-02-10T01:25:22.684 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000804) opened an unlinked file! 2024-02-10T01:25:22.684 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000805) opened an unlinked file! 2024-02-10T01:25:22.684 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000806) opened an unlinked file! 2024-02-10T01:25:22.684 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000807) opened an unlinked file! 2024-02-10T01:25:22.684 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000808) opened an unlinked file! 2024-02-10T01:25:22.685 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000809) opened an unlinked file! 2024-02-10T01:25:22.685 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000810) opened an unlinked file! 2024-02-10T01:25:22.685 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000811) opened an unlinked file! 2024-02-10T01:25:22.685 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000812) opened an unlinked file! 2024-02-10T01:25:22.685 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000813) opened an unlinked file! 2024-02-10T01:25:22.685 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000814) opened an unlinked file! 2024-02-10T01:25:22.685 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000815) opened an unlinked file! 2024-02-10T01:25:22.685 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000816) opened an unlinked file! 2024-02-10T01:25:22.685 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000817) opened an unlinked file! 2024-02-10T01:25:22.685 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000818) opened an unlinked file! 2024-02-10T01:25:22.685 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000819) opened an unlinked file! 2024-02-10T01:25:22.685 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000820) opened an unlinked file! 2024-02-10T01:25:22.685 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000821) opened an unlinked file! 2024-02-10T01:25:22.685 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000822) opened an unlinked file! 2024-02-10T01:25:22.686 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000823) opened an unlinked file! 2024-02-10T01:25:22.686 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000824) opened an unlinked file! 2024-02-10T01:25:22.686 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000825) opened an unlinked file! 2024-02-10T01:25:22.686 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000826) opened an unlinked file! 2024-02-10T01:25:22.686 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000827) opened an unlinked file! 2024-02-10T01:25:22.686 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000828) opened an unlinked file! 2024-02-10T01:25:22.686 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000829) opened an unlinked file! 2024-02-10T01:25:22.686 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000830) opened an unlinked file! 2024-02-10T01:25:22.686 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000831) opened an unlinked file! 2024-02-10T01:25:22.686 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000832) opened an unlinked file! 2024-02-10T01:25:22.686 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000833) opened an unlinked file! 2024-02-10T01:25:22.686 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000834) opened an unlinked file! 2024-02-10T01:25:22.686 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000835) opened an unlinked file! 2024-02-10T01:25:22.686 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000836) opened an unlinked file! 2024-02-10T01:25:22.686 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000837) opened an unlinked file! 2024-02-10T01:25:22.687 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000838) opened an unlinked file! 2024-02-10T01:25:22.687 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000839) opened an unlinked file! 2024-02-10T01:25:22.687 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000840) opened an unlinked file! 2024-02-10T01:25:22.687 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000841) opened an unlinked file! 2024-02-10T01:25:22.687 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000842) opened an unlinked file! 2024-02-10T01:25:22.687 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000843) opened an unlinked file! 2024-02-10T01:25:22.687 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000844) opened an unlinked file! 2024-02-10T01:25:22.687 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000845) opened an unlinked file! 2024-02-10T01:25:22.687 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000846) opened an unlinked file! 2024-02-10T01:25:22.687 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000847) opened an unlinked file! 2024-02-10T01:25:22.687 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000848) opened an unlinked file! 2024-02-10T01:25:22.687 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000849) opened an unlinked file! 2024-02-10T01:25:22.687 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000850) opened an unlinked file! 2024-02-10T01:25:22.687 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000851) opened an unlinked file! 2024-02-10T01:25:22.687 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000852) opened an unlinked file! 2024-02-10T01:25:22.688 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000853) opened an unlinked file! 2024-02-10T01:25:22.688 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000854) opened an unlinked file! 2024-02-10T01:25:22.688 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000855) opened an unlinked file! 2024-02-10T01:25:22.688 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000856) opened an unlinked file! 2024-02-10T01:25:22.688 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000857) opened an unlinked file! 2024-02-10T01:25:22.688 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000858) opened an unlinked file! 2024-02-10T01:25:22.688 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000859) opened an unlinked file! 2024-02-10T01:25:22.688 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000860) opened an unlinked file! 2024-02-10T01:25:22.688 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000861) opened an unlinked file! 2024-02-10T01:25:22.688 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000862) opened an unlinked file! 2024-02-10T01:25:22.688 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000863) opened an unlinked file! 2024-02-10T01:25:22.688 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000864) opened an unlinked file! 2024-02-10T01:25:22.688 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000865) opened an unlinked file! 2024-02-10T01:25:22.688 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000866) opened an unlinked file! 2024-02-10T01:25:22.689 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000867) opened an unlinked file! 2024-02-10T01:25:22.689 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000868) opened an unlinked file! 2024-02-10T01:25:22.689 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000869) opened an unlinked file! 2024-02-10T01:25:22.689 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000870) opened an unlinked file! 2024-02-10T01:25:22.689 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000871) opened an unlinked file! 2024-02-10T01:25:22.689 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000872) opened an unlinked file! 2024-02-10T01:25:22.689 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000873) opened an unlinked file! 2024-02-10T01:25:22.689 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000874) opened an unlinked file! 2024-02-10T01:25:22.689 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000875) opened an unlinked file! 2024-02-10T01:25:22.689 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000876) opened an unlinked file! 2024-02-10T01:25:22.689 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000877) opened an unlinked file! 2024-02-10T01:25:22.689 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000878) opened an unlinked file! 2024-02-10T01:25:22.689 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000879) opened an unlinked file! 2024-02-10T01:25:22.689 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000880) opened an unlinked file! 2024-02-10T01:25:22.689 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000881) opened an unlinked file! 2024-02-10T01:25:22.690 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000882) opened an unlinked file! 2024-02-10T01:25:22.690 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000883) opened an unlinked file! 2024-02-10T01:25:22.690 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000884) opened an unlinked file! 2024-02-10T01:25:22.690 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000885) opened an unlinked file! 2024-02-10T01:25:22.690 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000886) opened an unlinked file! 2024-02-10T01:25:22.690 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000887) opened an unlinked file! 2024-02-10T01:25:22.690 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000888) opened an unlinked file! 2024-02-10T01:25:22.690 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000889) opened an unlinked file! 2024-02-10T01:25:22.690 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000890) opened an unlinked file! 2024-02-10T01:25:22.690 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000891) opened an unlinked file! 2024-02-10T01:25:22.690 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000892) opened an unlinked file! 2024-02-10T01:25:22.690 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000893) opened an unlinked file! 2024-02-10T01:25:22.690 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000894) opened an unlinked file! 2024-02-10T01:25:22.690 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000895) opened an unlinked file! 2024-02-10T01:25:22.691 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000896) opened an unlinked file! 2024-02-10T01:25:22.691 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000897) opened an unlinked file! 2024-02-10T01:25:22.691 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000898) opened an unlinked file! 2024-02-10T01:25:22.691 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000899) opened an unlinked file! 2024-02-10T01:25:22.691 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000900) opened an unlinked file! 2024-02-10T01:25:22.691 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000901) opened an unlinked file! 2024-02-10T01:25:22.691 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000902) opened an unlinked file! 2024-02-10T01:25:22.691 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000903) opened an unlinked file! 2024-02-10T01:25:22.691 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000904) opened an unlinked file! 2024-02-10T01:25:22.691 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000905) opened an unlinked file! 2024-02-10T01:25:22.691 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000906) opened an unlinked file! 2024-02-10T01:25:22.691 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000907) opened an unlinked file! 2024-02-10T01:25:22.691 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000908) opened an unlinked file! 2024-02-10T01:25:22.691 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000909) opened an unlinked file! 2024-02-10T01:25:22.691 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000910) opened an unlinked file! 2024-02-10T01:25:22.691 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000911) opened an unlinked file! 2024-02-10T01:25:22.692 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000912) opened an unlinked file! 2024-02-10T01:25:22.692 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000913) opened an unlinked file! 2024-02-10T01:25:22.692 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000914) opened an unlinked file! 2024-02-10T01:25:22.692 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000915) opened an unlinked file! 2024-02-10T01:25:22.692 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000916) opened an unlinked file! 2024-02-10T01:25:22.692 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000917) opened an unlinked file! 2024-02-10T01:25:22.692 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000918) opened an unlinked file! 2024-02-10T01:25:22.692 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000919) opened an unlinked file! 2024-02-10T01:25:22.692 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000920) opened an unlinked file! 2024-02-10T01:25:22.692 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000921) opened an unlinked file! 2024-02-10T01:25:22.692 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000922) opened an unlinked file! 2024-02-10T01:25:22.692 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000923) opened an unlinked file! 2024-02-10T01:25:22.692 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000924) opened an unlinked file! 2024-02-10T01:25:22.693 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000925) opened an unlinked file! 2024-02-10T01:25:22.693 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000926) opened an unlinked file! 2024-02-10T01:25:22.693 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000927) opened an unlinked file! 2024-02-10T01:25:22.693 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000928) opened an unlinked file! 2024-02-10T01:25:22.693 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000929) opened an unlinked file! 2024-02-10T01:25:22.693 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000930) opened an unlinked file! 2024-02-10T01:25:22.693 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000931) opened an unlinked file! 2024-02-10T01:25:22.693 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000932) opened an unlinked file! 2024-02-10T01:25:22.693 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000933) opened an unlinked file! 2024-02-10T01:25:22.693 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000934) opened an unlinked file! 2024-02-10T01:25:22.693 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000935) opened an unlinked file! 2024-02-10T01:25:22.693 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000936) opened an unlinked file! 2024-02-10T01:25:22.693 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000937) opened an unlinked file! 2024-02-10T01:25:22.693 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000938) opened an unlinked file! 2024-02-10T01:25:22.693 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000939) opened an unlinked file! 2024-02-10T01:25:22.694 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000940) opened an unlinked file! 2024-02-10T01:25:22.694 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000941) opened an unlinked file! 2024-02-10T01:25:22.694 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000942) opened an unlinked file! 2024-02-10T01:25:22.694 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000943) opened an unlinked file! 2024-02-10T01:25:22.694 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000944) opened an unlinked file! 2024-02-10T01:25:22.694 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000945) opened an unlinked file! 2024-02-10T01:25:22.694 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000946) opened an unlinked file! 2024-02-10T01:25:22.694 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000947) opened an unlinked file! 2024-02-10T01:25:22.694 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000948) opened an unlinked file! 2024-02-10T01:25:22.694 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000949) opened an unlinked file! 2024-02-10T01:25:22.694 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000950) opened an unlinked file! 2024-02-10T01:25:22.694 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000951) opened an unlinked file! 2024-02-10T01:25:22.694 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000952) opened an unlinked file! 2024-02-10T01:25:22.694 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000953) opened an unlinked file! 2024-02-10T01:25:22.694 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000954) opened an unlinked file! 2024-02-10T01:25:22.695 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000955) opened an unlinked file! 2024-02-10T01:25:22.695 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000956) opened an unlinked file! 2024-02-10T01:25:22.695 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000957) opened an unlinked file! 2024-02-10T01:25:22.695 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000958) opened an unlinked file! 2024-02-10T01:25:22.695 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000959) opened an unlinked file! 2024-02-10T01:25:22.695 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000960) opened an unlinked file! 2024-02-10T01:25:22.695 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000961) opened an unlinked file! 2024-02-10T01:25:22.695 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000962) opened an unlinked file! 2024-02-10T01:25:22.695 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000963) opened an unlinked file! 2024-02-10T01:25:22.695 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000964) opened an unlinked file! 2024-02-10T01:25:22.695 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000965) opened an unlinked file! 2024-02-10T01:25:22.695 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000966) opened an unlinked file! 2024-02-10T01:25:22.695 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000967) opened an unlinked file! 2024-02-10T01:25:22.695 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000968) opened an unlinked file! 2024-02-10T01:25:22.696 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000969) opened an unlinked file! 2024-02-10T01:25:22.696 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000970) opened an unlinked file! 2024-02-10T01:25:22.696 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000971) opened an unlinked file! 2024-02-10T01:25:22.696 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000972) opened an unlinked file! 2024-02-10T01:25:22.696 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000973) opened an unlinked file! 2024-02-10T01:25:22.696 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000974) opened an unlinked file! 2024-02-10T01:25:22.696 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000975) opened an unlinked file! 2024-02-10T01:25:22.696 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000976) opened an unlinked file! 2024-02-10T01:25:22.696 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000977) opened an unlinked file! 2024-02-10T01:25:22.696 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000978) opened an unlinked file! 2024-02-10T01:25:22.696 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000979) opened an unlinked file! 2024-02-10T01:25:22.696 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000980) opened an unlinked file! 2024-02-10T01:25:22.696 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000981) opened an unlinked file! 2024-02-10T01:25:22.697 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000982) opened an unlinked file! 2024-02-10T01:25:22.697 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000983) opened an unlinked file! 2024-02-10T01:25:22.697 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000984) opened an unlinked file! 2024-02-10T01:25:22.697 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000985) opened an unlinked file! 2024-02-10T01:25:22.697 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000986) opened an unlinked file! 2024-02-10T01:25:22.697 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000987) opened an unlinked file! 2024-02-10T01:25:22.697 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000988) opened an unlinked file! 2024-02-10T01:25:22.697 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000989) opened an unlinked file! 2024-02-10T01:25:22.697 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000990) opened an unlinked file! 2024-02-10T01:25:22.697 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000991) opened an unlinked file! 2024-02-10T01:25:22.697 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000992) opened an unlinked file! 2024-02-10T01:25:22.697 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000993) opened an unlinked file! 2024-02-10T01:25:22.697 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000994) opened an unlinked file! 2024-02-10T01:25:22.697 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000995) opened an unlinked file! 2024-02-10T01:25:22.697 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000996) opened an unlinked file! 2024-02-10T01:25:22.698 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000997) opened an unlinked file! 2024-02-10T01:25:22.698 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000998) opened an unlinked file! 2024-02-10T01:25:22.698 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file000999) opened an unlinked file! 2024-02-10T01:25:22.698 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file001000) opened an unlinked file! 2024-02-10T01:25:22.698 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file001001) opened an unlinked file! 2024-02-10T01:25:22.698 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file001002) opened an unlinked file! 2024-02-10T01:25:22.698 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file001003) opened an unlinked file! 2024-02-10T01:25:22.698 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file001004) opened an unlinked file! 2024-02-10T01:25:22.698 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file001005) opened an unlinked file! 2024-02-10T01:25:22.698 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file001006) opened an unlinked file! 2024-02-10T01:25:22.698 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file001007) opened an unlinked file! 2024-02-10T01:25:22.698 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file001008) opened an unlinked file! 2024-02-10T01:25:22.698 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file001009) opened an unlinked file! 2024-02-10T01:25:22.698 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file001010) opened an unlinked file! 2024-02-10T01:25:22.698 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file001011) opened an unlinked file! 2024-02-10T01:25:22.699 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file001012) opened an unlinked file! 2024-02-10T01:25:22.699 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file001013) opened an unlinked file! 2024-02-10T01:25:22.699 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file001014) opened an unlinked file! 2024-02-10T01:25:22.699 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file001015) opened an unlinked file! 2024-02-10T01:25:22.699 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file001016) opened an unlinked file! 2024-02-10T01:25:22.699 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file001017) opened an unlinked file! 2024-02-10T01:25:22.699 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file001018) opened an unlinked file! 2024-02-10T01:25:22.699 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file001019) opened an unlinked file! 2024-02-10T01:25:22.699 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file001020) opened an unlinked file! 2024-02-10T01:25:22.699 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file001021) opened an unlinked file! 2024-02-10T01:25:22.699 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file001022) opened an unlinked file! 2024-02-10T01:25:22.699 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/426-dir/file001023) opened an unlinked file! 2024-02-10T01:25:22.699 INFO:teuthology.orchestra.run.smithi027.stdout: test_file_handles TEST_DIR/426-dir 2024-02-10T01:25:22.699 INFO:teuthology.orchestra.run.smithi027.stdout: test_file_handles TEST_DIR/426-dir -l 2024-02-10T01:25:22.700 INFO:teuthology.orchestra.run.smithi027.stdout: test_file_handles TEST_DIR/426-dir -u 2024-02-10T01:25:22.700 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/426 2024-02-10T01:25:22.700 INFO:teuthology.orchestra.run.smithi027.stdout:Failures: generic/426 2024-02-10T01:25:22.701 INFO:teuthology.orchestra.run.smithi027.stdout:Failed 1 of 1 tests 2024-02-10T01:25:22.701 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:25:22.870 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-10T01:25:22.871 INFO:tasks.cephfs.xfstests_dev:Command failed 2024-02-10T01:25:22.871 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2024-02-10T01:25:22.871 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/427) 2024-02-10T01:25:23.846 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:25:23.850 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:25:23.850 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:25:24.012 INFO:teuthology.orchestra.run.smithi027.stdout:generic/427 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:25:24.016 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/427 2024-02-10T01:25:24.016 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/427 2024-02-10T01:25:24.016 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:25:24.018 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:25:24.027 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:25:24.027 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/428) 2024-02-10T01:25:24.209 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:25:24.213 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:25:24.213 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:25:24.402 INFO:teuthology.orchestra.run.smithi027.stdout:generic/428 0s 2024-02-10T01:25:24.408 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/428 2024-02-10T01:25:24.408 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:25:24.410 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:25:24.419 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:25:24.419 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/429) 2024-02-10T01:25:24.604 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:25:24.609 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:25:24.609 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:25:24.765 INFO:teuthology.orchestra.run.smithi027.stdout:generic/429 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:25:24.769 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/429 2024-02-10T01:25:24.769 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/429 2024-02-10T01:25:24.769 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:25:24.771 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:25:24.779 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:25:24.780 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/430) 2024-02-10T01:25:24.966 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:25:24.970 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:25:24.970 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:25:25.269 INFO:teuthology.orchestra.run.smithi027.stdout:generic/430 1s 2024-02-10T01:25:25.275 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/430 2024-02-10T01:25:25.275 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:25:25.277 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:25:25.286 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:25:25.286 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/431) 2024-02-10T01:25:25.720 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:25:25.724 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:25:25.724 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:25:25.981 INFO:teuthology.orchestra.run.smithi027.stdout:generic/431 0s 2024-02-10T01:25:25.986 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/431 2024-02-10T01:25:25.986 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:25:25.988 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:25:25.997 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:25:25.997 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/432) 2024-02-10T01:25:26.448 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:25:26.452 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:25:26.452 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:25:26.719 INFO:teuthology.orchestra.run.smithi027.stdout:generic/432 0s 2024-02-10T01:25:26.726 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/432 2024-02-10T01:25:26.726 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:25:26.727 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:25:26.735 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:25:26.736 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/433) 2024-02-10T01:25:27.172 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:25:27.177 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:25:27.177 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:25:27.418 INFO:teuthology.orchestra.run.smithi027.stdout:generic/433 0s 2024-02-10T01:25:27.424 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/433 2024-02-10T01:25:27.424 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:25:27.426 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:25:27.434 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:25:27.435 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/434) 2024-02-10T01:25:27.871 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:25:27.875 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:25:27.875 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:25:28.100 INFO:teuthology.orchestra.run.smithi027.stdout:generic/434 - output mismatch (see /tmp/tmp.6IDzV8czZ2xfstests-dev/results//generic/434.out.bad) 2024-02-10T01:25:28.102 INFO:teuthology.orchestra.run.smithi027.stdout: --- tests/generic/434.out 2024-02-09 23:58:07.767651599 +0000 2024-02-10T01:25:28.102 INFO:teuthology.orchestra.run.smithi027.stdout: +++ /tmp/tmp.6IDzV8czZ2xfstests-dev/results//generic/434.out.bad 2024-02-10 01:25:28.097884835 +0000 2024-02-10T01:25:28.102 INFO:teuthology.orchestra.run.smithi027.stdout: @@ -9,6 +9,6 @@ 2024-02-10T01:25:28.102 INFO:teuthology.orchestra.run.smithi027.stdout: copy_range: Bad file descriptor 2024-02-10T01:25:28.102 INFO:teuthology.orchestra.run.smithi027.stdout: d41d8cd98f00b204e9800998ecf8427e TEST_DIR/test-434/copy 2024-02-10T01:25:28.102 INFO:teuthology.orchestra.run.smithi027.stdout: Try to copy to a device 2024-02-10T01:25:28.102 INFO:teuthology.orchestra.run.smithi027.stdout: -copy_range: Invalid argument 2024-02-10T01:25:28.103 INFO:teuthology.orchestra.run.smithi027.stdout: +/tmp/tmp.87372BMMOutest/test-434/dev1: Permission denied 2024-02-10T01:25:28.103 INFO:teuthology.orchestra.run.smithi027.stdout: Try to copy to a fifo 2024-02-10T01:25:28.103 INFO:teuthology.orchestra.run.smithi027.stdout: copy_range: Invalid argument 2024-02-10T01:25:28.104 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/434 2024-02-10T01:25:28.105 INFO:teuthology.orchestra.run.smithi027.stdout:Failures: generic/434 2024-02-10T01:25:28.105 INFO:teuthology.orchestra.run.smithi027.stdout:Failed 1 of 1 tests 2024-02-10T01:25:28.107 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:25:28.116 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-10T01:25:28.116 INFO:tasks.cephfs.xfstests_dev:Command failed 2024-02-10T01:25:28.116 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2024-02-10T01:25:28.116 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/435) 2024-02-10T01:25:28.555 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:25:28.560 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:25:28.560 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:25:28.710 INFO:teuthology.orchestra.run.smithi027.stdout:generic/435 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:25:28.713 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/435 2024-02-10T01:25:28.713 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/435 2024-02-10T01:25:28.713 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:25:28.716 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:25:28.725 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:25:28.725 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/436) 2024-02-10T01:25:28.920 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:25:28.924 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:25:28.924 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:25:29.857 INFO:teuthology.orchestra.run.smithi027.stdout:generic/436 1s 2024-02-10T01:25:29.862 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/436 2024-02-10T01:25:29.863 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:25:29.865 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:25:29.874 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:25:29.874 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/437) 2024-02-10T01:25:30.328 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:25:30.333 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:25:30.333 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:25:31.150 INFO:teuthology.orchestra.run.smithi027.stdout:generic/437 1s 2024-02-10T01:25:31.155 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/437 2024-02-10T01:25:31.155 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:25:31.158 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:25:31.166 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:25:31.166 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/438) 2024-02-10T01:25:31.348 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:25:31.352 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:25:31.352 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:25:44.317 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:25:44.320 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:26:14.649 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:26:14.652 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:26:38.050 INFO:teuthology.orchestra.run.smithi027.stdout:generic/438 67s 2024-02-10T01:26:38.055 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/438 2024-02-10T01:26:38.055 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:26:38.057 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:38.066 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:26:38.067 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/439) 2024-02-10T01:26:38.253 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:26:38.257 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:26:38.257 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:38.381 INFO:teuthology.orchestra.run.smithi027.stdout:generic/439 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:26:38.384 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/439 2024-02-10T01:26:38.384 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/439 2024-02-10T01:26:38.384 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:26:38.387 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:38.395 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:26:38.396 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/440) 2024-02-10T01:26:38.579 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:26:38.583 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:26:38.583 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:38.737 INFO:teuthology.orchestra.run.smithi027.stdout:generic/440 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:26:38.741 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/440 2024-02-10T01:26:38.741 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/440 2024-02-10T01:26:38.741 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:26:38.743 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:38.752 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:26:38.752 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/441) 2024-02-10T01:26:38.936 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:26:38.940 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:26:38.940 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:39.132 INFO:teuthology.orchestra.run.smithi027.stdout:generic/441 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:26:39.136 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/441 2024-02-10T01:26:39.136 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/441 2024-02-10T01:26:39.136 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:26:39.138 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:39.147 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:26:39.147 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/442) 2024-02-10T01:26:39.331 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:26:39.335 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:26:39.335 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:39.471 INFO:teuthology.orchestra.run.smithi027.stdout:generic/442 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:26:39.475 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/442 2024-02-10T01:26:39.475 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/442 2024-02-10T01:26:39.475 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:26:39.477 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:39.486 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:26:39.486 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/443) 2024-02-10T01:26:39.667 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:26:39.671 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:26:39.671 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:39.831 INFO:teuthology.orchestra.run.smithi027.stdout:generic/443 0s 2024-02-10T01:26:39.836 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/443 2024-02-10T01:26:39.836 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:26:39.839 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:39.847 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:26:39.847 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/444) 2024-02-10T01:26:40.035 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:26:40.039 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:26:40.039 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:40.204 INFO:teuthology.orchestra.run.smithi027.stdout:generic/444 [not run] ACLs not supported by this filesystem type: ceph-fuse 2024-02-10T01:26:40.207 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/444 2024-02-10T01:26:40.207 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/444 2024-02-10T01:26:40.207 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:26:40.209 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:40.218 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:26:40.218 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/445) 2024-02-10T01:26:40.408 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:26:40.413 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:26:40.413 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:41.250 INFO:teuthology.orchestra.run.smithi027.stdout:generic/445 1s 2024-02-10T01:26:41.255 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/445 2024-02-10T01:26:41.255 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:26:41.258 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:41.266 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:26:41.267 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/446) 2024-02-10T01:26:41.699 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:26:41.704 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:26:41.704 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:41.818 INFO:teuthology.orchestra.run.smithi027.stdout:generic/446 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:26:41.822 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/446 2024-02-10T01:26:41.822 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/446 2024-02-10T01:26:41.822 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:26:41.824 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:41.833 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:26:41.833 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/447) 2024-02-10T01:26:42.018 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:26:42.022 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:26:42.022 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:42.142 INFO:teuthology.orchestra.run.smithi027.stdout:generic/447 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:26:42.145 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/447 2024-02-10T01:26:42.146 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/447 2024-02-10T01:26:42.146 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:26:42.148 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:42.156 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:26:42.157 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/448) 2024-02-10T01:26:42.345 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:26:42.349 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:26:42.349 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:43.146 INFO:teuthology.orchestra.run.smithi027.stdout:generic/448 1s 2024-02-10T01:26:43.151 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/448 2024-02-10T01:26:43.151 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:26:43.154 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:43.162 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:26:43.163 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/449) 2024-02-10T01:26:43.610 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:26:43.614 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:26:43.615 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:43.738 INFO:teuthology.orchestra.run.smithi027.stdout:generic/449 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:26:43.741 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/449 2024-02-10T01:26:43.741 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/449 2024-02-10T01:26:43.741 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:26:43.744 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:43.752 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:26:43.753 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/450) 2024-02-10T01:26:43.936 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:26:43.940 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:26:43.940 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:44.857 INFO:teuthology.orchestra.run.smithi027.stdout:generic/450 1s 2024-02-10T01:26:44.862 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/450 2024-02-10T01:26:44.862 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:26:44.865 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:44.873 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:26:44.874 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/451) 2024-02-10T01:26:44.888 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:26:44.921 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:26:45.346 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:26:45.351 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:26:45.351 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:45.670 INFO:teuthology.orchestra.run.smithi027.stdout:generic/451 - output mismatch (see /tmp/tmp.6IDzV8czZ2xfstests-dev/results//generic/451.out.bad) 2024-02-10T01:26:45.671 INFO:teuthology.orchestra.run.smithi027.stdout: --- tests/generic/451.out 2024-02-09 23:58:07.768651573 +0000 2024-02-10T01:26:45.672 INFO:teuthology.orchestra.run.smithi027.stdout: +++ /tmp/tmp.6IDzV8czZ2xfstests-dev/results//generic/451.out.bad 2024-02-10 01:26:45.667926681 +0000 2024-02-10T01:26:45.672 INFO:teuthology.orchestra.run.smithi027.stdout: @@ -1,2 +1,5 @@ 2024-02-10T01:26:45.672 INFO:teuthology.orchestra.run.smithi027.stdout: QA output created by 451 2024-02-10T01:26:45.672 INFO:teuthology.orchestra.run.smithi027.stdout: +get stale data from buffer read 2024-02-10T01:26:45.672 INFO:teuthology.orchestra.run.smithi027.stdout: +00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 ................ 2024-02-10T01:26:45.672 INFO:teuthology.orchestra.run.smithi027.stdout: +000a0000 2024-02-10T01:26:45.672 INFO:teuthology.orchestra.run.smithi027.stdout: Silence is golden 2024-02-10T01:26:45.674 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/451 2024-02-10T01:26:45.674 INFO:teuthology.orchestra.run.smithi027.stdout:Failures: generic/451 2024-02-10T01:26:45.674 INFO:teuthology.orchestra.run.smithi027.stdout:Failed 1 of 1 tests 2024-02-10T01:26:45.676 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:45.709 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-10T01:26:45.710 INFO:tasks.cephfs.xfstests_dev:Command failed 2024-02-10T01:26:45.710 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2024-02-10T01:26:45.710 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/452) 2024-02-10T01:26:46.129 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:26:46.133 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:26:46.133 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:46.269 INFO:teuthology.orchestra.run.smithi027.stdout:generic/452 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:26:46.273 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/452 2024-02-10T01:26:46.273 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/452 2024-02-10T01:26:46.273 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:26:46.275 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:46.284 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:26:46.284 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/453) 2024-02-10T01:26:46.466 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:26:46.470 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:26:46.470 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:46.600 INFO:teuthology.orchestra.run.smithi027.stdout:generic/453 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:26:46.604 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/453 2024-02-10T01:26:46.604 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/453 2024-02-10T01:26:46.604 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:26:46.606 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:46.615 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:26:46.615 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/454) 2024-02-10T01:26:46.798 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:26:46.802 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:26:46.802 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:46.932 INFO:teuthology.orchestra.run.smithi027.stdout:generic/454 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:26:46.936 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/454 2024-02-10T01:26:46.936 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/454 2024-02-10T01:26:46.936 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:26:46.938 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:46.947 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:26:46.947 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/455) 2024-02-10T01:26:47.135 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:26:47.139 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:26:47.139 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:47.314 INFO:teuthology.orchestra.run.smithi027.stdout:generic/455 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:26:47.318 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/455 2024-02-10T01:26:47.318 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/455 2024-02-10T01:26:47.318 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:26:47.320 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:47.329 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:26:47.330 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/456) 2024-02-10T01:26:47.514 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:26:47.518 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:26:47.518 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:47.646 INFO:teuthology.orchestra.run.smithi027.stdout:generic/456 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:26:47.649 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/456 2024-02-10T01:26:47.650 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/456 2024-02-10T01:26:47.650 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:26:47.652 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:47.660 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:26:47.661 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/457) 2024-02-10T01:26:47.838 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:26:47.842 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:26:47.842 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:48.027 INFO:teuthology.orchestra.run.smithi027.stdout:generic/457 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:26:48.031 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/457 2024-02-10T01:26:48.031 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/457 2024-02-10T01:26:48.032 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:26:48.033 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:48.042 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:26:48.042 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/458) 2024-02-10T01:26:48.221 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:26:48.225 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:26:48.225 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:48.350 INFO:teuthology.orchestra.run.smithi027.stdout:generic/458 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:26:48.354 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/458 2024-02-10T01:26:48.354 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/458 2024-02-10T01:26:48.354 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:26:48.356 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:48.365 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:26:48.365 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/459) 2024-02-10T01:26:48.547 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:26:48.551 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:26:48.552 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:48.838 INFO:teuthology.orchestra.run.smithi027.stdout:generic/459 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:26:48.841 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/459 2024-02-10T01:26:48.841 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/459 2024-02-10T01:26:48.841 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:26:48.844 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:48.852 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:26:48.852 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/460) 2024-02-10T01:26:49.039 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:26:49.043 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:26:49.043 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:49.170 INFO:teuthology.orchestra.run.smithi027.stdout:generic/460 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:26:49.174 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/460 2024-02-10T01:26:49.174 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/460 2024-02-10T01:26:49.174 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:26:49.176 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:49.185 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:26:49.185 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/461) 2024-02-10T01:26:49.372 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:26:49.376 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:26:49.376 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:49.498 INFO:teuthology.orchestra.run.smithi027.stdout:generic/461 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:26:49.502 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/461 2024-02-10T01:26:49.503 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/461 2024-02-10T01:26:49.503 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:26:49.504 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:49.513 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:26:49.513 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/462) 2024-02-10T01:26:49.695 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:26:49.699 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:26:49.699 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:49.832 INFO:teuthology.orchestra.run.smithi027.stdout:generic/462 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:26:49.836 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/462 2024-02-10T01:26:49.836 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/462 2024-02-10T01:26:49.836 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:26:49.838 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:49.847 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:26:49.847 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/463) 2024-02-10T01:26:50.029 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:26:50.033 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:26:50.033 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:50.219 INFO:teuthology.orchestra.run.smithi027.stdout:generic/463 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T01:26:50.223 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/463 2024-02-10T01:26:50.223 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/463 2024-02-10T01:26:50.223 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:26:50.225 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:50.234 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:26:50.234 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/464) 2024-02-10T01:26:50.681 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:26:50.685 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:26:50.686 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:50.807 INFO:teuthology.orchestra.run.smithi027.stdout:generic/464 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:26:50.810 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/464 2024-02-10T01:26:50.810 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/464 2024-02-10T01:26:50.810 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:26:50.812 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:26:50.821 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:26:50.821 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/465) 2024-02-10T01:26:51.011 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:26:51.015 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:26:51.015 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:27:05.154 INFO:teuthology.orchestra.run.smithi027.stdout:generic/465 14s 2024-02-10T01:27:05.181 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/465 2024-02-10T01:27:05.181 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:27:05.184 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:27:05.202 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:27:05.203 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/466) 2024-02-10T01:27:05.609 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:27:05.613 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:27:05.613 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:27:05.740 INFO:teuthology.orchestra.run.smithi027.stdout:generic/466 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:27:05.743 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/466 2024-02-10T01:27:05.744 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/466 2024-02-10T01:27:05.744 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:27:05.747 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:27:05.755 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:27:05.755 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/467) 2024-02-10T01:27:05.943 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:27:05.947 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:27:05.947 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:27:11.225 INFO:teuthology.orchestra.run.smithi027.stdout:generic/467 - output mismatch (see /tmp/tmp.6IDzV8czZ2xfstests-dev/results//generic/467.out.bad) 2024-02-10T01:27:11.236 INFO:teuthology.orchestra.run.smithi027.stdout: --- tests/generic/467.out 2024-02-09 23:58:07.769651547 +0000 2024-02-10T01:27:11.237 INFO:teuthology.orchestra.run.smithi027.stdout: +++ /tmp/tmp.6IDzV8czZ2xfstests-dev/results//generic/467.out.bad 2024-02-10 01:27:11.217281939 +0000 2024-02-10T01:27:11.237 INFO:teuthology.orchestra.run.smithi027.stdout: @@ -1,5 +1,15 @@ 2024-02-10T01:27:11.237 INFO:teuthology.orchestra.run.smithi027.stdout: QA output created by 467 2024-02-10T01:27:11.237 INFO:teuthology.orchestra.run.smithi027.stdout: test_file_handles TEST_DIR/467-dir -dp 2024-02-10T01:27:11.237 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/467-dir/file000000) opened an unlinked file! 2024-02-10T01:27:11.237 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/467-dir/file000001) opened an unlinked file! 2024-02-10T01:27:11.237 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/467-dir/file000002) opened an unlinked file! 2024-02-10T01:27:11.238 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/467-dir/file000003) opened an unlinked file! 2024-02-10T01:27:11.238 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/467-dir/file000004) opened an unlinked file! 2024-02-10T01:27:11.238 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/467-dir/file000005) opened an unlinked file! 2024-02-10T01:27:11.238 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/467-dir/file000006) opened an unlinked file! 2024-02-10T01:27:11.238 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/467-dir/file000007) opened an unlinked file! 2024-02-10T01:27:11.238 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/467-dir/file000008) opened an unlinked file! 2024-02-10T01:27:11.238 INFO:teuthology.orchestra.run.smithi027.stdout: +open_by_handle(/tmp/tmp.87372BMMOutest/467-dir/file000009) opened an unlinked file! 2024-02-10T01:27:11.238 INFO:teuthology.orchestra.run.smithi027.stdout: test_file_handles TEST_DIR/467-dir -rp 2024-02-10T01:27:11.239 INFO:teuthology.orchestra.run.smithi027.stdout: test_file_handles TEST_DIR/467-dir -dkr 2024-02-10T01:27:11.239 INFO:teuthology.orchestra.run.smithi027.stdout: test_file_handles TEST_DIR/467-dir -lr 2024-02-10T01:27:11.256 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/467 2024-02-10T01:27:11.256 INFO:teuthology.orchestra.run.smithi027.stdout:Failures: generic/467 2024-02-10T01:27:11.256 INFO:teuthology.orchestra.run.smithi027.stdout:Failed 1 of 1 tests 2024-02-10T01:27:11.299 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:27:11.496 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-10T01:27:11.497 INFO:tasks.cephfs.xfstests_dev:Command failed 2024-02-10T01:27:11.497 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2024-02-10T01:27:11.497 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/468) 2024-02-10T01:27:12.521 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:27:12.525 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:27:12.525 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:27:12.708 INFO:teuthology.orchestra.run.smithi027.stdout:generic/468 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:27:12.712 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/468 2024-02-10T01:27:12.712 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/468 2024-02-10T01:27:12.712 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:27:12.714 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:27:12.723 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:27:12.723 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/469) 2024-02-10T01:27:12.914 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:27:12.919 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:27:12.919 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:27:14.551 INFO:teuthology.orchestra.run.smithi027.stdout:generic/469 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2024-02-10T01:27:14.552 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/469 2024-02-10T01:27:14.552 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/469 2024-02-10T01:27:14.552 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:27:14.554 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:27:14.563 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:27:14.563 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/470) 2024-02-10T01:27:14.994 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:27:14.998 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:27:14.998 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:27:15.010 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:27:15.015 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:27:15.168 INFO:teuthology.orchestra.run.smithi027.stdout:generic/470 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:27:15.168 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/470 2024-02-10T01:27:15.169 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/470 2024-02-10T01:27:15.169 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:27:15.171 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:27:15.180 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:27:15.180 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/471) 2024-02-10T01:27:15.417 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:27:15.421 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:27:15.421 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:27:45.127 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:27:45.130 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:28:10.931 INFO:teuthology.orchestra.run.smithi027.stdout:generic/471 55s 2024-02-10T01:28:10.936 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/471 2024-02-10T01:28:10.936 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:10.939 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:10.948 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:10.949 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/472) 2024-02-10T01:28:11.420 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:11.424 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:11.424 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:11.555 INFO:teuthology.orchestra.run.smithi027.stdout:generic/472 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:11.559 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/472 2024-02-10T01:28:11.559 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/472 2024-02-10T01:28:11.559 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:11.561 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:11.570 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:11.570 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/473) 2024-02-10T01:28:11.973 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:11.984 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:11.984 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:12.394 INFO:teuthology.orchestra.run.smithi027.stdout:generic/473 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2024-02-10T01:28:12.399 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/473 2024-02-10T01:28:12.399 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/473 2024-02-10T01:28:12.399 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:12.403 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:12.414 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:12.414 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/474) 2024-02-10T01:28:12.597 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:12.601 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:12.601 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:12.737 INFO:teuthology.orchestra.run.smithi027.stdout:generic/474 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:12.741 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/474 2024-02-10T01:28:12.741 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/474 2024-02-10T01:28:12.741 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:12.743 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:12.752 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:12.752 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/475) 2024-02-10T01:28:12.936 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:12.940 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:12.940 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:13.112 INFO:teuthology.orchestra.run.smithi027.stdout:generic/475 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:13.116 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/475 2024-02-10T01:28:13.116 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/475 2024-02-10T01:28:13.116 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:13.118 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:13.128 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:13.128 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/476) 2024-02-10T01:28:13.316 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:13.320 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:13.320 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:13.447 INFO:teuthology.orchestra.run.smithi027.stdout:generic/476 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:13.450 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/476 2024-02-10T01:28:13.450 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/476 2024-02-10T01:28:13.451 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:13.453 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:13.462 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:13.462 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/477) 2024-02-10T01:28:13.652 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:13.656 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:13.656 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:15.187 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:28:15.191 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:28:20.945 INFO:teuthology.orchestra.run.smithi027.stdout:generic/477 7s 2024-02-10T01:28:20.988 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/477 2024-02-10T01:28:20.988 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:20.992 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:21.063 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:21.063 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/478) 2024-02-10T01:28:22.137 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:22.141 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:22.141 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:32.224 INFO:teuthology.orchestra.run.smithi027.stdout:generic/478 - output mismatch (see /tmp/tmp.6IDzV8czZ2xfstests-dev/results//generic/478.out.bad) 2024-02-10T01:28:32.226 INFO:teuthology.orchestra.run.smithi027.stdout: --- tests/generic/478.out 2024-02-09 23:58:07.770651522 +0000 2024-02-10T01:28:32.226 INFO:teuthology.orchestra.run.smithi027.stdout: +++ /tmp/tmp.6IDzV8czZ2xfstests-dev/results//generic/478.out.bad 2024-02-10 01:28:32.222237740 +0000 2024-02-10T01:28:32.226 INFO:teuthology.orchestra.run.smithi027.stdout: @@ -10,7 +10,7 @@ 2024-02-10T01:28:32.226 INFO:teuthology.orchestra.run.smithi027.stdout: lock could be placed 2024-02-10T01:28:32.226 INFO:teuthology.orchestra.run.smithi027.stdout: get wrlck 2024-02-10T01:28:32.227 INFO:teuthology.orchestra.run.smithi027.stdout: lock could be placed 2024-02-10T01:28:32.227 INFO:teuthology.orchestra.run.smithi027.stdout: -lock could be placed 2024-02-10T01:28:32.227 INFO:teuthology.orchestra.run.smithi027.stdout: +get wrlck 2024-02-10T01:28:32.227 INFO:teuthology.orchestra.run.smithi027.stdout: lock could be placed 2024-02-10T01:28:32.227 INFO:teuthology.orchestra.run.smithi027.stdout: lock could be placed 2024-02-10T01:28:32.227 INFO:teuthology.orchestra.run.smithi027.stdout: lock could be placed 2024-02-10T01:28:32.227 INFO:teuthology.orchestra.run.smithi027.stdout: @@ -25,7 +25,7 @@ 2024-02-10T01:28:32.227 INFO:teuthology.orchestra.run.smithi027.stdout: lock could be placed 2024-02-10T01:28:32.227 INFO:teuthology.orchestra.run.smithi027.stdout: get wrlck 2024-02-10T01:28:32.227 INFO:teuthology.orchestra.run.smithi027.stdout: lock could be placed 2024-02-10T01:28:32.227 INFO:teuthology.orchestra.run.smithi027.stdout: -lock could be placed 2024-02-10T01:28:32.227 INFO:teuthology.orchestra.run.smithi027.stdout: +get wrlck 2024-02-10T01:28:32.227 INFO:teuthology.orchestra.run.smithi027.stdout: lock could be placed 2024-02-10T01:28:32.228 INFO:teuthology.orchestra.run.smithi027.stdout: lock could be placed 2024-02-10T01:28:32.228 INFO:teuthology.orchestra.run.smithi027.stdout: lock could be placed 2024-02-10T01:28:32.228 INFO:teuthology.orchestra.run.smithi027.stdout: @@ -37,7 +37,7 @@ 2024-02-10T01:28:32.228 INFO:teuthology.orchestra.run.smithi027.stdout: get rdlck 2024-02-10T01:28:32.228 INFO:teuthology.orchestra.run.smithi027.stdout: get rdlck 2024-02-10T01:28:32.228 INFO:teuthology.orchestra.run.smithi027.stdout: lock could be placed 2024-02-10T01:28:32.228 INFO:teuthology.orchestra.run.smithi027.stdout: -lock could be placed 2024-02-10T01:28:32.228 INFO:teuthology.orchestra.run.smithi027.stdout: +get rdlck 2024-02-10T01:28:32.228 INFO:teuthology.orchestra.run.smithi027.stdout: get rdlck 2024-02-10T01:28:32.228 INFO:teuthology.orchestra.run.smithi027.stdout: lock could be placed 2024-02-10T01:28:32.228 INFO:teuthology.orchestra.run.smithi027.stdout: get rdlck 2024-02-10T01:28:32.228 INFO:teuthology.orchestra.run.smithi027.stdout: @@ -46,7 +46,7 @@ 2024-02-10T01:28:32.228 INFO:teuthology.orchestra.run.smithi027.stdout: get rdlck 2024-02-10T01:28:32.229 INFO:teuthology.orchestra.run.smithi027.stdout: get rdlck 2024-02-10T01:28:32.229 INFO:teuthology.orchestra.run.smithi027.stdout: lock could be placed 2024-02-10T01:28:32.229 INFO:teuthology.orchestra.run.smithi027.stdout: -lock could be placed 2024-02-10T01:28:32.229 INFO:teuthology.orchestra.run.smithi027.stdout: +get rdlck 2024-02-10T01:28:32.229 INFO:teuthology.orchestra.run.smithi027.stdout: lock could be placed 2024-02-10T01:28:32.229 INFO:teuthology.orchestra.run.smithi027.stdout: lock could be placed 2024-02-10T01:28:32.229 INFO:teuthology.orchestra.run.smithi027.stdout: lock could be placed 2024-02-10T01:28:32.229 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/478 2024-02-10T01:28:32.230 INFO:teuthology.orchestra.run.smithi027.stdout:Failures: generic/478 2024-02-10T01:28:32.230 INFO:teuthology.orchestra.run.smithi027.stdout:Failed 1 of 1 tests 2024-02-10T01:28:32.232 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:32.242 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-10T01:28:32.243 INFO:tasks.cephfs.xfstests_dev:Command failed 2024-02-10T01:28:32.243 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2024-02-10T01:28:32.243 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/479) 2024-02-10T01:28:32.441 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:32.445 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:32.445 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:32.610 INFO:teuthology.orchestra.run.smithi027.stdout:generic/479 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:32.613 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/479 2024-02-10T01:28:32.613 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/479 2024-02-10T01:28:32.614 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:32.616 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:32.636 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:32.636 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/480) 2024-02-10T01:28:32.824 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:32.828 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:32.828 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:32.967 INFO:teuthology.orchestra.run.smithi027.stdout:generic/480 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:32.971 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/480 2024-02-10T01:28:32.971 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/480 2024-02-10T01:28:32.971 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:32.973 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:32.982 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:32.982 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/481) 2024-02-10T01:28:33.168 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:33.172 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:33.172 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:33.304 INFO:teuthology.orchestra.run.smithi027.stdout:generic/481 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:33.308 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/481 2024-02-10T01:28:33.308 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/481 2024-02-10T01:28:33.308 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:33.310 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:33.318 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:33.319 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/482) 2024-02-10T01:28:33.505 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:33.509 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:33.509 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:33.712 INFO:teuthology.orchestra.run.smithi027.stdout:generic/482 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:33.715 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/482 2024-02-10T01:28:33.715 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/482 2024-02-10T01:28:33.716 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:33.718 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:33.727 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:33.727 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/483) 2024-02-10T01:28:33.917 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:33.921 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:33.921 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:34.052 INFO:teuthology.orchestra.run.smithi027.stdout:generic/483 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:34.055 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/483 2024-02-10T01:28:34.055 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/483 2024-02-10T01:28:34.055 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:34.057 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:34.066 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:34.067 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/484) 2024-02-10T01:28:34.250 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:34.254 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:34.254 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:34.395 INFO:teuthology.orchestra.run.smithi027.stdout:generic/484 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:34.399 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/484 2024-02-10T01:28:34.399 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/484 2024-02-10T01:28:34.399 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:34.401 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:34.410 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:34.410 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/485) 2024-02-10T01:28:34.596 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:34.600 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:34.601 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:35.495 INFO:teuthology.orchestra.run.smithi027.stdout:generic/485 [not run] xfs_io finsert failed (old kernel/wrong fs?) 2024-02-10T01:28:35.498 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/485 2024-02-10T01:28:35.498 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/485 2024-02-10T01:28:35.499 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:35.501 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:35.510 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:35.510 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/486) 2024-02-10T01:28:35.949 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:35.953 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:35.953 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:36.099 INFO:teuthology.orchestra.run.smithi027.stdout:generic/486 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:36.103 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/486 2024-02-10T01:28:36.103 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/486 2024-02-10T01:28:36.103 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:36.105 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:36.114 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:36.114 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/487) 2024-02-10T01:28:36.304 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:36.308 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:36.308 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:36.448 INFO:teuthology.orchestra.run.smithi027.stdout:generic/487 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:36.451 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/487 2024-02-10T01:28:36.451 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/487 2024-02-10T01:28:36.451 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:36.453 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:36.462 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:36.462 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/488) 2024-02-10T01:28:36.648 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:36.652 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:36.652 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:36.771 INFO:teuthology.orchestra.run.smithi027.stdout:generic/488 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:36.774 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/488 2024-02-10T01:28:36.774 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/488 2024-02-10T01:28:36.774 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:36.777 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:36.785 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:36.786 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/489) 2024-02-10T01:28:36.972 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:36.976 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:36.976 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:37.113 INFO:teuthology.orchestra.run.smithi027.stdout:generic/489 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:37.116 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/489 2024-02-10T01:28:37.116 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/489 2024-02-10T01:28:37.116 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:37.119 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:37.127 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:37.127 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/490) 2024-02-10T01:28:37.313 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:37.317 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:37.317 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:38.271 INFO:teuthology.orchestra.run.smithi027.stdout:generic/490 1s 2024-02-10T01:28:38.276 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/490 2024-02-10T01:28:38.277 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:38.279 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:38.288 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:38.288 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/491) 2024-02-10T01:28:38.758 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:38.763 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:38.763 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:38.899 INFO:teuthology.orchestra.run.smithi027.stdout:generic/491 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:38.902 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/491 2024-02-10T01:28:38.902 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/491 2024-02-10T01:28:38.903 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:38.905 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:38.917 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:38.917 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/492) 2024-02-10T01:28:39.101 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:39.105 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:39.105 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:39.227 INFO:teuthology.orchestra.run.smithi027.stdout:generic/492 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:39.230 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/492 2024-02-10T01:28:39.230 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/492 2024-02-10T01:28:39.230 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:39.233 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:39.241 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:39.241 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/493) 2024-02-10T01:28:39.425 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:39.429 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:39.429 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:39.556 INFO:teuthology.orchestra.run.smithi027.stdout:generic/493 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:39.560 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/493 2024-02-10T01:28:39.560 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/493 2024-02-10T01:28:39.560 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:39.562 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:39.571 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:39.571 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/494) 2024-02-10T01:28:39.753 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:39.757 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:39.757 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:39.884 INFO:teuthology.orchestra.run.smithi027.stdout:generic/494 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:39.888 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/494 2024-02-10T01:28:39.888 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/494 2024-02-10T01:28:39.888 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:39.890 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:39.899 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:39.899 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/495) 2024-02-10T01:28:40.088 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:40.092 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:40.092 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:40.218 INFO:teuthology.orchestra.run.smithi027.stdout:generic/495 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:40.222 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/495 2024-02-10T01:28:40.222 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/495 2024-02-10T01:28:40.222 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:40.224 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:40.246 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:40.246 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/496) 2024-02-10T01:28:40.432 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:40.436 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:40.437 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:40.568 INFO:teuthology.orchestra.run.smithi027.stdout:generic/496 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:40.572 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/496 2024-02-10T01:28:40.572 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/496 2024-02-10T01:28:40.572 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:40.574 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:40.583 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:40.583 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/497) 2024-02-10T01:28:40.777 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:40.781 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:40.781 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:40.905 INFO:teuthology.orchestra.run.smithi027.stdout:generic/497 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:40.908 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/497 2024-02-10T01:28:40.909 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/497 2024-02-10T01:28:40.909 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:40.910 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:40.920 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:40.920 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/498) 2024-02-10T01:28:41.110 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:41.114 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:41.114 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:41.255 INFO:teuthology.orchestra.run.smithi027.stdout:generic/498 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:41.259 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/498 2024-02-10T01:28:41.259 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/498 2024-02-10T01:28:41.259 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:41.261 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:41.270 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:41.271 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/499) 2024-02-10T01:28:41.450 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:41.454 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:41.454 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:41.588 INFO:teuthology.orchestra.run.smithi027.stdout:generic/499 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:41.592 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/499 2024-02-10T01:28:41.592 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/499 2024-02-10T01:28:41.592 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:41.595 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:41.603 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:41.603 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/500) 2024-02-10T01:28:41.793 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:41.796 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:41.796 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:41.959 INFO:teuthology.orchestra.run.smithi027.stdout:generic/500 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:41.963 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/500 2024-02-10T01:28:41.963 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/500 2024-02-10T01:28:41.963 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:41.965 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:41.974 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:41.974 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/501) 2024-02-10T01:28:42.156 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:42.160 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:42.160 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:42.293 INFO:teuthology.orchestra.run.smithi027.stdout:generic/501 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:42.296 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/501 2024-02-10T01:28:42.296 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/501 2024-02-10T01:28:42.297 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:42.299 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:42.317 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:42.317 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/502) 2024-02-10T01:28:42.504 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:42.508 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:42.509 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:42.639 INFO:teuthology.orchestra.run.smithi027.stdout:generic/502 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:42.643 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/502 2024-02-10T01:28:42.643 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/502 2024-02-10T01:28:42.643 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:42.645 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:42.655 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:42.655 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/503) 2024-02-10T01:28:42.836 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:42.840 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:42.840 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:42.981 INFO:teuthology.orchestra.run.smithi027.stdout:generic/503 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:42.984 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/503 2024-02-10T01:28:42.984 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/503 2024-02-10T01:28:42.985 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:42.987 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:42.995 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:42.996 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/504) 2024-02-10T01:28:43.189 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:43.193 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:43.193 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:43.361 INFO:teuthology.orchestra.run.smithi027.stdout:generic/504 - output mismatch (see /tmp/tmp.6IDzV8czZ2xfstests-dev/results//generic/504.out.bad) 2024-02-10T01:28:43.363 INFO:teuthology.orchestra.run.smithi027.stdout: --- tests/generic/504.out 2024-02-09 23:58:07.772651470 +0000 2024-02-10T01:28:43.363 INFO:teuthology.orchestra.run.smithi027.stdout: +++ /tmp/tmp.6IDzV8czZ2xfstests-dev/results//generic/504.out.bad 2024-02-10 01:28:43.359956487 +0000 2024-02-10T01:28:43.364 INFO:teuthology.orchestra.run.smithi027.stdout: @@ -1,2 +1,3 @@ 2024-02-10T01:28:43.364 INFO:teuthology.orchestra.run.smithi027.stdout: QA output created by 504 2024-02-10T01:28:43.364 INFO:teuthology.orchestra.run.smithi027.stdout: +lock info not found 2024-02-10T01:28:43.364 INFO:teuthology.orchestra.run.smithi027.stdout: Silence is golden 2024-02-10T01:28:43.366 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/504 2024-02-10T01:28:43.366 INFO:teuthology.orchestra.run.smithi027.stdout:Failures: generic/504 2024-02-10T01:28:43.366 INFO:teuthology.orchestra.run.smithi027.stdout:Failed 1 of 1 tests 2024-02-10T01:28:43.368 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:43.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-10T01:28:43.377 INFO:tasks.cephfs.xfstests_dev:Command failed 2024-02-10T01:28:43.378 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2024-02-10T01:28:43.378 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/505) 2024-02-10T01:28:43.565 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:43.569 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:43.569 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:43.701 INFO:teuthology.orchestra.run.smithi027.stdout:generic/505 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:43.705 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/505 2024-02-10T01:28:43.705 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/505 2024-02-10T01:28:43.706 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:43.707 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:43.716 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:43.716 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/506) 2024-02-10T01:28:43.907 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:43.913 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:43.913 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:44.027 INFO:teuthology.orchestra.run.smithi027.stdout:generic/506 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:44.031 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/506 2024-02-10T01:28:44.031 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/506 2024-02-10T01:28:44.031 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:44.033 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:44.042 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:44.042 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/507) 2024-02-10T01:28:44.229 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:44.233 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:44.233 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:44.407 INFO:teuthology.orchestra.run.smithi027.stdout:generic/507 [not run] file system doesn't support chattr +ASai 2024-02-10T01:28:44.411 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/507 2024-02-10T01:28:44.411 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/507 2024-02-10T01:28:44.411 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:44.413 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:44.422 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:44.422 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/508) 2024-02-10T01:28:44.603 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:44.607 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:44.607 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:44.734 INFO:teuthology.orchestra.run.smithi027.stdout:generic/508 [not run] lsattr not supported by test filesystem type: ceph-fuse 2024-02-10T01:28:44.738 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/508 2024-02-10T01:28:44.738 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/508 2024-02-10T01:28:44.738 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:44.740 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:44.759 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:44.760 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/509) 2024-02-10T01:28:44.948 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:44.952 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:44.952 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:45.092 INFO:teuthology.orchestra.run.smithi027.stdout:generic/509 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:45.095 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/509 2024-02-10T01:28:45.095 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/509 2024-02-10T01:28:45.095 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:45.098 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:45.107 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:45.107 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/510) 2024-02-10T01:28:45.290 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:45.294 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:45.294 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:45.427 INFO:teuthology.orchestra.run.smithi027.stdout:generic/510 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:45.431 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/510 2024-02-10T01:28:45.431 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/510 2024-02-10T01:28:45.431 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:45.433 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:45.441 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:45.442 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/511) 2024-02-10T01:28:45.561 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:28:45.563 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:28:45.631 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:45.635 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:45.635 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:45.763 INFO:teuthology.orchestra.run.smithi027.stdout:generic/511 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:45.767 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/511 2024-02-10T01:28:45.767 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/511 2024-02-10T01:28:45.767 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:45.769 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:45.784 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:45.785 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/512) 2024-02-10T01:28:45.970 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:45.974 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:45.974 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:46.115 INFO:teuthology.orchestra.run.smithi027.stdout:generic/512 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:46.119 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/512 2024-02-10T01:28:46.119 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/512 2024-02-10T01:28:46.119 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:46.121 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:46.130 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:46.130 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/513) 2024-02-10T01:28:46.313 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:46.317 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:46.317 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:46.449 INFO:teuthology.orchestra.run.smithi027.stdout:generic/513 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:46.452 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/513 2024-02-10T01:28:46.453 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/513 2024-02-10T01:28:46.453 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:46.455 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:46.464 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:46.464 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/514) 2024-02-10T01:28:46.649 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:46.653 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:46.653 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:46.785 INFO:teuthology.orchestra.run.smithi027.stdout:generic/514 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:46.788 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/514 2024-02-10T01:28:46.788 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/514 2024-02-10T01:28:46.788 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:46.790 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:46.809 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:46.810 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/515) 2024-02-10T01:28:46.990 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:46.995 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:46.995 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:47.117 INFO:teuthology.orchestra.run.smithi027.stdout:generic/515 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:47.120 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/515 2024-02-10T01:28:47.120 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/515 2024-02-10T01:28:47.120 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:47.122 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:47.131 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:47.131 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/516) 2024-02-10T01:28:47.313 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:47.317 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:47.317 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:47.499 INFO:teuthology.orchestra.run.smithi027.stdout:generic/516 [not run] Dedupe not supported by test filesystem type: ceph-fuse 2024-02-10T01:28:47.503 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/516 2024-02-10T01:28:47.503 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/516 2024-02-10T01:28:47.503 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:47.505 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:47.514 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:47.514 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/517) 2024-02-10T01:28:47.951 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:47.955 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:47.955 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:48.084 INFO:teuthology.orchestra.run.smithi027.stdout:generic/517 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:48.087 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/517 2024-02-10T01:28:48.087 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/517 2024-02-10T01:28:48.087 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:48.090 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:48.098 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:48.099 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/518) 2024-02-10T01:28:48.281 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:48.285 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:48.285 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:48.407 INFO:teuthology.orchestra.run.smithi027.stdout:generic/518 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:48.411 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/518 2024-02-10T01:28:48.411 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/518 2024-02-10T01:28:48.411 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:48.414 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:48.433 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:48.433 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/519) 2024-02-10T01:28:48.617 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:48.621 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:48.621 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:48.738 INFO:teuthology.orchestra.run.smithi027.stdout:generic/519 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:48.742 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/519 2024-02-10T01:28:48.742 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/519 2024-02-10T01:28:48.742 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:48.744 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:48.753 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:48.754 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/520) 2024-02-10T01:28:48.934 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:48.939 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:48.939 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:49.066 INFO:teuthology.orchestra.run.smithi027.stdout:generic/520 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T01:28:49.070 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/520 2024-02-10T01:28:49.070 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/520 2024-02-10T01:28:49.070 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T01:28:49.072 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:28:49.081 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T01:28:49.081 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/521) 2024-02-10T01:28:49.274 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T01:28:49.279 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T01:28:49.279 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T01:29:15.679 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:29:15.682 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:29:45.771 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:29:45.774 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:30:15.845 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:30:15.848 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:30:45.949 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:30:45.952 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:31:16.010 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:31:16.014 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:31:46.151 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:31:46.155 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:32:16.210 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:32:16.214 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:32:46.321 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:32:46.324 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:33:16.418 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:33:16.421 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:33:46.506 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:33:46.509 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:34:16.570 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:34:16.573 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:34:46.647 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:34:46.650 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:35:16.739 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:35:16.742 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:35:46.794 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:35:46.797 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:36:16.916 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:36:16.919 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:36:46.974 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:36:46.977 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:37:17.087 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:37:17.090 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:37:47.385 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:37:47.388 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:38:17.463 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:38:17.466 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:38:47.903 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:38:47.906 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:39:17.957 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:39:17.960 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:39:48.016 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:39:48.019 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:40:18.084 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:40:18.088 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:40:48.190 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:40:48.193 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:41:18.280 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:41:18.283 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:41:48.367 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:41:48.370 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:42:18.640 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:42:18.643 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:42:48.769 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:42:48.772 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:43:18.924 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:43:18.927 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:43:49.055 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:43:49.058 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:44:19.460 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:44:19.463 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:44:49.520 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:44:49.524 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:45:19.595 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:45:19.598 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:45:19.639 INFO:tasks.ceph.mds.d.smithi153.stderr:2024-02-10T01:45:19.638+0000 7f135f872640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 48760) UID: 0 2024-02-10T01:45:19.639 INFO:tasks.ceph.mds.b.smithi153.stderr:2024-02-10T01:45:19.638+0000 7fae8c2de640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 48760) UID: 0 2024-02-10T01:47:45.275 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:47:45.278 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:47:45.315 INFO:tasks.ceph.osd.3.smithi027.stderr:2024-02-10T01:47:45.313+0000 7fc145058640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 446419) UID: 0 2024-02-10T01:47:45.315 INFO:tasks.ceph.osd.2.smithi027.stderr:2024-02-10T01:47:45.314+0000 7fbf2d67d640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 446419) UID: 0 2024-02-10T01:47:45.316 INFO:tasks.ceph.osd.0.smithi027.stderr:2024-02-10T01:47:45.314+0000 7fd26a091640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 446419) UID: 0 2024-02-10T01:47:45.316 INFO:tasks.ceph.osd.1.smithi027.stderr:2024-02-10T01:47:45.314+0000 7f1244ac9640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 446419) UID: 0 2024-02-10T01:50:18.676 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:50:18.680 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:50:48.739 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:50:48.742 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:51:18.860 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:51:18.863 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:51:48.987 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:51:48.990 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:52:19.076 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:52:19.079 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:52:49.343 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:52:49.349 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:53:19.412 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:53:19.415 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:53:49.473 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:53:49.476 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:54:19.546 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:54:19.549 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:54:49.861 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:54:49.864 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:55:19.918 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:55:19.921 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:55:50.030 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:55:50.033 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:56:20.111 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:56:20.114 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:56:50.224 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:56:50.227 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:57:20.296 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:57:20.299 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:57:50.419 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:57:50.424 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:58:20.486 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:58:20.490 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:58:50.884 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:58:50.887 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:59:20.943 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:59:20.946 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:59:51.066 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T01:59:51.069 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:00:21.130 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:00:21.133 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:00:51.286 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:00:51.290 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:01:21.373 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:01:21.377 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:01:51.441 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:01:51.445 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:02:21.772 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:02:21.776 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:02:51.830 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:02:51.834 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:03:21.936 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:03:21.939 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:03:52.018 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:03:52.021 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:04:22.096 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:04:22.099 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:04:52.160 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:04:52.163 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:05:22.224 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:05:22.227 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:05:52.388 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:05:52.392 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:06:22.510 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:06:22.513 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:06:52.857 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:06:52.860 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:07:22.919 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:07:22.923 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:07:53.034 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:07:53.037 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:08:23.092 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:08:23.095 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:08:53.500 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:08:53.503 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:09:23.558 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:09:23.561 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:09:53.638 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:09:53.641 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:10:21.327 INFO:teuthology.orchestra.run.smithi027.stdout:generic/521 2492s 2024-02-10T02:10:21.331 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/521 2024-02-10T02:10:21.331 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T02:10:21.334 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:10:21.343 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T02:10:21.344 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/522) 2024-02-10T02:10:21.797 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T02:10:21.801 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T02:10:21.801 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:10:23.735 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:10:23.738 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:10:53.802 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:10:53.805 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:11:23.876 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:11:23.879 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:11:53.957 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:11:53.960 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:12:24.048 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:12:24.051 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:12:54.114 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:12:54.117 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:13:24.280 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:13:24.283 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:13:54.338 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:13:54.343 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:14:24.435 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:14:24.439 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:14:54.517 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:14:54.520 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:15:24.640 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:15:24.643 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:15:54.704 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:15:54.707 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:16:24.817 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:16:24.820 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:16:55.021 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:16:55.024 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:17:25.093 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:17:25.097 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:17:55.190 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:17:55.193 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:18:25.570 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:18:25.574 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:18:55.626 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:18:55.629 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:19:25.690 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:19:25.693 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:19:55.779 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:19:55.782 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:20:26.108 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:20:26.111 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:20:56.165 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:20:56.168 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:21:26.354 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:21:26.356 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:21:56.442 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:21:56.445 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:22:26.597 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:22:26.600 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:22:56.689 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:22:56.692 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:23:26.748 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:23:26.750 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:23:56.805 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:23:56.808 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:24:26.928 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:24:26.931 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:24:57.049 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:24:57.053 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:25:27.188 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:25:27.193 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:25:57.244 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:25:57.248 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:25:57.280 INFO:tasks.ceph.osd.6.smithi153.stderr:2024-02-10T02:25:57.279+0000 7f259d6a3640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 50119) UID: 0 2024-02-10T02:25:57.280 INFO:tasks.ceph.osd.7.smithi153.stderr:2024-02-10T02:25:57.279+0000 7f8c00e18640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 50119) UID: 0 2024-02-10T02:25:57.281 INFO:tasks.ceph.osd.4.smithi153.stderr:2024-02-10T02:25:57.279+0000 7f3f76301640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 50119) UID: 0 2024-02-10T02:25:57.281 INFO:tasks.ceph.osd.5.smithi153.stderr:2024-02-10T02:25:57.279+0000 7f68574da640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 50119) UID: 0 2024-02-10T02:28:16.261 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:28:16.264 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:28:46.546 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:28:46.549 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:29:16.894 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:29:16.897 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:29:47.300 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:29:47.303 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:30:17.368 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:30:17.371 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:30:47.433 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:30:47.437 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:31:17.531 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:31:17.534 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:31:47.596 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:31:47.599 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:32:17.699 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:32:17.702 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:32:47.789 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:32:47.792 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:33:17.919 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:33:17.922 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:33:47.982 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:33:47.985 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:34:18.289 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:34:18.292 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:34:48.352 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:34:48.355 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:35:18.499 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:35:18.502 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:35:48.559 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:35:48.562 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:36:18.693 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:36:18.695 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:36:48.974 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:36:48.977 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:37:19.037 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:37:19.040 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:37:49.126 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:37:49.129 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:38:19.423 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:38:19.426 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:38:49.586 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:38:49.589 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:39:19.658 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:39:19.661 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:39:49.739 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:39:49.742 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:40:19.986 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:40:19.989 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:40:20.021 INFO:tasks.ceph.mds.d.smithi153.stderr:2024-02-10T02:40:20.020+0000 7f135f872640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 50587) UID: 0 2024-02-10T02:40:20.022 INFO:tasks.ceph.mds.b.smithi153.stderr:2024-02-10T02:40:20.020+0000 7fae8c2de640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 50587) UID: 0 2024-02-10T02:42:53.184 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:42:53.189 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:42:58.332 INFO:teuthology.orchestra.run.smithi027.stdout:generic/522 1957s 2024-02-10T02:42:58.374 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/522 2024-02-10T02:42:58.375 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T02:42:58.377 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:42:58.396 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T02:42:58.397 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/523) 2024-02-10T02:42:58.755 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T02:42:58.759 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T02:42:58.759 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:42:58.885 INFO:teuthology.orchestra.run.smithi027.stdout:generic/523 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T02:42:58.889 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/523 2024-02-10T02:42:58.889 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/523 2024-02-10T02:42:58.889 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T02:42:58.891 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:42:58.900 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T02:42:58.900 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/524) 2024-02-10T02:42:59.084 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T02:42:59.088 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T02:42:59.088 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:42:59.211 INFO:teuthology.orchestra.run.smithi027.stdout:generic/524 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T02:42:59.215 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/524 2024-02-10T02:42:59.215 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/524 2024-02-10T02:42:59.215 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T02:42:59.217 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:42:59.226 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T02:42:59.226 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/525) 2024-02-10T02:42:59.415 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T02:42:59.419 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T02:42:59.419 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:42:59.539 INFO:teuthology.orchestra.run.smithi027.stdout:generic/525 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T02:42:59.542 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/525 2024-02-10T02:42:59.542 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/525 2024-02-10T02:42:59.542 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T02:42:59.545 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:42:59.553 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T02:42:59.553 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/526) 2024-02-10T02:42:59.739 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T02:42:59.743 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T02:42:59.743 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:42:59.905 INFO:teuthology.orchestra.run.smithi027.stdout:generic/526 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T02:42:59.908 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/526 2024-02-10T02:42:59.909 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/526 2024-02-10T02:42:59.909 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T02:42:59.911 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:42:59.920 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T02:42:59.920 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/527) 2024-02-10T02:43:00.120 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T02:43:00.124 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T02:43:00.124 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:43:00.264 INFO:teuthology.orchestra.run.smithi027.stdout:generic/527 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T02:43:00.267 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/527 2024-02-10T02:43:00.267 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/527 2024-02-10T02:43:00.267 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T02:43:00.270 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:43:00.278 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T02:43:00.278 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/528) 2024-02-10T02:43:00.461 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T02:43:00.465 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T02:43:00.465 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:43:00.621 INFO:teuthology.orchestra.run.smithi027.stdout:generic/528 [not run] inode creation time not supported by this filesystem 2024-02-10T02:43:00.625 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/528 2024-02-10T02:43:00.625 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/528 2024-02-10T02:43:00.625 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T02:43:00.627 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:43:00.636 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T02:43:00.637 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/529) 2024-02-10T02:43:00.820 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T02:43:00.824 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T02:43:00.824 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:43:00.995 INFO:teuthology.orchestra.run.smithi027.stdout:generic/529 [not run] ACLs not supported by this filesystem type: ceph-fuse 2024-02-10T02:43:00.999 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/529 2024-02-10T02:43:00.999 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/529 2024-02-10T02:43:00.999 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T02:43:01.001 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:43:01.010 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T02:43:01.010 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/530) 2024-02-10T02:43:01.196 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T02:43:01.200 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T02:43:01.201 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:43:01.318 INFO:teuthology.orchestra.run.smithi027.stdout:generic/530 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T02:43:01.322 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/530 2024-02-10T02:43:01.322 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/530 2024-02-10T02:43:01.322 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T02:43:01.325 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:43:01.333 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T02:43:01.334 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/531) 2024-02-10T02:43:01.517 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T02:43:01.521 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T02:43:01.521 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:43:01.648 INFO:teuthology.orchestra.run.smithi027.stdout:generic/531 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T02:43:01.651 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/531 2024-02-10T02:43:01.651 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/531 2024-02-10T02:43:01.651 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T02:43:01.654 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:43:01.662 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T02:43:01.663 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/532) 2024-02-10T02:43:01.848 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T02:43:01.852 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T02:43:01.852 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:43:02.014 INFO:teuthology.orchestra.run.smithi027.stdout:generic/532 1s 2024-02-10T02:43:02.019 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/532 2024-02-10T02:43:02.020 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T02:43:02.022 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:43:02.031 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T02:43:02.031 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/533) 2024-02-10T02:43:02.213 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T02:43:02.217 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T02:43:02.217 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:43:02.595 INFO:teuthology.orchestra.run.smithi027.stdout:generic/533 0s 2024-02-10T02:43:02.600 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/533 2024-02-10T02:43:02.600 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T02:43:02.603 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:43:02.611 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T02:43:02.611 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/534) 2024-02-10T02:43:02.795 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T02:43:02.799 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T02:43:02.799 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:43:02.937 INFO:teuthology.orchestra.run.smithi027.stdout:generic/534 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T02:43:02.941 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/534 2024-02-10T02:43:02.941 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/534 2024-02-10T02:43:02.941 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T02:43:02.943 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:43:02.951 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T02:43:02.952 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/535) 2024-02-10T02:43:03.140 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T02:43:03.144 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T02:43:03.145 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:43:03.276 INFO:teuthology.orchestra.run.smithi027.stdout:generic/535 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T02:43:03.279 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/535 2024-02-10T02:43:03.280 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/535 2024-02-10T02:43:03.280 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T02:43:03.282 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:43:03.300 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T02:43:03.300 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/536) 2024-02-10T02:43:03.488 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T02:43:03.492 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T02:43:03.492 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:43:03.610 INFO:teuthology.orchestra.run.smithi027.stdout:generic/536 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T02:43:03.613 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/536 2024-02-10T02:43:03.613 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/536 2024-02-10T02:43:03.613 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T02:43:03.615 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:43:03.624 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T02:43:03.625 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/537) 2024-02-10T02:43:03.817 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T02:43:03.821 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T02:43:03.821 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:43:03.947 INFO:teuthology.orchestra.run.smithi027.stdout:generic/537 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T02:43:03.950 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/537 2024-02-10T02:43:03.951 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/537 2024-02-10T02:43:03.951 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T02:43:03.953 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:43:03.962 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T02:43:03.962 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/538) 2024-02-10T02:43:04.150 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T02:43:04.154 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T02:43:04.154 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T02:43:23.259 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:43:23.262 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:43:53.410 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:43:53.413 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:44:23.481 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:44:23.485 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:44:53.612 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:44:53.615 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:45:23.674 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:45:23.677 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:45:53.805 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:45:53.808 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:46:24.128 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:46:24.131 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:46:54.186 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:46:54.189 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:47:24.512 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:47:24.515 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:47:54.568 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:47:54.571 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:48:24.698 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:48:24.701 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:48:54.763 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:48:54.765 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:49:24.883 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:49:24.886 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:49:54.989 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:49:54.992 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:50:25.119 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:50:25.122 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:50:55.441 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:50:55.444 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:51:25.497 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:51:25.500 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:51:55.652 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:51:55.655 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:52:25.991 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:52:25.994 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:52:56.122 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:52:56.125 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:53:26.187 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:53:26.190 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:53:56.290 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:53:56.293 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:54:26.363 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:54:26.367 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:54:26.421 INFO:tasks.ceph.osd.2.smithi027.stderr:2024-02-10T02:54:26.420+0000 7fbf2d67d640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 457978) UID: 0 2024-02-10T02:54:26.421 INFO:tasks.ceph.osd.3.smithi027.stderr:2024-02-10T02:54:26.420+0000 7fc145058640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 457978) UID: 0 2024-02-10T02:54:26.422 INFO:tasks.ceph.osd.1.smithi027.stderr:2024-02-10T02:54:26.420+0000 7f1244ac9640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 457978) UID: 0 2024-02-10T02:54:26.422 INFO:tasks.ceph.osd.0.smithi027.stderr:2024-02-10T02:54:26.420+0000 7fd26a091640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 457978) UID: 0 2024-02-10T02:56:44.828 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:56:44.831 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:57:14.959 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:57:14.962 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:57:45.027 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:57:45.030 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:58:15.153 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:58:15.156 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:58:45.224 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:58:45.227 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:59:15.380 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:59:15.383 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:59:45.446 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T02:59:45.450 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:00:15.532 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:00:15.535 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:00:45.602 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:00:45.605 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:01:15.701 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:01:15.704 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:01:45.774 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:01:45.778 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:02:15.911 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:02:15.914 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:02:45.973 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:02:45.975 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:03:16.080 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:03:16.083 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:03:46.136 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:03:46.138 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:04:16.265 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:04:16.268 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:04:46.350 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:04:46.353 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:05:16.452 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:05:16.455 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:05:46.781 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:05:46.784 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:06:16.903 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:06:16.906 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:06:47.042 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:06:47.044 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:07:17.101 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:07:17.104 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:07:47.185 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:07:47.188 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:08:17.424 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:08:17.427 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:08:47.537 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:08:47.540 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:09:17.600 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:09:17.603 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:09:47.914 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:09:47.917 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:10:17.978 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:10:17.981 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:10:48.083 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:10:48.086 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:11:18.154 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:11:18.158 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:11:48.285 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:11:48.288 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:12:18.348 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:12:18.351 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:12:48.479 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:12:48.482 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:13:18.592 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:13:18.595 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:13:48.662 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:13:48.665 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:14:18.760 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:14:18.763 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:14:48.818 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:14:48.821 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:15:18.946 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:15:18.949 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:15:49.035 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:15:49.038 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:16:19.123 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:16:19.126 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:16:49.187 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:16:49.190 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:17:19.411 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:17:19.415 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:17:49.497 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:17:49.500 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:18:19.577 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:18:19.581 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:18:49.649 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:18:49.653 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:19:19.757 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:19:19.760 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:19:49.826 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:19:49.829 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:20:19.973 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:20:19.977 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:20:50.077 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:20:50.080 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:21:20.217 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:21:20.220 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:21:50.424 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:21:50.427 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:22:04.413 INFO:teuthology.orchestra.run.smithi027.stdout:generic/538 2340s 2024-02-10T03:22:04.418 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/538 2024-02-10T03:22:04.418 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:04.420 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:04.429 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:04.430 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/539) 2024-02-10T03:22:04.900 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:04.904 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:04.904 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:06.610 INFO:teuthology.orchestra.run.smithi027.stdout:generic/539 2s 2024-02-10T03:22:06.615 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/539 2024-02-10T03:22:06.616 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:06.618 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:06.627 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:06.627 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/540) 2024-02-10T03:22:07.077 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:07.081 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:07.081 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:07.201 INFO:teuthology.orchestra.run.smithi027.stdout:generic/540 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:07.205 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/540 2024-02-10T03:22:07.205 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/540 2024-02-10T03:22:07.205 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:07.207 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:07.216 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:07.216 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/541) 2024-02-10T03:22:07.400 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:07.404 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:07.404 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:07.531 INFO:teuthology.orchestra.run.smithi027.stdout:generic/541 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:07.535 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/541 2024-02-10T03:22:07.535 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/541 2024-02-10T03:22:07.535 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:07.537 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:07.545 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:07.545 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/542) 2024-02-10T03:22:07.739 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:07.743 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:07.743 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:07.868 INFO:teuthology.orchestra.run.smithi027.stdout:generic/542 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:07.871 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/542 2024-02-10T03:22:07.871 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/542 2024-02-10T03:22:07.871 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:07.874 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:07.882 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:07.883 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/543) 2024-02-10T03:22:08.063 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:08.066 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:08.066 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:08.194 INFO:teuthology.orchestra.run.smithi027.stdout:generic/543 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:08.198 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/543 2024-02-10T03:22:08.198 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/543 2024-02-10T03:22:08.198 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:08.200 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:08.209 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:08.209 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/544) 2024-02-10T03:22:08.393 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:08.397 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:08.397 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:08.520 INFO:teuthology.orchestra.run.smithi027.stdout:generic/544 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:08.524 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/544 2024-02-10T03:22:08.524 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/544 2024-02-10T03:22:08.524 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:08.526 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:08.535 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:08.535 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/545) 2024-02-10T03:22:08.732 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:08.736 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:08.736 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:08.917 INFO:teuthology.orchestra.run.smithi027.stdout:generic/545 [not run] file system doesn't support chattr +i 2024-02-10T03:22:08.921 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/545 2024-02-10T03:22:08.921 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/545 2024-02-10T03:22:08.921 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:08.923 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:08.932 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:08.932 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/546) 2024-02-10T03:22:09.119 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:09.123 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:09.123 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:09.300 INFO:teuthology.orchestra.run.smithi027.stdout:generic/546 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:09.304 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/546 2024-02-10T03:22:09.304 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/546 2024-02-10T03:22:09.304 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:09.306 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:09.314 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:09.315 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/547) 2024-02-10T03:22:09.496 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:09.500 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:09.500 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:09.636 INFO:teuthology.orchestra.run.smithi027.stdout:generic/547 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:09.640 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/547 2024-02-10T03:22:09.640 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/547 2024-02-10T03:22:09.640 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:09.642 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:09.651 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:09.651 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/548) 2024-02-10T03:22:09.842 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:09.846 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:09.846 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:10.022 INFO:teuthology.orchestra.run.smithi027.stdout:generic/548 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:10.026 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/548 2024-02-10T03:22:10.026 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/548 2024-02-10T03:22:10.026 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:10.028 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:10.037 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:10.037 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/549) 2024-02-10T03:22:10.226 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:10.230 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:10.230 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:10.390 INFO:teuthology.orchestra.run.smithi027.stdout:generic/549 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:10.393 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/549 2024-02-10T03:22:10.393 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/549 2024-02-10T03:22:10.393 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:10.396 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:10.410 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:10.411 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/550) 2024-02-10T03:22:10.597 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:10.601 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:10.601 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:10.753 INFO:teuthology.orchestra.run.smithi027.stdout:generic/550 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:10.757 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/550 2024-02-10T03:22:10.757 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/550 2024-02-10T03:22:10.757 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:10.759 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:10.768 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:10.768 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/551) 2024-02-10T03:22:10.956 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:10.960 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:10.960 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:11.089 INFO:teuthology.orchestra.run.smithi027.stdout:generic/551 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:11.093 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/551 2024-02-10T03:22:11.093 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/551 2024-02-10T03:22:11.093 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:11.095 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:11.104 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:11.104 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/552) 2024-02-10T03:22:11.294 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:11.298 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:11.298 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:11.435 INFO:teuthology.orchestra.run.smithi027.stdout:generic/552 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:11.439 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/552 2024-02-10T03:22:11.439 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/552 2024-02-10T03:22:11.439 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:11.441 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:11.450 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:11.450 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/553) 2024-02-10T03:22:11.640 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:11.644 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:11.644 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:11.836 INFO:teuthology.orchestra.run.smithi027.stdout:generic/553 [not run] xfs_io chattr +i failed (old kernel/wrong fs/bad args?) 2024-02-10T03:22:11.840 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/553 2024-02-10T03:22:11.840 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/553 2024-02-10T03:22:11.840 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:11.842 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:11.851 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:11.851 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/554) 2024-02-10T03:22:12.302 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:12.307 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:12.307 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:12.436 INFO:teuthology.orchestra.run.smithi027.stdout:generic/554 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:12.440 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/554 2024-02-10T03:22:12.440 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/554 2024-02-10T03:22:12.440 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:12.442 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:12.451 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:12.451 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/555) 2024-02-10T03:22:12.637 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:12.641 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:12.641 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:12.818 INFO:teuthology.orchestra.run.smithi027.stdout:generic/555 [not run] xfs_io chattr +ia failed (old kernel/wrong fs/bad args?) 2024-02-10T03:22:12.822 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/555 2024-02-10T03:22:12.822 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/555 2024-02-10T03:22:12.822 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:12.824 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:12.876 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:12.877 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/556) 2024-02-10T03:22:13.292 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:13.296 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:13.296 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:13.469 INFO:teuthology.orchestra.run.smithi027.stdout:generic/556 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:13.473 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/556 2024-02-10T03:22:13.473 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/556 2024-02-10T03:22:13.473 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:13.475 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:13.497 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:13.497 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/557) 2024-02-10T03:22:13.681 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:13.685 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:13.685 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:13.816 INFO:teuthology.orchestra.run.smithi027.stdout:generic/557 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:13.819 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/557 2024-02-10T03:22:13.820 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/557 2024-02-10T03:22:13.820 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:13.822 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:13.830 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:13.830 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/558) 2024-02-10T03:22:14.011 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:14.015 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:14.015 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:14.152 INFO:teuthology.orchestra.run.smithi027.stdout:generic/558 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:14.155 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/558 2024-02-10T03:22:14.155 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/558 2024-02-10T03:22:14.156 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:14.158 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:14.166 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:14.166 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/559) 2024-02-10T03:22:14.354 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:14.358 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:14.358 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:14.483 INFO:teuthology.orchestra.run.smithi027.stdout:generic/559 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:14.486 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/559 2024-02-10T03:22:14.486 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/559 2024-02-10T03:22:14.486 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:14.488 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:14.497 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:14.497 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/560) 2024-02-10T03:22:14.688 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:14.692 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:14.693 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:14.815 INFO:teuthology.orchestra.run.smithi027.stdout:generic/560 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:14.818 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/560 2024-02-10T03:22:14.819 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/560 2024-02-10T03:22:14.819 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:14.821 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:14.830 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:14.830 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/561) 2024-02-10T03:22:15.014 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:15.018 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:15.018 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:15.151 INFO:teuthology.orchestra.run.smithi027.stdout:generic/561 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:15.155 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/561 2024-02-10T03:22:15.155 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/561 2024-02-10T03:22:15.155 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:15.158 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:15.166 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:15.166 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/562) 2024-02-10T03:22:15.348 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:15.352 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:15.352 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:15.471 INFO:teuthology.orchestra.run.smithi027.stdout:generic/562 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:15.475 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/562 2024-02-10T03:22:15.475 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/562 2024-02-10T03:22:15.475 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:15.477 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:15.486 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:15.486 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/563) 2024-02-10T03:22:15.679 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:15.683 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:15.683 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:15.837 INFO:teuthology.orchestra.run.smithi027.stdout:generic/563 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:15.841 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/563 2024-02-10T03:22:15.841 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/563 2024-02-10T03:22:15.841 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:15.843 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:15.852 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:15.852 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/564) 2024-02-10T03:22:16.039 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:16.043 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:16.043 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:16.452 INFO:teuthology.orchestra.run.smithi027.stdout:generic/564 0s 2024-02-10T03:22:16.458 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/564 2024-02-10T03:22:16.458 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:16.460 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:16.469 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:16.469 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/565) 2024-02-10T03:22:16.933 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:16.937 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:16.937 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:17.062 INFO:teuthology.orchestra.run.smithi027.stdout:generic/565 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:17.065 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/565 2024-02-10T03:22:17.065 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/565 2024-02-10T03:22:17.065 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:17.068 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:17.077 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:17.077 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/566) 2024-02-10T03:22:17.261 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:17.265 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:17.265 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:17.384 INFO:teuthology.orchestra.run.smithi027.stdout:generic/566 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:17.388 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/566 2024-02-10T03:22:17.388 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/566 2024-02-10T03:22:17.388 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:17.390 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:17.399 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:17.399 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/567) 2024-02-10T03:22:17.582 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:17.586 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:17.586 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:17.703 INFO:teuthology.orchestra.run.smithi027.stdout:generic/567 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:17.707 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/567 2024-02-10T03:22:17.707 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/567 2024-02-10T03:22:17.707 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:17.709 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:17.718 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:17.718 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/568) 2024-02-10T03:22:17.910 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:17.914 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:17.914 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:18.108 INFO:teuthology.orchestra.run.smithi027.stdout:generic/568 1s 2024-02-10T03:22:18.119 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/568 2024-02-10T03:22:18.119 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:18.122 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:18.156 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:18.156 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/569) 2024-02-10T03:22:18.553 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:18.558 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:18.558 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:18.721 INFO:teuthology.orchestra.run.smithi027.stdout:generic/569 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:18.725 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/569 2024-02-10T03:22:18.725 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/569 2024-02-10T03:22:18.725 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:18.727 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:18.736 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:18.736 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/570) 2024-02-10T03:22:18.929 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:18.933 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:18.933 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:19.135 INFO:teuthology.orchestra.run.smithi027.stdout:generic/570 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:19.138 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/570 2024-02-10T03:22:19.138 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/570 2024-02-10T03:22:19.138 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:19.140 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:19.149 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:19.150 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/571) 2024-02-10T03:22:19.333 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:19.337 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:19.337 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:20.489 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:22:20.492 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:22:25.650 INFO:teuthology.orchestra.run.smithi027.stdout:generic/571 6s 2024-02-10T03:22:25.656 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/571 2024-02-10T03:22:25.656 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:25.659 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:25.668 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:25.669 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/572) 2024-02-10T03:22:26.113 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:26.119 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:26.119 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:26.252 INFO:teuthology.orchestra.run.smithi027.stdout:generic/572 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:26.253 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/572 2024-02-10T03:22:26.253 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/572 2024-02-10T03:22:26.253 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:26.255 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:26.264 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:26.264 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/573) 2024-02-10T03:22:26.445 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:26.450 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:26.450 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:26.569 INFO:teuthology.orchestra.run.smithi027.stdout:generic/573 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:26.572 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/573 2024-02-10T03:22:26.572 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/573 2024-02-10T03:22:26.572 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:26.575 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:26.583 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:26.583 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/574) 2024-02-10T03:22:26.771 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:26.775 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:26.775 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:26.904 INFO:teuthology.orchestra.run.smithi027.stdout:generic/574 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:26.907 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/574 2024-02-10T03:22:26.907 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/574 2024-02-10T03:22:26.907 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:26.909 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:26.918 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:26.919 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/575) 2024-02-10T03:22:27.108 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:27.112 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:27.112 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:27.231 INFO:teuthology.orchestra.run.smithi027.stdout:generic/575 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:27.234 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/575 2024-02-10T03:22:27.234 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/575 2024-02-10T03:22:27.235 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:27.237 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:27.245 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:27.246 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/576) 2024-02-10T03:22:27.426 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:27.430 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:27.430 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:27.582 INFO:teuthology.orchestra.run.smithi027.stdout:generic/576 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:27.586 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/576 2024-02-10T03:22:27.586 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/576 2024-02-10T03:22:27.586 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:27.588 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:27.597 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:27.597 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/577) 2024-02-10T03:22:27.785 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:27.789 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:27.789 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:27.918 INFO:teuthology.orchestra.run.smithi027.stdout:generic/577 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:27.921 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/577 2024-02-10T03:22:27.921 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/577 2024-02-10T03:22:27.921 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:27.924 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:27.932 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:27.933 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/578) 2024-02-10T03:22:28.124 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:28.128 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:28.128 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:28.292 INFO:teuthology.orchestra.run.smithi027.stdout:generic/578 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2024-02-10T03:22:28.296 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/578 2024-02-10T03:22:28.296 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/578 2024-02-10T03:22:28.296 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:28.298 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:28.307 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:28.307 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/579) 2024-02-10T03:22:28.498 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:28.502 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:28.502 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:28.632 INFO:teuthology.orchestra.run.smithi027.stdout:generic/579 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:28.635 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/579 2024-02-10T03:22:28.636 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/579 2024-02-10T03:22:28.636 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:28.638 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:28.646 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:28.646 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/580) 2024-02-10T03:22:28.835 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:28.839 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:28.839 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:28.992 INFO:teuthology.orchestra.run.smithi027.stdout:generic/580 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:28.996 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/580 2024-02-10T03:22:28.996 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/580 2024-02-10T03:22:28.996 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:28.998 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:29.007 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:29.007 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/581) 2024-02-10T03:22:29.190 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:29.194 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:29.194 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:29.925 INFO:teuthology.orchestra.run.smithi027.stdout:generic/581 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:29.928 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/581 2024-02-10T03:22:29.928 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/581 2024-02-10T03:22:29.928 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:29.931 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:29.939 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:29.939 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/582) 2024-02-10T03:22:30.125 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:30.129 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:30.129 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:30.281 INFO:teuthology.orchestra.run.smithi027.stdout:generic/582 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:30.285 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/582 2024-02-10T03:22:30.285 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/582 2024-02-10T03:22:30.285 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:30.288 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:30.296 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:30.296 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/583) 2024-02-10T03:22:30.486 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:30.490 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:30.491 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:30.638 INFO:teuthology.orchestra.run.smithi027.stdout:generic/583 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:30.642 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/583 2024-02-10T03:22:30.642 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/583 2024-02-10T03:22:30.642 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:30.644 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:30.652 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:30.653 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/584) 2024-02-10T03:22:30.837 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:30.841 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:30.841 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:30.994 INFO:teuthology.orchestra.run.smithi027.stdout:generic/584 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:30.998 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/584 2024-02-10T03:22:30.998 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/584 2024-02-10T03:22:30.998 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:31.000 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:31.009 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:31.009 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/585) 2024-02-10T03:22:31.193 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:31.200 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:31.201 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:31.317 INFO:teuthology.orchestra.run.smithi027.stdout:generic/585 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:31.321 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/585 2024-02-10T03:22:31.321 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/585 2024-02-10T03:22:31.321 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:31.324 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:31.345 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:31.345 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/586) 2024-02-10T03:22:31.531 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:31.535 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:31.535 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:50.111 INFO:teuthology.orchestra.run.smithi027.stdout:generic/586 19s 2024-02-10T03:22:50.116 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/586 2024-02-10T03:22:50.116 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:50.118 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:50.127 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:50.128 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/587) 2024-02-10T03:22:50.552 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:50.557 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:50.557 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:50.624 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:22:50.626 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:22:50.875 INFO:teuthology.orchestra.run.smithi027.stdout:generic/587 [not run] disk quotas not supported by this filesystem type: ceph-fuse 2024-02-10T03:22:50.878 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/587 2024-02-10T03:22:50.878 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/587 2024-02-10T03:22:50.879 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:50.881 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:50.890 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:50.891 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/588) 2024-02-10T03:22:51.082 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:51.087 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:51.087 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:51.211 INFO:teuthology.orchestra.run.smithi027.stdout:generic/588 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:51.215 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/588 2024-02-10T03:22:51.215 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/588 2024-02-10T03:22:51.215 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:51.217 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:51.227 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:51.227 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/589) 2024-02-10T03:22:51.425 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:51.429 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:51.430 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:51.563 INFO:teuthology.orchestra.run.smithi027.stdout:generic/589 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:51.566 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/589 2024-02-10T03:22:51.566 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/589 2024-02-10T03:22:51.566 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:51.569 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:51.577 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:51.578 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/590) 2024-02-10T03:22:51.767 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:51.771 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:51.772 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:51.894 INFO:teuthology.orchestra.run.smithi027.stdout:generic/590 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:51.898 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/590 2024-02-10T03:22:51.898 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/590 2024-02-10T03:22:51.898 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:51.900 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:51.909 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:51.909 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/591) 2024-02-10T03:22:52.101 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:52.105 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:52.105 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:52.402 INFO:teuthology.orchestra.run.smithi027.stdout:generic/591 0s 2024-02-10T03:22:52.407 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/591 2024-02-10T03:22:52.407 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:52.410 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:52.418 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:52.419 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/592) 2024-02-10T03:22:52.871 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:52.876 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:52.876 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:53.024 INFO:teuthology.orchestra.run.smithi027.stdout:generic/592 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:53.028 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/592 2024-02-10T03:22:53.028 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/592 2024-02-10T03:22:53.028 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:53.031 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:53.039 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:53.039 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/593) 2024-02-10T03:22:53.219 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:53.223 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:53.223 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:53.372 INFO:teuthology.orchestra.run.smithi027.stdout:generic/593 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:53.375 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/593 2024-02-10T03:22:53.375 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/593 2024-02-10T03:22:53.375 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:53.378 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:53.386 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:53.387 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/594) 2024-02-10T03:22:53.581 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:53.585 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:53.585 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:53.713 INFO:teuthology.orchestra.run.smithi027.stdout:generic/594 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:53.716 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/594 2024-02-10T03:22:53.716 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/594 2024-02-10T03:22:53.717 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:53.719 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:53.727 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:53.727 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/595) 2024-02-10T03:22:53.910 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:53.914 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:53.914 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:54.074 INFO:teuthology.orchestra.run.smithi027.stdout:generic/595 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:54.077 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/595 2024-02-10T03:22:54.077 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/595 2024-02-10T03:22:54.077 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:54.080 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:54.088 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:54.088 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/596) 2024-02-10T03:22:54.274 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:54.278 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:54.278 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:54.486 INFO:teuthology.orchestra.run.smithi027.stdout:generic/596 [not run] file system doesn't support chattr +S 2024-02-10T03:22:54.489 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/596 2024-02-10T03:22:54.489 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/596 2024-02-10T03:22:54.489 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:54.492 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:54.501 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:54.501 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/597) 2024-02-10T03:22:54.687 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:54.691 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:54.691 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:55.386 INFO:teuthology.orchestra.run.smithi027.stdout:generic/597 - output mismatch (see /tmp/tmp.6IDzV8czZ2xfstests-dev/results//generic/597.out.bad) 2024-02-10T03:22:55.388 INFO:teuthology.orchestra.run.smithi027.stdout: --- tests/generic/597.out 2024-02-09 23:58:07.779651290 +0000 2024-02-10T03:22:55.388 INFO:teuthology.orchestra.run.smithi027.stdout: +++ /tmp/tmp.6IDzV8czZ2xfstests-dev/results//generic/597.out.bad 2024-02-10 03:22:55.383840222 +0000 2024-02-10T03:22:55.388 INFO:teuthology.orchestra.run.smithi027.stdout: @@ -4,11 +4,11 @@ 2024-02-10T03:22:55.388 INFO:teuthology.orchestra.run.smithi027.stdout: fs.protected_symlinks = 0 2024-02-10T03:22:55.388 INFO:teuthology.orchestra.run.smithi027.stdout: successfully followed symlink 2024-02-10T03:22:55.388 INFO:teuthology.orchestra.run.smithi027.stdout: fs.protected_symlinks = 1 2024-02-10T03:22:55.388 INFO:teuthology.orchestra.run.smithi027.stdout: -Permission denied 2024-02-10T03:22:55.389 INFO:teuthology.orchestra.run.smithi027.stdout: +successfully followed symlink 2024-02-10T03:22:55.389 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:55.389 INFO:teuthology.orchestra.run.smithi027.stdout: == Test hardlink create protection when 2024-02-10T03:22:55.389 INFO:teuthology.orchestra.run.smithi027.stdout: == process != target owner and process cannot read target 2024-02-10T03:22:55.389 INFO:teuthology.orchestra.run.smithi027.stdout: fs.protected_hardlinks = 0 2024-02-10T03:22:55.389 INFO:teuthology.orchestra.run.smithi027.stdout: -successfully created hardlink 2024-02-10T03:22:55.389 INFO:teuthology.orchestra.run.smithi027.stdout: +Permission denied 2024-02-10T03:22:55.389 INFO:teuthology.orchestra.run.smithi027.stdout: fs.protected_hardlinks = 1 2024-02-10T03:22:55.389 INFO:teuthology.orchestra.run.smithi027.stdout: -ln: failed to create hard link 'TEST_DIR/597/sticky_dir/hardlink' => 'TEST_DIR/597/target': Operation not permitted 2024-02-10T03:22:55.389 INFO:teuthology.orchestra.run.smithi027.stdout: +Permission denied 2024-02-10T03:22:55.390 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/597 2024-02-10T03:22:55.390 INFO:teuthology.orchestra.run.smithi027.stdout:Failures: generic/597 2024-02-10T03:22:55.391 INFO:teuthology.orchestra.run.smithi027.stdout:Failed 1 of 1 tests 2024-02-10T03:22:55.393 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:55.402 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-10T03:22:55.403 INFO:tasks.cephfs.xfstests_dev:Command failed 2024-02-10T03:22:55.403 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2024-02-10T03:22:55.403 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/598) 2024-02-10T03:22:55.872 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:55.876 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:55.876 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:56.524 INFO:teuthology.orchestra.run.smithi027.stdout:generic/598 - output mismatch (see /tmp/tmp.6IDzV8czZ2xfstests-dev/results//generic/598.out.bad) 2024-02-10T03:22:56.526 INFO:teuthology.orchestra.run.smithi027.stdout: --- tests/generic/598.out 2024-02-09 23:58:07.779651290 +0000 2024-02-10T03:22:56.526 INFO:teuthology.orchestra.run.smithi027.stdout: +++ /tmp/tmp.6IDzV8czZ2xfstests-dev/results//generic/598.out.bad 2024-02-10 03:22:56.521811140 +0000 2024-02-10T03:22:56.526 INFO:teuthology.orchestra.run.smithi027.stdout: @@ -5,13 +5,10 @@ 2024-02-10T03:22:56.526 INFO:teuthology.orchestra.run.smithi027.stdout: = only group writable dir 2024-02-10T03:22:56.526 INFO:teuthology.orchestra.run.smithi027.stdout: fs.protected_regular = 1 2024-02-10T03:22:56.527 INFO:teuthology.orchestra.run.smithi027.stdout: = group & world writable dir 2024-02-10T03:22:56.527 INFO:teuthology.orchestra.run.smithi027.stdout: -Permission denied 2024-02-10T03:22:56.527 INFO:teuthology.orchestra.run.smithi027.stdout: = only group writable dir 2024-02-10T03:22:56.527 INFO:teuthology.orchestra.run.smithi027.stdout: fs.protected_regular = 2 2024-02-10T03:22:56.527 INFO:teuthology.orchestra.run.smithi027.stdout: = group & world writable dir 2024-02-10T03:22:56.527 INFO:teuthology.orchestra.run.smithi027.stdout: -Permission denied 2024-02-10T03:22:56.527 INFO:teuthology.orchestra.run.smithi027.stdout: = only group writable dir 2024-02-10T03:22:56.527 INFO:teuthology.orchestra.run.smithi027.stdout: -Permission denied 2024-02-10T03:22:56.527 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:56.527 INFO:teuthology.orchestra.run.smithi027.stdout: == Test fifo open when owned by another and fifo owner != dir owner 2024-02-10T03:22:56.527 INFO:teuthology.orchestra.run.smithi027.stdout: fs.protected_fifos = 0 2024-02-10T03:22:56.527 INFO:teuthology.orchestra.run.smithi027.stdout: @@ -19,10 +16,7 @@ 2024-02-10T03:22:56.528 INFO:teuthology.orchestra.run.smithi027.stdout: = only group writable dir 2024-02-10T03:22:56.528 INFO:teuthology.orchestra.run.smithi027.stdout: fs.protected_fifos = 1 2024-02-10T03:22:56.528 INFO:teuthology.orchestra.run.smithi027.stdout: = group & world writable dir 2024-02-10T03:22:56.528 INFO:teuthology.orchestra.run.smithi027.stdout: -Permission denied 2024-02-10T03:22:56.528 INFO:teuthology.orchestra.run.smithi027.stdout: = only group writable dir 2024-02-10T03:22:56.528 INFO:teuthology.orchestra.run.smithi027.stdout: fs.protected_fifos = 2 2024-02-10T03:22:56.528 INFO:teuthology.orchestra.run.smithi027.stdout: = group & world writable dir 2024-02-10T03:22:56.528 INFO:teuthology.orchestra.run.smithi027.stdout: -Permission denied 2024-02-10T03:22:56.528 INFO:teuthology.orchestra.run.smithi027.stdout: = only group writable dir 2024-02-10T03:22:56.528 INFO:teuthology.orchestra.run.smithi027.stdout: -Permission denied 2024-02-10T03:22:56.529 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/598 2024-02-10T03:22:56.529 INFO:teuthology.orchestra.run.smithi027.stdout:Failures: generic/598 2024-02-10T03:22:56.529 INFO:teuthology.orchestra.run.smithi027.stdout:Failed 1 of 1 tests 2024-02-10T03:22:56.531 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:56.540 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-10T03:22:56.541 INFO:tasks.cephfs.xfstests_dev:Command failed 2024-02-10T03:22:56.541 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2024-02-10T03:22:56.541 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/599) 2024-02-10T03:22:56.983 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:56.987 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:56.987 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:57.120 INFO:teuthology.orchestra.run.smithi027.stdout:generic/599 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:57.124 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/599 2024-02-10T03:22:57.124 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/599 2024-02-10T03:22:57.124 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:57.127 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:57.136 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:57.136 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/600) 2024-02-10T03:22:57.323 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:57.326 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:57.327 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:57.445 INFO:teuthology.orchestra.run.smithi027.stdout:generic/600 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:57.449 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/600 2024-02-10T03:22:57.449 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/600 2024-02-10T03:22:57.449 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:57.451 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:57.460 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:57.460 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/601) 2024-02-10T03:22:57.643 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:57.647 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:57.647 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:57.766 INFO:teuthology.orchestra.run.smithi027.stdout:generic/601 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:57.770 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/601 2024-02-10T03:22:57.770 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/601 2024-02-10T03:22:57.770 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:57.772 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:57.781 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:57.781 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/602) 2024-02-10T03:22:57.972 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:57.976 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:57.976 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:58.128 INFO:teuthology.orchestra.run.smithi027.stdout:generic/602 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:58.132 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/602 2024-02-10T03:22:58.132 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/602 2024-02-10T03:22:58.132 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:58.134 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:58.143 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:58.143 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/603) 2024-02-10T03:22:58.335 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:58.339 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:58.340 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:58.469 INFO:teuthology.orchestra.run.smithi027.stdout:generic/603 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:58.473 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/603 2024-02-10T03:22:58.473 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/603 2024-02-10T03:22:58.473 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:58.475 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:58.493 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:58.494 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/604) 2024-02-10T03:22:58.677 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:58.681 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:58.681 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:58.806 INFO:teuthology.orchestra.run.smithi027.stdout:generic/604 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:58.810 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/604 2024-02-10T03:22:58.810 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/604 2024-02-10T03:22:58.810 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:58.812 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:58.821 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:58.821 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/605) 2024-02-10T03:22:59.006 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:59.010 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:59.010 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:59.133 INFO:teuthology.orchestra.run.smithi027.stdout:generic/605 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:59.136 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/605 2024-02-10T03:22:59.136 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/605 2024-02-10T03:22:59.136 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:59.139 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:59.147 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:59.147 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/606) 2024-02-10T03:22:59.329 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:59.333 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:59.333 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:59.463 INFO:teuthology.orchestra.run.smithi027.stdout:generic/606 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:59.466 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/606 2024-02-10T03:22:59.466 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/606 2024-02-10T03:22:59.467 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:59.469 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:59.484 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:59.485 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/607) 2024-02-10T03:22:59.666 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:59.669 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:59.670 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:59.788 INFO:teuthology.orchestra.run.smithi027.stdout:generic/607 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:22:59.791 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/607 2024-02-10T03:22:59.791 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/607 2024-02-10T03:22:59.792 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:22:59.794 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:22:59.803 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:22:59.803 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/608) 2024-02-10T03:22:59.991 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:22:59.992 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:22:59.992 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:00.116 INFO:teuthology.orchestra.run.smithi027.stdout:generic/608 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:23:00.120 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/608 2024-02-10T03:23:00.120 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/608 2024-02-10T03:23:00.120 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:00.122 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:00.130 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:00.130 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/609) 2024-02-10T03:23:00.314 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:00.318 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:00.318 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:00.713 INFO:teuthology.orchestra.run.smithi027.stdout:generic/609 0s 2024-02-10T03:23:00.719 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/609 2024-02-10T03:23:00.719 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:00.721 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:00.730 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:00.730 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/610) 2024-02-10T03:23:01.179 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:01.183 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:01.183 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:01.306 INFO:teuthology.orchestra.run.smithi027.stdout:generic/610 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:23:01.310 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/610 2024-02-10T03:23:01.310 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/610 2024-02-10T03:23:01.310 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:01.312 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:01.322 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:01.322 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/611) 2024-02-10T03:23:01.503 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:01.507 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:01.507 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:01.636 INFO:teuthology.orchestra.run.smithi027.stdout:generic/611 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:23:01.637 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/611 2024-02-10T03:23:01.638 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/611 2024-02-10T03:23:01.638 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:01.640 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:01.648 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:01.649 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/612) 2024-02-10T03:23:01.848 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:01.852 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:01.852 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:02.020 INFO:teuthology.orchestra.run.smithi027.stdout:generic/612 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T03:23:02.024 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/612 2024-02-10T03:23:02.024 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/612 2024-02-10T03:23:02.024 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:02.026 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:02.036 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:02.036 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/613) 2024-02-10T03:23:02.494 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:02.498 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:02.498 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:02.656 INFO:teuthology.orchestra.run.smithi027.stdout:generic/613 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:23:02.660 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/613 2024-02-10T03:23:02.660 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/613 2024-02-10T03:23:02.660 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:02.662 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:02.671 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:02.671 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/614) 2024-02-10T03:23:02.856 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:02.860 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:02.860 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:02.996 INFO:teuthology.orchestra.run.smithi027.stdout:generic/614 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:23:02.999 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/614 2024-02-10T03:23:02.999 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/614 2024-02-10T03:23:03.000 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:03.002 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:03.025 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:03.025 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/615) 2024-02-10T03:23:03.214 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:03.218 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:03.218 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:03.356 INFO:teuthology.orchestra.run.smithi027.stdout:generic/615 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:23:03.359 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/615 2024-02-10T03:23:03.359 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/615 2024-02-10T03:23:03.359 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:03.362 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:03.370 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:03.371 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/616) 2024-02-10T03:23:03.558 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:03.562 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:03.562 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:03.686 INFO:teuthology.orchestra.run.smithi027.stdout:generic/616 [not run] kernel does not support IO_URING 2024-02-10T03:23:03.690 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/616 2024-02-10T03:23:03.690 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/616 2024-02-10T03:23:03.690 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:03.692 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:03.702 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:03.702 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/617) 2024-02-10T03:23:03.884 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:03.888 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:03.888 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:04.091 INFO:teuthology.orchestra.run.smithi027.stdout:generic/617 [not run] kernel does not support IO_URING 2024-02-10T03:23:04.095 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/617 2024-02-10T03:23:04.095 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/617 2024-02-10T03:23:04.095 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:04.097 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:04.118 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:04.118 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/618) 2024-02-10T03:23:04.309 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:04.313 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:04.314 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:04.450 INFO:teuthology.orchestra.run.smithi027.stdout:generic/618 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:23:04.453 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/618 2024-02-10T03:23:04.453 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/618 2024-02-10T03:23:04.453 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:04.456 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:04.475 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:04.476 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/619) 2024-02-10T03:23:04.671 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:04.675 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:04.675 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:04.793 INFO:teuthology.orchestra.run.smithi027.stdout:generic/619 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:23:04.797 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/619 2024-02-10T03:23:04.797 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/619 2024-02-10T03:23:04.797 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:04.799 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:04.808 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:04.809 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/620) 2024-02-10T03:23:05.000 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:05.004 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:05.004 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:05.149 INFO:teuthology.orchestra.run.smithi027.stdout:generic/620 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:23:05.153 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/620 2024-02-10T03:23:05.153 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/620 2024-02-10T03:23:05.153 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:05.155 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:05.171 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:05.171 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/621) 2024-02-10T03:23:05.349 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:05.353 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:05.353 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:05.506 INFO:teuthology.orchestra.run.smithi027.stdout:generic/621 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:23:05.509 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/621 2024-02-10T03:23:05.509 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/621 2024-02-10T03:23:05.510 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:05.512 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:05.520 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:05.521 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/622) 2024-02-10T03:23:05.707 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:05.711 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:05.711 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:05.840 INFO:teuthology.orchestra.run.smithi027.stdout:generic/622 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:23:05.843 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/622 2024-02-10T03:23:05.844 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/622 2024-02-10T03:23:05.844 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:05.846 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:05.855 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:05.856 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/623) 2024-02-10T03:23:06.041 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:06.045 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:06.046 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:06.171 INFO:teuthology.orchestra.run.smithi027.stdout:generic/623 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:23:06.175 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/623 2024-02-10T03:23:06.175 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/623 2024-02-10T03:23:06.175 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:06.177 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:06.186 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:06.186 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/624) 2024-02-10T03:23:06.372 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:06.376 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:06.376 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:06.503 INFO:teuthology.orchestra.run.smithi027.stdout:generic/624 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:23:06.507 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/624 2024-02-10T03:23:06.507 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/624 2024-02-10T03:23:06.507 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:06.509 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:06.518 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:06.519 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/625) 2024-02-10T03:23:06.716 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:06.720 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:06.720 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:06.846 INFO:teuthology.orchestra.run.smithi027.stdout:generic/625 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:23:06.849 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/625 2024-02-10T03:23:06.849 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/625 2024-02-10T03:23:06.849 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:06.852 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:06.860 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:06.861 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/626) 2024-02-10T03:23:07.054 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:07.058 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:07.058 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:07.188 INFO:teuthology.orchestra.run.smithi027.stdout:generic/626 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:23:07.192 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/626 2024-02-10T03:23:07.192 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/626 2024-02-10T03:23:07.192 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:07.194 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:07.212 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:07.213 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/627) 2024-02-10T03:23:07.412 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:07.416 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:07.416 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:07.538 INFO:teuthology.orchestra.run.smithi027.stdout:generic/627 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:23:07.541 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/627 2024-02-10T03:23:07.541 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/627 2024-02-10T03:23:07.541 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:07.544 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:07.553 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:07.553 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/628) 2024-02-10T03:23:07.744 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:07.748 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:07.748 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:07.884 INFO:teuthology.orchestra.run.smithi027.stdout:generic/628 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:23:07.888 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/628 2024-02-10T03:23:07.888 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/628 2024-02-10T03:23:07.888 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:07.890 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:07.899 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:07.899 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/629) 2024-02-10T03:23:08.087 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:08.090 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:08.091 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:08.226 INFO:teuthology.orchestra.run.smithi027.stdout:generic/629 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:23:08.230 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/629 2024-02-10T03:23:08.230 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/629 2024-02-10T03:23:08.230 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:08.232 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:08.253 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:08.254 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/630) 2024-02-10T03:23:08.442 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:08.446 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:08.446 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:08.563 INFO:teuthology.orchestra.run.smithi027.stdout:generic/630 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:23:08.567 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/630 2024-02-10T03:23:08.567 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/630 2024-02-10T03:23:08.567 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:08.569 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:08.578 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:08.578 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/631) 2024-02-10T03:23:08.768 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:08.772 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:08.773 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:08.890 INFO:teuthology.orchestra.run.smithi027.stdout:generic/631 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:23:08.893 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/631 2024-02-10T03:23:08.893 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/631 2024-02-10T03:23:08.894 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:08.896 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:08.905 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:08.905 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/632) 2024-02-10T03:23:09.092 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:09.096 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:09.096 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:11.832 INFO:teuthology.orchestra.run.smithi027.stdout:generic/632 2s 2024-02-10T03:23:11.837 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/632 2024-02-10T03:23:11.837 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:11.840 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:11.849 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:11.850 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/633) 2024-02-10T03:23:12.031 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:12.035 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:12.035 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:12.349 INFO:teuthology.orchestra.run.smithi027.stdout:generic/633 [failed, exit status 1]- output mismatch (see /tmp/tmp.6IDzV8czZ2xfstests-dev/results//generic/633.out.bad) 2024-02-10T03:23:12.368 INFO:teuthology.orchestra.run.smithi027.stdout: --- tests/generic/633.out 2024-02-09 23:58:07.782651213 +0000 2024-02-10T03:23:12.368 INFO:teuthology.orchestra.run.smithi027.stdout: +++ /tmp/tmp.6IDzV8czZ2xfstests-dev/results//generic/633.out.bad 2024-02-10 03:23:12.347406704 +0000 2024-02-10T03:23:12.369 INFO:teuthology.orchestra.run.smithi027.stdout: @@ -1,2 +1,5 @@ 2024-02-10T03:23:12.369 INFO:teuthology.orchestra.run.smithi027.stdout: QA output created by 633 2024-02-10T03:23:12.369 INFO:teuthology.orchestra.run.smithi027.stdout: Silence is golden 2024-02-10T03:23:12.369 INFO:teuthology.orchestra.run.smithi027.stdout: +vfstest.c: 1164: protected_symlinks - Success - failure: openat 2024-02-10T03:23:12.369 INFO:teuthology.orchestra.run.smithi027.stdout: +vfstest.c: 1171: protected_symlinks - Success - failure: wait_for_pid 2024-02-10T03:23:12.369 INFO:teuthology.orchestra.run.smithi027.stdout: +vfstest.c: 2418: run_test - Success - failure: following protected symlinks on regular mounts 2024-02-10T03:23:12.372 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/633 2024-02-10T03:23:12.372 INFO:teuthology.orchestra.run.smithi027.stdout:Failures: generic/633 2024-02-10T03:23:12.373 INFO:teuthology.orchestra.run.smithi027.stdout:Failed 1 of 1 tests 2024-02-10T03:23:12.378 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:12.397 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-10T03:23:12.398 INFO:tasks.cephfs.xfstests_dev:Command failed 2024-02-10T03:23:12.398 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2024-02-10T03:23:12.398 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/634) 2024-02-10T03:23:12.819 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:12.823 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:12.823 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:12.939 INFO:teuthology.orchestra.run.smithi027.stdout:generic/634 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:23:12.943 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/634 2024-02-10T03:23:12.943 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/634 2024-02-10T03:23:12.943 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:12.945 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:12.954 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:12.955 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/635) 2024-02-10T03:23:13.142 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:13.146 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:13.146 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:13.265 INFO:teuthology.orchestra.run.smithi027.stdout:generic/635 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:23:13.268 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/635 2024-02-10T03:23:13.269 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/635 2024-02-10T03:23:13.269 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:13.271 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:13.279 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:13.280 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/636) 2024-02-10T03:23:13.457 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:13.461 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:13.461 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:13.584 INFO:teuthology.orchestra.run.smithi027.stdout:generic/636 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:23:13.587 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/636 2024-02-10T03:23:13.587 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/636 2024-02-10T03:23:13.588 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:13.590 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:13.599 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:13.599 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/637) 2024-02-10T03:23:13.784 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:13.788 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:13.788 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:14.828 INFO:teuthology.orchestra.run.smithi027.stdout:generic/637 1s 2024-02-10T03:23:14.834 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/637 2024-02-10T03:23:14.834 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:14.836 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:14.845 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:14.846 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/638) 2024-02-10T03:23:15.307 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:15.313 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:15.313 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:15.480 INFO:teuthology.orchestra.run.smithi027.stdout:generic/638 0s 2024-02-10T03:23:15.486 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/638 2024-02-10T03:23:15.486 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:15.488 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:15.497 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:15.498 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/639) 2024-02-10T03:23:15.692 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:15.696 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:15.696 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:16.662 INFO:teuthology.orchestra.run.smithi027.stdout:generic/639 1s 2024-02-10T03:23:16.668 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/639 2024-02-10T03:23:16.669 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:16.671 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:16.681 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:16.681 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/640) 2024-02-10T03:23:16.874 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:16.878 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:16.878 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:17.016 INFO:teuthology.orchestra.run.smithi027.stdout:generic/640 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:23:17.020 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/640 2024-02-10T03:23:17.020 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/640 2024-02-10T03:23:17.020 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:17.022 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:17.031 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:17.031 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/641) 2024-02-10T03:23:17.215 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:17.219 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:17.219 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:17.340 INFO:teuthology.orchestra.run.smithi027.stdout:generic/641 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:23:17.343 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/641 2024-02-10T03:23:17.344 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/641 2024-02-10T03:23:17.344 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:17.346 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:17.354 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:17.354 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/642) 2024-02-10T03:23:17.538 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:17.542 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:17.542 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:17.668 INFO:teuthology.orchestra.run.smithi027.stdout:generic/642 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:23:17.671 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/642 2024-02-10T03:23:17.672 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/642 2024-02-10T03:23:17.672 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:17.674 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:17.682 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:17.682 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/643) 2024-02-10T03:23:17.873 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:17.878 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:17.878 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:17.996 INFO:teuthology.orchestra.run.smithi027.stdout:generic/643 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:23:17.999 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/643 2024-02-10T03:23:17.999 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/643 2024-02-10T03:23:17.999 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:18.001 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:18.010 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:18.010 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/644) 2024-02-10T03:23:18.195 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:18.199 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:18.199 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:18.324 INFO:teuthology.orchestra.run.smithi027.stdout:generic/644 [not run] vfstest not support by ceph-fuse 2024-02-10T03:23:18.328 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/644 2024-02-10T03:23:18.328 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/644 2024-02-10T03:23:18.328 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:18.330 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:18.339 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:18.339 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/645) 2024-02-10T03:23:18.524 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:18.528 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:18.528 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:18.657 INFO:teuthology.orchestra.run.smithi027.stdout:generic/645 [not run] vfstest not support by ceph-fuse 2024-02-10T03:23:18.660 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/645 2024-02-10T03:23:18.660 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/645 2024-02-10T03:23:18.660 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:18.662 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:18.671 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:18.672 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/646) 2024-02-10T03:23:18.853 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:18.857 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:18.857 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:18.977 INFO:teuthology.orchestra.run.smithi027.stdout:generic/646 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:23:18.981 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/646 2024-02-10T03:23:18.981 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/646 2024-02-10T03:23:18.981 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:18.983 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:18.992 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:18.993 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/647) 2024-02-10T03:23:19.179 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:19.183 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:19.183 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:19.498 INFO:teuthology.orchestra.run.smithi027.stdout:generic/647 0s 2024-02-10T03:23:19.503 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/647 2024-02-10T03:23:19.503 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:19.506 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:19.514 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:19.515 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/648) 2024-02-10T03:23:19.958 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:19.962 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:19.962 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:20.098 INFO:teuthology.orchestra.run.smithi027.stdout:generic/648 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T03:23:20.102 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/648 2024-02-10T03:23:20.102 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/648 2024-02-10T03:23:20.102 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:20.104 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:20.113 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:20.113 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/649) 2024-02-10T03:23:20.298 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:20.302 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:20.302 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:20.478 INFO:teuthology.orchestra.run.smithi027.stdout:generic/649 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T03:23:20.481 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/649 2024-02-10T03:23:20.481 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/649 2024-02-10T03:23:20.481 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T03:23:20.483 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:20.492 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T03:23:20.492 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/650) 2024-02-10T03:23:20.686 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:23:20.689 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:23:20.995 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T03:23:21.000 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T03:23:21.000 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T03:23:50.835 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:23:50.839 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:24:20.951 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:24:20.959 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:24:51.245 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:24:51.249 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:25:21.389 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:25:21.392 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:25:51.533 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:25:51.538 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:26:21.697 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:26:21.701 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:26:52.089 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:26:52.094 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:26:52.126 INFO:tasks.ceph.osd.4.smithi153.stderr:2024-02-10T03:26:52.125+0000 7f3f76301640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 52185) UID: 0 2024-02-10T03:26:52.127 INFO:tasks.ceph.osd.6.smithi153.stderr:2024-02-10T03:26:52.125+0000 7f259d6a3640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 52185) UID: 0 2024-02-10T03:26:52.127 INFO:tasks.ceph.osd.5.smithi153.stderr:2024-02-10T03:26:52.125+0000 7f68574da640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 52185) UID: 0 2024-02-10T03:26:52.127 INFO:tasks.ceph.osd.7.smithi153.stderr:2024-02-10T03:26:52.125+0000 7f8c00e18640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 52185) UID: 0 2024-02-10T03:29:09.697 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:29:09.701 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:29:40.293 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:29:40.299 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:30:10.448 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:30:10.456 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:30:40.583 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:30:40.587 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:31:10.931 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:31:10.935 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:31:41.087 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:31:41.091 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:32:11.348 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:32:11.352 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:32:41.540 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:32:41.545 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:33:11.698 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:33:11.707 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:33:41.854 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:33:41.859 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:34:12.436 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:34:12.439 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:34:12.489 INFO:tasks.ceph.osd.6.smithi153.stderr:2024-02-10T03:34:12.488+0000 7f259d6a3640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 52404) UID: 0 2024-02-10T03:34:12.490 INFO:tasks.ceph.osd.4.smithi153.stderr:2024-02-10T03:34:12.488+0000 7f3f76301640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 52404) UID: 0 2024-02-10T03:34:12.490 INFO:tasks.ceph.osd.7.smithi153.stderr:2024-02-10T03:34:12.488+0000 7f8c00e18640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 52404) UID: 0 2024-02-10T03:34:12.490 INFO:tasks.ceph.osd.5.smithi153.stderr:2024-02-10T03:34:12.488+0000 7f68574da640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 52404) UID: 0 2024-02-10T03:36:46.764 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:36:46.768 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:36:46.918 INFO:tasks.ceph.osd.0.smithi027.stderr:2024-02-10T03:36:46.914+0000 7fd26a091640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 515260) UID: 0 2024-02-10T03:36:46.918 INFO:tasks.ceph.osd.2.smithi027.stderr:2024-02-10T03:36:46.914+0000 7fbf2d67d640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 515260) UID: 0 2024-02-10T03:36:46.922 INFO:tasks.ceph.osd.1.smithi027.stderr:2024-02-10T03:36:46.917+0000 7f1244ac9640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 515260) UID: 0 2024-02-10T03:36:46.943 INFO:tasks.ceph.osd.3.smithi027.stderr:2024-02-10T03:36:46.914+0000 7fc145058640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 515260) UID: 0 2024-02-10T03:40:55.327 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:40:55.332 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:41:25.758 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:41:25.761 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:41:55.924 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:41:55.930 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:42:26.133 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:42:26.139 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:42:26.173 INFO:tasks.ceph.osd.4.smithi153.stderr:2024-02-10T03:42:26.172+0000 7f3f76301640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 52519) UID: 0 2024-02-10T03:42:26.173 INFO:tasks.ceph.osd.6.smithi153.stderr:2024-02-10T03:42:26.172+0000 7f259d6a3640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 52519) UID: 0 2024-02-10T03:42:26.174 INFO:tasks.ceph.osd.7.smithi153.stderr:2024-02-10T03:42:26.172+0000 7f8c00e18640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 52519) UID: 0 2024-02-10T03:42:26.174 INFO:tasks.ceph.osd.5.smithi153.stderr:2024-02-10T03:42:26.172+0000 7f68574da640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 52519) UID: 0 2024-02-10T03:45:08.784 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:45:08.788 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:45:08.969 INFO:tasks.ceph.mds.b.smithi153.stderr:2024-02-10T03:45:08.968+0000 7fae8c2de640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 52543) UID: 0 2024-02-10T03:45:08.969 INFO:tasks.ceph.mds.d.smithi153.stderr:2024-02-10T03:45:08.968+0000 7f135f872640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 52543) UID: 0 2024-02-10T03:47:42.293 INFO:tasks.ceph.osd.6.smithi153.stderr:2024-02-10T03:47:42.290+0000 7f259d6a3640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 52549) UID: 0 2024-02-10T03:47:42.294 INFO:tasks.ceph.osd.7.smithi153.stderr:2024-02-10T03:47:42.290+0000 7f8c00e18640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 52549) UID: 0 2024-02-10T03:47:42.294 INFO:tasks.ceph.osd.4.smithi153.stderr:2024-02-10T03:47:42.290+0000 7f3f76301640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 52549) UID: 0 2024-02-10T03:47:42.294 INFO:tasks.ceph.osd.5.smithi153.stderr:2024-02-10T03:47:42.290+0000 7f68574da640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 52549) UID: 0 2024-02-10T03:50:19.994 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:50:20.000 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:50:20.163 INFO:tasks.ceph.osd.2.smithi027.stderr:2024-02-10T03:50:20.162+0000 7fbf2d67d640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 517549) UID: 0 2024-02-10T03:50:20.166 INFO:tasks.ceph.osd.0.smithi027.stderr:2024-02-10T03:50:20.162+0000 7fd26a091640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 517549) UID: 0 2024-02-10T03:50:20.166 INFO:tasks.ceph.osd.1.smithi027.stderr:2024-02-10T03:50:20.162+0000 7f1244ac9640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 517549) UID: 0 2024-02-10T03:50:20.175 INFO:tasks.ceph.osd.3.smithi027.stderr:2024-02-10T03:50:20.174+0000 7fc145058640 -1 Fail to open '/proc/517549/cmdline' error = (2) No such file or directory 2024-02-10T03:50:20.175 INFO:tasks.ceph.osd.3.smithi027.stderr:2024-02-10T03:50:20.174+0000 7fc145058640 -1 received signal: Hangup from (PID: 517549) UID: 0 2024-02-10T03:54:31.051 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:54:31.054 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:55:01.187 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:55:01.193 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:55:31.342 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:55:31.347 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:56:01.524 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:56:01.527 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:56:31.628 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:56:31.632 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:57:01.784 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:57:01.789 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:57:31.898 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:57:31.904 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:58:02.045 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:58:02.051 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:58:32.221 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:58:32.225 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:59:02.345 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:59:02.348 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:59:32.458 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T03:59:32.462 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:00:02.589 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:00:02.592 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:00:32.767 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:00:32.771 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:01:02.975 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:01:02.979 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:01:33.181 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:01:33.184 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:02:03.327 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:02:03.332 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:02:33.468 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:02:33.472 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:03:03.591 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:03:03.602 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:03:34.011 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:03:34.020 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:04:04.326 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:04:04.360 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:04:34.504 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:04:34.508 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:05:04.852 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:05:04.856 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:05:34.992 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:05:34.996 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:06:05.146 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:06:05.150 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:06:35.377 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:06:35.381 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:07:05.650 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:07:05.654 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:07:35.800 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:07:35.814 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:08:05.917 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:08:05.925 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:08:36.080 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:08:36.084 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:09:06.248 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:09:06.253 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:09:36.621 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:09:36.625 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:09:36.671 INFO:tasks.ceph.mds.d.smithi153.stderr:2024-02-10T04:09:36.671+0000 7f135f872640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 53182) UID: 0 2024-02-10T04:09:36.672 INFO:tasks.ceph.mds.b.smithi153.stderr:2024-02-10T04:09:36.671+0000 7fae8c2de640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 53182) UID: 0 2024-02-10T04:12:28.455 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:12:28.458 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:12:58.608 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:12:58.611 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:13:28.956 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:13:28.964 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:13:59.115 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:13:59.120 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:14:29.270 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:14:29.273 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:14:59.584 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:14:59.588 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:15:29.717 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:15:29.722 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:15:59.809 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:15:59.813 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:16:30.046 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:16:30.049 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:17:00.278 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:17:00.284 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:17:30.428 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:17:30.434 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:18:00.671 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:18:00.680 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:18:30.837 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:18:30.841 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:19:01.031 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:19:01.036 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:19:31.182 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:19:31.189 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:20:01.395 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:20:01.399 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:20:01.558 INFO:tasks.ceph.osd.2.smithi027.stderr:2024-02-10T04:20:01.558+0000 7fbf2d67d640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 523526) UID: 0 2024-02-10T04:20:01.559 INFO:tasks.ceph.osd.1.smithi027.stderr:2024-02-10T04:20:01.558+0000 7f1244ac9640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 523526) UID: 0 2024-02-10T04:20:01.559 INFO:tasks.ceph.osd.3.smithi027.stderr:2024-02-10T04:20:01.559+0000 7fc145058640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 523526) UID: 0 2024-02-10T04:20:01.561 INFO:tasks.ceph.osd.0.smithi027.stderr:2024-02-10T04:20:01.557+0000 7fd26a091640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 523526) UID: 0 2024-02-10T04:24:23.757 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:24:23.761 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:24:53.922 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:24:53.925 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:25:24.098 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:25:24.102 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:25:54.223 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:25:54.228 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:26:24.550 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:26:24.555 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:26:54.698 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:26:54.703 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:27:24.832 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:27:24.839 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:27:55.116 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:27:55.121 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:28:25.255 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:28:25.264 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:28:55.426 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:28:55.430 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:29:25.758 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:29:25.763 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:29:55.912 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:29:55.917 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:30:26.162 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:30:26.165 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:30:56.299 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:30:56.303 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:31:26.387 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:31:26.392 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:31:56.586 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:31:56.591 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:32:28.074 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:32:28.078 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:32:58.198 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:32:58.205 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:33:28.470 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:33:28.477 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:33:28.533 INFO:tasks.ceph.mds.d.smithi153.stderr:2024-02-10T04:33:28.533+0000 7f135f872640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 53864) UID: 0 2024-02-10T04:33:28.533 INFO:tasks.ceph.mds.b.smithi153.stderr:2024-02-10T04:33:28.533+0000 7fae8c2de640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 53864) UID: 0 2024-02-10T04:36:31.132 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:36:31.136 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:36:31.262 INFO:tasks.ceph.osd.2.smithi027.stderr:2024-02-10T04:36:31.262+0000 7fbf2d67d640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 526287) UID: 0 2024-02-10T04:36:31.262 INFO:tasks.ceph.osd.3.smithi027.stderr:2024-02-10T04:36:31.262+0000 7fc145058640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 526287) UID: 0 2024-02-10T04:36:31.262 INFO:tasks.ceph.osd.1.smithi027.stderr:2024-02-10T04:36:31.262+0000 7f1244ac9640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 526287) UID: 0 2024-02-10T04:36:31.263 INFO:tasks.ceph.osd.0.smithi027.stderr:2024-02-10T04:36:31.262+0000 7fd26a091640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 526287) UID: 0 2024-02-10T04:37:24.358 INFO:teuthology.orchestra.run.smithi027.stdout:generic/650 4443s 2024-02-10T04:37:24.456 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/650 2024-02-10T04:37:24.456 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T04:37:24.463 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:24.498 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T04:37:24.498 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/651) 2024-02-10T04:37:25.305 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T04:37:25.323 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T04:37:25.323 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:25.712 INFO:teuthology.orchestra.run.smithi027.stdout:generic/651 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T04:37:25.723 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/651 2024-02-10T04:37:25.723 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/651 2024-02-10T04:37:25.723 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T04:37:25.730 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:25.753 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T04:37:25.754 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/652) 2024-02-10T04:37:26.427 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T04:37:26.444 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T04:37:26.444 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:26.819 INFO:teuthology.orchestra.run.smithi027.stdout:generic/652 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T04:37:26.831 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/652 2024-02-10T04:37:26.832 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/652 2024-02-10T04:37:26.832 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T04:37:26.837 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:26.861 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T04:37:26.861 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/653) 2024-02-10T04:37:27.561 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T04:37:27.574 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T04:37:27.574 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:27.965 INFO:teuthology.orchestra.run.smithi027.stdout:generic/653 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T04:37:27.974 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/653 2024-02-10T04:37:27.975 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/653 2024-02-10T04:37:27.975 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T04:37:27.981 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:28.009 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T04:37:28.009 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/654) 2024-02-10T04:37:28.584 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T04:37:28.599 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T04:37:28.600 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:29.003 INFO:teuthology.orchestra.run.smithi027.stdout:generic/654 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T04:37:29.010 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/654 2024-02-10T04:37:29.010 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/654 2024-02-10T04:37:29.011 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T04:37:29.016 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:29.030 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T04:37:29.031 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/655) 2024-02-10T04:37:29.750 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T04:37:29.761 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T04:37:29.761 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:30.139 INFO:teuthology.orchestra.run.smithi027.stdout:generic/655 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T04:37:30.148 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/655 2024-02-10T04:37:30.148 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/655 2024-02-10T04:37:30.148 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T04:37:30.153 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:30.189 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T04:37:30.189 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/656) 2024-02-10T04:37:30.863 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T04:37:30.877 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T04:37:30.877 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:31.404 INFO:teuthology.orchestra.run.smithi027.stdout:generic/656 [not run] vfstest not support by ceph-fuse 2024-02-10T04:37:31.418 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/656 2024-02-10T04:37:31.418 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/656 2024-02-10T04:37:31.418 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T04:37:31.429 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:31.466 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T04:37:31.466 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/657) 2024-02-10T04:37:32.168 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T04:37:32.180 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T04:37:32.180 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:32.588 INFO:teuthology.orchestra.run.smithi027.stdout:generic/657 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T04:37:32.593 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/657 2024-02-10T04:37:32.593 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/657 2024-02-10T04:37:32.593 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T04:37:32.596 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:32.617 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T04:37:32.617 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/658) 2024-02-10T04:37:33.194 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T04:37:33.221 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T04:37:33.221 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:33.854 INFO:teuthology.orchestra.run.smithi027.stdout:generic/658 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T04:37:33.861 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/658 2024-02-10T04:37:33.861 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/658 2024-02-10T04:37:33.861 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T04:37:33.864 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:33.878 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T04:37:33.878 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/659) 2024-02-10T04:37:34.600 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T04:37:34.616 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T04:37:34.617 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:35.043 INFO:teuthology.orchestra.run.smithi027.stdout:generic/659 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T04:37:35.054 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/659 2024-02-10T04:37:35.054 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/659 2024-02-10T04:37:35.054 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T04:37:35.059 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:35.088 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T04:37:35.089 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/660) 2024-02-10T04:37:35.773 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T04:37:35.787 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T04:37:35.787 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:36.246 INFO:teuthology.orchestra.run.smithi027.stdout:generic/660 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T04:37:36.262 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/660 2024-02-10T04:37:36.263 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/660 2024-02-10T04:37:36.263 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T04:37:36.272 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:36.314 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T04:37:36.314 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/661) 2024-02-10T04:37:36.975 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T04:37:36.989 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T04:37:36.990 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:37.383 INFO:teuthology.orchestra.run.smithi027.stdout:generic/661 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T04:37:37.397 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/661 2024-02-10T04:37:37.397 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/661 2024-02-10T04:37:37.397 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T04:37:37.404 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:37.428 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T04:37:37.428 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/662) 2024-02-10T04:37:38.114 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T04:37:38.124 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T04:37:38.124 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:38.513 INFO:teuthology.orchestra.run.smithi027.stdout:generic/662 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T04:37:38.530 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/662 2024-02-10T04:37:38.530 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/662 2024-02-10T04:37:38.530 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T04:37:38.542 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:38.588 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T04:37:38.588 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/663) 2024-02-10T04:37:39.215 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T04:37:39.231 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T04:37:39.231 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:39.587 INFO:teuthology.orchestra.run.smithi027.stdout:generic/663 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T04:37:39.606 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/663 2024-02-10T04:37:39.606 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/663 2024-02-10T04:37:39.606 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T04:37:39.613 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:39.642 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T04:37:39.642 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/664) 2024-02-10T04:37:40.338 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T04:37:40.350 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T04:37:40.350 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:40.692 INFO:teuthology.orchestra.run.smithi027.stdout:generic/664 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T04:37:40.706 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/664 2024-02-10T04:37:40.715 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/664 2024-02-10T04:37:40.715 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T04:37:40.726 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:40.760 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T04:37:40.760 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/665) 2024-02-10T04:37:41.426 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T04:37:41.443 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T04:37:41.443 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:41.885 INFO:teuthology.orchestra.run.smithi027.stdout:generic/665 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T04:37:41.897 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/665 2024-02-10T04:37:41.897 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/665 2024-02-10T04:37:41.897 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T04:37:41.905 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:41.940 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T04:37:41.940 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/666) 2024-02-10T04:37:42.569 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T04:37:42.588 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T04:37:42.588 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:42.993 INFO:teuthology.orchestra.run.smithi027.stdout:generic/666 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T04:37:43.000 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/666 2024-02-10T04:37:43.000 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/666 2024-02-10T04:37:43.000 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T04:37:43.013 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:43.034 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T04:37:43.035 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/667) 2024-02-10T04:37:43.744 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T04:37:43.760 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T04:37:43.760 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:44.165 INFO:teuthology.orchestra.run.smithi027.stdout:generic/667 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T04:37:44.171 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/667 2024-02-10T04:37:44.171 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/667 2024-02-10T04:37:44.172 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T04:37:44.175 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:44.196 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T04:37:44.196 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/668) 2024-02-10T04:37:44.784 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T04:37:44.799 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T04:37:44.799 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:45.181 INFO:teuthology.orchestra.run.smithi027.stdout:generic/668 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T04:37:45.193 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/668 2024-02-10T04:37:45.193 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/668 2024-02-10T04:37:45.193 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T04:37:45.199 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:45.243 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T04:37:45.244 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/669) 2024-02-10T04:37:45.952 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T04:37:45.967 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T04:37:45.967 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:46.450 INFO:teuthology.orchestra.run.smithi027.stdout:generic/669 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T04:37:46.464 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/669 2024-02-10T04:37:46.464 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/669 2024-02-10T04:37:46.464 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T04:37:46.474 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:46.519 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T04:37:46.519 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/670) 2024-02-10T04:37:47.275 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T04:37:47.290 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T04:37:47.290 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:47.693 INFO:teuthology.orchestra.run.smithi027.stdout:generic/670 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T04:37:47.704 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/670 2024-02-10T04:37:47.704 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/670 2024-02-10T04:37:47.704 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T04:37:47.712 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:47.742 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T04:37:47.742 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/671) 2024-02-10T04:37:48.432 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T04:37:48.445 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T04:37:48.445 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:48.815 INFO:teuthology.orchestra.run.smithi027.stdout:generic/671 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T04:37:48.828 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/671 2024-02-10T04:37:48.829 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/671 2024-02-10T04:37:48.829 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T04:37:48.837 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:48.857 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T04:37:48.857 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/672) 2024-02-10T04:37:49.436 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T04:37:49.447 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T04:37:49.447 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:49.784 INFO:teuthology.orchestra.run.smithi027.stdout:generic/672 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T04:37:49.797 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/672 2024-02-10T04:37:49.798 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/672 2024-02-10T04:37:49.798 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T04:37:49.808 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:49.855 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T04:37:49.855 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/673) 2024-02-10T04:37:50.584 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T04:37:50.602 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T04:37:50.602 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:51.955 INFO:teuthology.orchestra.run.smithi027.stdout:generic/673 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T04:37:51.967 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/673 2024-02-10T04:37:51.968 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/673 2024-02-10T04:37:51.968 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T04:37:51.973 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:52.012 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T04:37:52.012 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/674) 2024-02-10T04:37:52.678 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T04:37:52.691 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T04:37:52.691 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:53.191 INFO:teuthology.orchestra.run.smithi027.stdout:generic/674 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T04:37:53.204 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/674 2024-02-10T04:37:53.205 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/674 2024-02-10T04:37:53.205 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T04:37:53.219 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:53.250 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T04:37:53.251 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/675) 2024-02-10T04:37:53.930 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T04:37:53.942 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T04:37:53.942 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:54.504 INFO:teuthology.orchestra.run.smithi027.stdout:generic/675 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T04:37:54.510 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/675 2024-02-10T04:37:54.510 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/675 2024-02-10T04:37:54.510 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T04:37:54.514 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:37:54.535 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T04:37:54.535 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/676) 2024-02-10T04:37:55.261 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T04:37:55.280 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T04:37:55.280 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T04:43:56.231 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:43:56.239 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:43:56.275 INFO:tasks.ceph.mds.d.smithi153.stderr:2024-02-10T04:43:56.274+0000 7f135f872640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 53910) UID: 0 2024-02-10T04:43:56.275 INFO:tasks.ceph.mds.b.smithi153.stderr:2024-02-10T04:43:56.274+0000 7fae8c2de640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 53910) UID: 0 2024-02-10T04:46:45.609 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:46:45.619 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:47:15.923 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:47:15.928 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:47:46.264 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:47:46.272 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:47:46.307 INFO:tasks.ceph.osd.6.smithi153.stderr:2024-02-10T04:47:46.306+0000 7f259d6a3640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 53967) UID: 0 2024-02-10T04:47:46.307 INFO:tasks.ceph.osd.7.smithi153.stderr:2024-02-10T04:47:46.306+0000 7f8c00e18640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 53967) UID: 0 2024-02-10T04:47:46.307 INFO:tasks.ceph.osd.4.smithi153.stderr:2024-02-10T04:47:46.306+0000 7f3f76301640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 53967) UID: 0 2024-02-10T04:47:46.308 INFO:tasks.ceph.osd.5.smithi153.stderr:2024-02-10T04:47:46.306+0000 7f68574da640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 53967) UID: 0 2024-02-10T04:50:55.649 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:50:55.654 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:51:25.801 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:51:25.804 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:51:56.209 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:51:56.214 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:52:26.474 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:52:26.482 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:52:56.926 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:52:56.929 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:53:27.041 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:53:27.045 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:53:57.424 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:53:57.435 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:54:27.548 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:54:27.552 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:54:57.752 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:54:57.755 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:55:28.068 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:55:28.077 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:55:28.122 INFO:tasks.ceph.mds.d.smithi153.stderr:2024-02-10T04:55:28.121+0000 7f135f872640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 54156) UID: 0 2024-02-10T04:55:28.123 INFO:tasks.ceph.mds.b.smithi153.stderr:2024-02-10T04:55:28.121+0000 7fae8c2de640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 54156) UID: 0 2024-02-10T04:58:14.759 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:58:14.763 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:58:45.159 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:58:45.167 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:59:15.297 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:59:15.301 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:59:45.467 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:59:45.477 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T04:59:45.510 INFO:tasks.ceph.osd.6.smithi153.stderr:2024-02-10T04:59:45.510+0000 7f259d6a3640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 54232) UID: 0 2024-02-10T04:59:45.511 INFO:tasks.ceph.osd.4.smithi153.stderr:2024-02-10T04:59:45.510+0000 7f3f76301640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 54232) UID: 0 2024-02-10T04:59:45.511 INFO:tasks.ceph.osd.5.smithi153.stderr:2024-02-10T04:59:45.510+0000 7f68574da640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 54232) UID: 0 2024-02-10T04:59:45.511 INFO:tasks.ceph.osd.7.smithi153.stderr:2024-02-10T04:59:45.510+0000 7f8c00e18640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 54232) UID: 0 2024-02-10T05:02:57.539 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:02:57.543 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:02:57.737 INFO:tasks.ceph.osd.6.smithi153.stderr:2024-02-10T05:02:57.736+0000 7f259d6a3640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 54269) UID: 0 2024-02-10T05:02:57.737 INFO:tasks.ceph.osd.7.smithi153.stderr:2024-02-10T05:02:57.736+0000 7f8c00e18640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 54269) UID: 0 2024-02-10T05:02:57.737 INFO:tasks.ceph.osd.5.smithi153.stderr:2024-02-10T05:02:57.736+0000 7f68574da640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 54269) UID: 0 2024-02-10T05:02:57.738 INFO:tasks.ceph.osd.4.smithi153.stderr:2024-02-10T05:02:57.736+0000 7f3f76301640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 54269) UID: 0 2024-02-10T05:06:06.331 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:06:06.340 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:06:36.488 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:06:36.498 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:06:36.570 INFO:tasks.ceph.mds.d.smithi153.stderr:2024-02-10T05:06:36.570+0000 7f135f872640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 54311) UID: 0 2024-02-10T05:06:36.571 INFO:tasks.ceph.mds.b.smithi153.stderr:2024-02-10T05:06:36.570+0000 7fae8c2de640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 54311) UID: 0 2024-02-10T05:09:29.648 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:09:29.659 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:09:29.790 INFO:tasks.ceph.osd.0.smithi027.stderr:2024-02-10T05:09:29.790+0000 7fd26a091640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 537661) UID: 0 2024-02-10T05:09:29.791 INFO:tasks.ceph.osd.3.smithi027.stderr:2024-02-10T05:09:29.789+0000 7fc145058640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 537661) UID: 0 2024-02-10T05:09:29.791 INFO:tasks.ceph.osd.2.smithi027.stderr:2024-02-10T05:09:29.790+0000 7fbf2d67d640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 537661) UID: 0 2024-02-10T05:09:29.801 INFO:tasks.ceph.osd.1.smithi027.stderr:2024-02-10T05:09:29.790+0000 7f1244ac9640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 537661) UID: 0 2024-02-10T05:17:31.485 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:17:31.491 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:18:04.947 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:18:04.951 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:18:04.994 INFO:tasks.ceph.mds.b.smithi153.stderr:2024-02-10T05:18:04.994+0000 7fae8c2de640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 54374) UID: 0 2024-02-10T05:18:04.995 INFO:tasks.ceph.mds.d.smithi153.stderr:2024-02-10T05:18:04.994+0000 7f135f872640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 54374) UID: 0 2024-02-10T05:20:51.277 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:20:51.281 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:21:21.519 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:21:21.530 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:21:51.870 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:21:51.879 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:22:22.035 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:22:22.041 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:22:52.560 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:22:52.564 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:23:22.834 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:23:22.839 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:23:52.965 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:23:52.970 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:24:17.299 INFO:teuthology.orchestra.run.smithi027.stdout:generic/676 2782s 2024-02-10T05:24:17.362 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/676 2024-02-10T05:24:17.362 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:24:17.366 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:17.410 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:24:17.410 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/677) 2024-02-10T05:24:18.414 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:24:18.432 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:24:18.432 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:18.821 INFO:teuthology.orchestra.run.smithi027.stdout:generic/677 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T05:24:18.829 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/677 2024-02-10T05:24:18.829 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/677 2024-02-10T05:24:18.829 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:24:18.831 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:18.847 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:24:18.847 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/678) 2024-02-10T05:24:19.569 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:24:19.580 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:24:19.580 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:20.567 INFO:teuthology.orchestra.run.smithi027.stdout:generic/678 [not run] kernel does not support IO_URING 2024-02-10T05:24:20.580 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/678 2024-02-10T05:24:20.580 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/678 2024-02-10T05:24:20.580 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:24:20.589 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:20.613 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:24:20.613 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/679) 2024-02-10T05:24:21.153 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:24:21.164 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:24:21.164 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:21.657 INFO:teuthology.orchestra.run.smithi027.stdout:generic/679 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T05:24:21.668 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/679 2024-02-10T05:24:21.668 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/679 2024-02-10T05:24:21.668 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:24:21.675 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:21.704 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:24:21.704 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/680) 2024-02-10T05:24:22.359 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:24:22.373 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:24:22.373 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:23.088 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:24:23.093 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:24:23.691 INFO:teuthology.orchestra.run.smithi027.stdout:generic/680 1s 2024-02-10T05:24:23.708 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/680 2024-02-10T05:24:23.708 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:24:23.721 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:23.744 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:24:23.744 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/681) 2024-02-10T05:24:24.665 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:24:24.683 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:24:24.683 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:25.099 INFO:teuthology.orchestra.run.smithi027.stdout:generic/681 [not run] disk quotas not supported by this filesystem type: ceph-fuse 2024-02-10T05:24:25.111 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/681 2024-02-10T05:24:25.111 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/681 2024-02-10T05:24:25.112 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:24:25.120 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:25.146 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:24:25.146 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/682) 2024-02-10T05:24:25.839 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:24:25.855 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:24:25.855 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:26.297 INFO:teuthology.orchestra.run.smithi027.stdout:generic/682 [not run] disk quotas not supported by this filesystem type: ceph-fuse 2024-02-10T05:24:26.315 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/682 2024-02-10T05:24:26.315 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/682 2024-02-10T05:24:26.315 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:24:26.324 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:26.360 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:24:26.361 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/683) 2024-02-10T05:24:27.062 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:24:27.068 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:24:27.069 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:27.799 INFO:teuthology.orchestra.run.smithi027.stdout:generic/683 [not run] /tmp/tmp.87372BMMOutest: file alloc unit 4194304 larger than op length 65536 2024-02-10T05:24:27.811 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/683 2024-02-10T05:24:27.812 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/683 2024-02-10T05:24:27.812 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:24:27.821 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:27.844 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:24:27.844 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/684) 2024-02-10T05:24:28.450 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:24:28.458 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:24:28.458 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:31.165 INFO:teuthology.orchestra.run.smithi027.stdout:generic/684 [not run] /tmp/tmp.87372BMMOutest: file alloc unit 4194304 larger than op length 65536 2024-02-10T05:24:31.169 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/684 2024-02-10T05:24:31.169 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/684 2024-02-10T05:24:31.169 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:24:31.175 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:31.204 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:24:31.204 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/685) 2024-02-10T05:24:31.786 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:24:31.800 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:24:31.800 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:34.451 INFO:teuthology.orchestra.run.smithi027.stdout:generic/685 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2024-02-10T05:24:34.464 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/685 2024-02-10T05:24:34.464 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/685 2024-02-10T05:24:34.464 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:24:34.472 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:34.502 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:24:34.502 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/686) 2024-02-10T05:24:35.142 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:24:35.158 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:24:35.159 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:37.697 INFO:teuthology.orchestra.run.smithi027.stdout:generic/686 [not run] xfs_io finsert failed (old kernel/wrong fs?) 2024-02-10T05:24:37.707 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/686 2024-02-10T05:24:37.707 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/686 2024-02-10T05:24:37.707 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:24:37.714 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:37.736 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:24:37.736 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/687) 2024-02-10T05:24:38.249 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:24:38.259 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:24:38.259 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:40.846 INFO:teuthology.orchestra.run.smithi027.stdout:generic/687 [not run] xfs_io fcollapse failed (old kernel/wrong fs?) 2024-02-10T05:24:40.852 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/687 2024-02-10T05:24:40.852 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/687 2024-02-10T05:24:40.853 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:24:40.864 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:40.890 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:24:40.890 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/688) 2024-02-10T05:24:41.465 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:24:41.476 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:24:41.477 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:42.007 INFO:teuthology.orchestra.run.smithi027.stdout:generic/688 [not run] /tmp/tmp.87372BMMOutest: file alloc unit 4194304 larger than op length 65536 2024-02-10T05:24:42.018 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/688 2024-02-10T05:24:42.018 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/688 2024-02-10T05:24:42.018 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:24:42.027 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:42.059 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:24:42.059 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/689) 2024-02-10T05:24:42.631 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:24:42.643 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:24:42.643 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:43.054 INFO:teuthology.orchestra.run.smithi027.stdout:generic/689 [not run] vfstest not support by ceph-fuse 2024-02-10T05:24:43.068 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/689 2024-02-10T05:24:43.068 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/689 2024-02-10T05:24:43.068 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:24:43.076 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:43.088 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:24:43.089 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/690) 2024-02-10T05:24:43.637 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:24:43.653 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:24:43.653 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:44.043 INFO:teuthology.orchestra.run.smithi027.stdout:generic/690 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T05:24:44.052 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/690 2024-02-10T05:24:44.052 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/690 2024-02-10T05:24:44.052 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:24:44.057 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:44.083 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:24:44.084 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/691) 2024-02-10T05:24:44.728 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:24:44.747 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:24:44.747 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:45.091 INFO:teuthology.orchestra.run.smithi027.stdout:generic/691 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T05:24:45.101 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/691 2024-02-10T05:24:45.101 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/691 2024-02-10T05:24:45.102 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:24:45.112 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:45.128 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:24:45.128 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/692) 2024-02-10T05:24:45.674 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:24:45.681 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:24:45.681 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:46.035 INFO:teuthology.orchestra.run.smithi027.stdout:generic/692 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T05:24:46.044 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/692 2024-02-10T05:24:46.045 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/692 2024-02-10T05:24:46.045 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:24:46.051 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:46.076 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:24:46.076 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/693) 2024-02-10T05:24:46.687 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:24:46.702 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:24:46.702 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:47.139 INFO:teuthology.orchestra.run.smithi027.stdout:generic/693 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T05:24:47.148 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/693 2024-02-10T05:24:47.148 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/693 2024-02-10T05:24:47.148 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:24:47.152 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:47.169 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:24:47.170 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/694) 2024-02-10T05:24:47.776 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:24:47.791 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:24:47.791 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:49.032 INFO:teuthology.orchestra.run.smithi027.stdout:generic/694 2s 2024-02-10T05:24:49.065 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/694 2024-02-10T05:24:49.066 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:24:49.074 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:49.097 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:24:49.097 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/695) 2024-02-10T05:24:49.655 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:24:49.660 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:24:49.660 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:50.057 INFO:teuthology.orchestra.run.smithi027.stdout:generic/695 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T05:24:50.065 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/695 2024-02-10T05:24:50.065 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/695 2024-02-10T05:24:50.065 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:24:50.072 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:50.090 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:24:50.090 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/696) 2024-02-10T05:24:50.664 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:24:50.677 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:24:50.677 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:51.038 INFO:teuthology.orchestra.run.smithi027.stdout:generic/696 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T05:24:51.042 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/696 2024-02-10T05:24:51.042 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/696 2024-02-10T05:24:51.042 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:24:51.045 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:51.060 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:24:51.060 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/697) 2024-02-10T05:24:51.653 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:24:51.668 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:24:51.668 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:52.184 INFO:teuthology.orchestra.run.smithi027.stdout:generic/697 [not run] ACLs not supported by this filesystem type: ceph-fuse 2024-02-10T05:24:52.195 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/697 2024-02-10T05:24:52.195 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/697 2024-02-10T05:24:52.196 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:24:52.202 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:52.236 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:24:52.236 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/698) 2024-02-10T05:24:52.815 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:24:52.830 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:24:52.831 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:53.163 INFO:teuthology.orchestra.run.smithi027.stdout:generic/698 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T05:24:53.169 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/698 2024-02-10T05:24:53.169 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/698 2024-02-10T05:24:53.170 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:24:53.179 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:53.199 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:24:53.199 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/699) 2024-02-10T05:24:53.276 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:24:53.280 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:24:53.852 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:24:53.866 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:24:53.866 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:54.422 INFO:teuthology.orchestra.run.smithi027.stdout:generic/699 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T05:24:54.427 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/699 2024-02-10T05:24:54.427 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/699 2024-02-10T05:24:54.428 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:24:54.434 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:54.456 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:24:54.457 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/700) 2024-02-10T05:24:55.039 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:24:55.054 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:24:55.054 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:55.442 INFO:teuthology.orchestra.run.smithi027.stdout:generic/700 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T05:24:55.446 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/700 2024-02-10T05:24:55.446 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/700 2024-02-10T05:24:55.447 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:24:55.450 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:55.472 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:24:55.472 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/701) 2024-02-10T05:24:56.074 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:24:56.080 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:24:56.081 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:56.850 INFO:teuthology.orchestra.run.smithi027.stdout:generic/701 0s 2024-02-10T05:24:56.870 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/701 2024-02-10T05:24:56.870 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:24:56.881 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:56.914 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:24:56.914 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/702) 2024-02-10T05:24:57.834 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:24:57.849 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:24:57.849 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:58.257 INFO:teuthology.orchestra.run.smithi027.stdout:generic/702 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T05:24:58.262 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/702 2024-02-10T05:24:58.263 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/702 2024-02-10T05:24:58.263 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:24:58.266 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:58.283 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:24:58.284 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/703) 2024-02-10T05:24:58.879 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:24:58.888 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:24:58.888 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:59.251 INFO:teuthology.orchestra.run.smithi027.stdout:generic/703 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T05:24:59.261 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/703 2024-02-10T05:24:59.261 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/703 2024-02-10T05:24:59.261 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:24:59.269 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:24:59.298 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:24:59.298 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/704) 2024-02-10T05:24:59.909 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:24:59.923 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:24:59.923 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:00.345 INFO:teuthology.orchestra.run.smithi027.stdout:generic/704 [not run] require ceph-fuse to be valid block disk 2024-02-10T05:25:00.350 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/704 2024-02-10T05:25:00.351 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/704 2024-02-10T05:25:00.351 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:25:00.359 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:00.381 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:25:00.382 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/705) 2024-02-10T05:25:00.918 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:25:00.933 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:25:00.933 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:01.262 INFO:teuthology.orchestra.run.smithi027.stdout:generic/705 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T05:25:01.274 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/705 2024-02-10T05:25:01.274 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/705 2024-02-10T05:25:01.274 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:25:01.278 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:01.303 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:25:01.303 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/706) 2024-02-10T05:25:01.846 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:25:01.852 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:25:01.852 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:04.650 INFO:teuthology.orchestra.run.smithi027.stdout:generic/706 3s 2024-02-10T05:25:04.669 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/706 2024-02-10T05:25:04.669 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:25:04.673 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:04.709 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:25:04.709 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/707) 2024-02-10T05:25:05.532 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:25:05.543 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:25:05.543 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:05.864 INFO:teuthology.orchestra.run.smithi027.stdout:generic/707 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T05:25:05.873 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/707 2024-02-10T05:25:05.874 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/707 2024-02-10T05:25:05.874 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:25:05.881 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:05.900 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:25:05.900 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/708) 2024-02-10T05:25:06.509 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:25:06.526 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:25:06.526 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:07.627 INFO:teuthology.orchestra.run.smithi027.stdout:generic/708 1s 2024-02-10T05:25:07.644 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/708 2024-02-10T05:25:07.644 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:25:07.650 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:07.679 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:25:07.679 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/709) 2024-02-10T05:25:08.506 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:25:08.529 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:25:08.529 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:09.074 INFO:teuthology.orchestra.run.smithi027.stdout:generic/709 [not run] xfs_io swapext -v exchrange not supported on ceph-fuse 2024-02-10T05:25:09.085 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/709 2024-02-10T05:25:09.085 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/709 2024-02-10T05:25:09.085 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:25:09.092 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:09.119 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:25:09.119 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/710) 2024-02-10T05:25:09.997 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:25:10.009 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:25:10.009 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:10.502 INFO:teuthology.orchestra.run.smithi027.stdout:generic/710 [not run] xfs_io swapext -v exchrange not supported on ceph-fuse 2024-02-10T05:25:10.516 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/710 2024-02-10T05:25:10.516 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/710 2024-02-10T05:25:10.516 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:25:10.525 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:10.544 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:25:10.544 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/711) 2024-02-10T05:25:11.385 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:25:11.396 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:25:11.396 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:11.895 INFO:teuthology.orchestra.run.smithi027.stdout:generic/711 [not run] xfs_io swapext -v exchrange not supported on ceph-fuse 2024-02-10T05:25:11.973 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/711 2024-02-10T05:25:11.973 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/711 2024-02-10T05:25:11.974 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:25:11.974 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:11.974 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:25:11.974 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/712) 2024-02-10T05:25:12.822 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:25:12.835 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:25:12.835 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:13.425 INFO:teuthology.orchestra.run.smithi027.stdout:generic/712 [not run] xfs_io swapext -v exchrange not supported on ceph-fuse 2024-02-10T05:25:13.438 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/712 2024-02-10T05:25:13.439 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/712 2024-02-10T05:25:13.439 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:25:13.451 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:13.471 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:25:13.471 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/713) 2024-02-10T05:25:14.305 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:25:14.317 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:25:14.317 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:14.821 INFO:teuthology.orchestra.run.smithi027.stdout:generic/713 [not run] xfs_io swapext -v exchrange -s 64k -l 64k not supported on ceph-fuse 2024-02-10T05:25:14.828 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/713 2024-02-10T05:25:14.828 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/713 2024-02-10T05:25:14.828 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:25:14.833 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:14.865 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:25:14.866 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/714) 2024-02-10T05:25:15.673 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:25:15.686 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:25:15.686 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:16.182 INFO:teuthology.orchestra.run.smithi027.stdout:generic/714 [not run] xfs_io swapext -v exchrange not supported on ceph-fuse 2024-02-10T05:25:16.194 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/714 2024-02-10T05:25:16.194 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/714 2024-02-10T05:25:16.194 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:25:16.203 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:16.231 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:25:16.232 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/715) 2024-02-10T05:25:17.090 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:25:17.096 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:25:17.096 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:17.552 INFO:teuthology.orchestra.run.smithi027.stdout:generic/715 [not run] xfs_io swapext -v exchrange -s 64k -l 64k not supported on ceph-fuse 2024-02-10T05:25:17.557 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/715 2024-02-10T05:25:17.557 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/715 2024-02-10T05:25:17.557 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:25:17.561 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:17.577 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:25:17.577 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/716) 2024-02-10T05:25:18.422 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:25:18.434 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:25:18.434 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:18.854 INFO:teuthology.orchestra.run.smithi027.stdout:generic/716 [not run] xfs_io swapext -v exchrange not supported on ceph-fuse 2024-02-10T05:25:18.862 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/716 2024-02-10T05:25:18.863 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/716 2024-02-10T05:25:18.863 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:25:18.866 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:18.888 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:25:18.888 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/717) 2024-02-10T05:25:19.703 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:25:19.709 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:25:19.709 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:20.165 INFO:teuthology.orchestra.run.smithi027.stdout:generic/717 [not run] xfs_io swapext -v exchrange not supported on ceph-fuse 2024-02-10T05:25:20.175 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/717 2024-02-10T05:25:20.175 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/717 2024-02-10T05:25:20.175 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:25:20.186 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:20.202 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:25:20.202 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/718) 2024-02-10T05:25:21.019 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:25:21.037 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:25:21.038 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:21.439 INFO:teuthology.orchestra.run.smithi027.stdout:generic/718 [not run] xfs_io swapext -v exchrange not supported on ceph-fuse 2024-02-10T05:25:21.446 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/718 2024-02-10T05:25:21.446 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/718 2024-02-10T05:25:21.447 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:25:21.449 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:21.470 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:25:21.471 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/719) 2024-02-10T05:25:22.313 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:25:22.325 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:25:22.325 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:22.760 INFO:teuthology.orchestra.run.smithi027.stdout:generic/719 [not run] xfs_io swapext -v exchrange not supported on ceph-fuse 2024-02-10T05:25:22.772 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/719 2024-02-10T05:25:22.773 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/719 2024-02-10T05:25:22.773 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:25:22.783 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:22.806 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:25:22.806 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/720) 2024-02-10T05:25:23.394 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:25:23.398 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:25:23.575 INFO:tasks.ceph.osd.3.smithi027.stderr:2024-02-10T05:25:23.573+0000 7fc145058640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 556986) UID: 0 2024-02-10T05:25:23.575 INFO:tasks.ceph.osd.2.smithi027.stderr:2024-02-10T05:25:23.574+0000 7fbf2d67d640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 556986) UID: 0 2024-02-10T05:25:23.576 INFO:tasks.ceph.osd.1.smithi027.stderr:2024-02-10T05:25:23.574+0000 7f1244ac9640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 556986) UID: 0 2024-02-10T05:25:23.580 INFO:tasks.ceph.osd.0.smithi027.stderr:2024-02-10T05:25:23.576+0000 7fd26a091640 -1 Fail to open '/proc/556986/cmdline' error = (2) No such file or directory 2024-02-10T05:25:23.580 INFO:tasks.ceph.osd.0.smithi027.stderr:2024-02-10T05:25:23.576+0000 7fd26a091640 -1 received signal: Hangup from (PID: 556986) UID: 0 2024-02-10T05:25:23.809 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:25:23.822 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:25:23.822 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:24.235 INFO:teuthology.orchestra.run.smithi027.stdout:generic/720 [not run] xfs_io swapext -v exchrange not supported on ceph-fuse 2024-02-10T05:25:24.254 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/720 2024-02-10T05:25:24.254 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/720 2024-02-10T05:25:24.254 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:25:24.260 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:24.294 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:25:24.295 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/721) 2024-02-10T05:25:25.173 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:25:25.188 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:25:25.189 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:25.652 INFO:teuthology.orchestra.run.smithi027.stdout:generic/721 [not run] xfs_io startupdate support is missing 2024-02-10T05:25:25.666 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/721 2024-02-10T05:25:25.666 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/721 2024-02-10T05:25:25.666 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:25:25.676 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:25.706 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:25:25.706 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/722) 2024-02-10T05:25:26.459 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:25:26.475 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:25:26.475 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:27.144 INFO:teuthology.orchestra.run.smithi027.stdout:generic/722 [not run] xfs_io swapext -v exchrange -a not supported on ceph-fuse 2024-02-10T05:25:27.158 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/722 2024-02-10T05:25:27.158 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/722 2024-02-10T05:25:27.158 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:25:27.163 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:27.197 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:25:27.197 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/723) 2024-02-10T05:25:28.099 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:25:28.110 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:25:28.110 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:28.546 INFO:teuthology.orchestra.run.smithi027.stdout:generic/723 [not run] xfs_io swapext -v exchrange not supported on ceph-fuse 2024-02-10T05:25:28.560 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/723 2024-02-10T05:25:28.560 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/723 2024-02-10T05:25:28.561 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:25:28.569 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:28.583 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:25:28.583 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/724) 2024-02-10T05:25:29.442 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:25:29.451 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:25:29.451 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:30.059 INFO:teuthology.orchestra.run.smithi027.stdout:generic/724 [not run] xfs_io swapext -v exchrange -a not supported on ceph-fuse 2024-02-10T05:25:30.069 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/724 2024-02-10T05:25:30.070 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/724 2024-02-10T05:25:30.070 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:25:30.078 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:30.109 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:25:30.109 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/725) 2024-02-10T05:25:31.154 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:25:31.168 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:25:31.169 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:31.765 INFO:teuthology.orchestra.run.smithi027.stdout:generic/725 [not run] xfs_io swapext -v exchrange -a not supported on ceph-fuse 2024-02-10T05:25:31.774 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/725 2024-02-10T05:25:31.774 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/725 2024-02-10T05:25:31.774 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:25:31.784 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:31.843 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:25:31.843 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/726) 2024-02-10T05:25:32.755 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:25:32.775 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:25:32.776 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:34.345 INFO:teuthology.orchestra.run.smithi027.stdout:generic/726 [not run] xfs_io swapext -v exchrange -a not supported on ceph-fuse 2024-02-10T05:25:34.353 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/726 2024-02-10T05:25:34.354 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/726 2024-02-10T05:25:34.354 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:25:34.359 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:34.391 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:25:34.392 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/727) 2024-02-10T05:25:35.301 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:25:35.316 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:25:35.316 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:35.967 INFO:teuthology.orchestra.run.smithi027.stdout:generic/727 [not run] xfs_io swapext -v exchrange -a not supported on ceph-fuse 2024-02-10T05:25:35.977 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/727 2024-02-10T05:25:35.977 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/727 2024-02-10T05:25:35.978 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:25:35.986 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:36.017 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:25:36.017 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/728) 2024-02-10T05:25:36.892 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:25:36.903 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:25:36.903 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:41.583 INFO:teuthology.orchestra.run.smithi027.stdout:generic/728 5s 2024-02-10T05:25:41.608 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/728 2024-02-10T05:25:41.608 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:25:41.616 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:41.648 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:25:41.649 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/729) 2024-02-10T05:25:42.344 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:25:42.361 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:25:42.362 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:43.462 INFO:teuthology.orchestra.run.smithi027.stdout:generic/729 1s 2024-02-10T05:25:43.479 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/729 2024-02-10T05:25:43.479 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:25:43.489 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:43.525 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:25:43.525 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/730) 2024-02-10T05:25:44.443 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:25:44.453 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:25:44.453 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:44.899 INFO:teuthology.orchestra.run.smithi027.stdout:generic/730 [not run] require ceph-fuse to be valid block disk 2024-02-10T05:25:44.910 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/730 2024-02-10T05:25:44.910 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/730 2024-02-10T05:25:44.910 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:25:44.912 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:44.941 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:25:44.941 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/731) 2024-02-10T05:25:45.660 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:25:45.670 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:25:45.670 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:46.149 INFO:teuthology.orchestra.run.smithi027.stdout:generic/731 [not run] require ceph-fuse to be valid block disk 2024-02-10T05:25:46.156 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/731 2024-02-10T05:25:46.156 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/731 2024-02-10T05:25:46.156 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:25:46.165 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:46.178 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:25:46.178 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/732) 2024-02-10T05:25:46.712 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:25:46.739 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:25:46.739 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:47.192 INFO:teuthology.orchestra.run.smithi027.stdout:generic/732 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T05:25:47.202 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/732 2024-02-10T05:25:47.202 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/732 2024-02-10T05:25:47.202 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:25:47.210 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:47.240 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:25:47.241 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/733) 2024-02-10T05:25:47.897 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:25:47.917 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:25:47.917 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:48.377 INFO:teuthology.orchestra.run.smithi027.stdout:generic/733 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T05:25:48.389 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/733 2024-02-10T05:25:48.389 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/733 2024-02-10T05:25:48.389 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:25:48.398 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:48.435 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:25:48.436 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/734) 2024-02-10T05:25:49.194 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:25:49.210 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:25:49.210 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:49.860 INFO:teuthology.orchestra.run.smithi027.stdout:generic/734 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-02-10T05:25:49.872 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/734 2024-02-10T05:25:49.872 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/734 2024-02-10T05:25:49.872 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:25:49.876 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:49.901 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:25:49.901 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/735) 2024-02-10T05:25:50.817 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:25:50.831 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:25:50.832 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:53.864 INFO:teuthology.orchestra.run.smithi027.stdout:generic/735 [not run] xfs_io finsert failed (old kernel/wrong fs?) 2024-02-10T05:25:53.881 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/735 2024-02-10T05:25:53.882 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/735 2024-02-10T05:25:53.882 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:25:53.893 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:25:53.946 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:25:53.946 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/736) 2024-02-10T05:25:54.853 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:25:54.876 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:25:54.876 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:30:24.100 INFO:teuthology.orchestra.run.smithi027.stdout:generic/736 270s 2024-02-10T05:30:24.121 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/736 2024-02-10T05:30:24.121 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:30:24.128 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:30:24.175 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:30:24.175 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/737) 2024-02-10T05:30:25.386 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:30:25.399 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:30:25.399 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:30:25.769 INFO:teuthology.orchestra.run.smithi027.stdout:generic/737 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T05:30:25.774 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/737 2024-02-10T05:30:25.774 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/737 2024-02-10T05:30:25.774 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:30:25.783 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:30:25.820 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:30:25.820 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/738) 2024-02-10T05:30:26.546 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:30:26.560 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:30:26.560 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:30:26.947 INFO:teuthology.orchestra.run.smithi027.stdout:generic/738 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T05:30:26.951 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/738 2024-02-10T05:30:26.951 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/738 2024-02-10T05:30:26.951 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:30:26.954 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:30:26.993 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:30:26.993 DEBUG:teuthology.orchestra.run.smithi027:> (cd /tmp/tmp.6IDzV8czZ2xfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/739) 2024-02-10T05:30:27.729 INFO:teuthology.orchestra.run.smithi027.stdout:FSTYP -- ceph-fuse 2024-02-10T05:30:27.743 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM -- Linux/x86_64 smithi027 5.14.0-419.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Feb 7 23:01:41 UTC 2024 2024-02-10T05:30:27.743 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:30:28.299 INFO:teuthology.orchestra.run.smithi027.stdout:generic/739 [not run] this test requires a valid $SCRATCH_DEV 2024-02-10T05:30:28.307 INFO:teuthology.orchestra.run.smithi027.stdout:Ran: generic/739 2024-02-10T05:30:28.307 INFO:teuthology.orchestra.run.smithi027.stdout:Not run: generic/739 2024-02-10T05:30:28.308 INFO:teuthology.orchestra.run.smithi027.stdout:Passed all 1 tests 2024-02-10T05:30:28.318 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:30:28.347 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-02-10T05:30:28.347 INFO:tasks.cephfs.xfstests_dev:=========================================================Total number of tests failed = 16========================================================= 2024-02-10T05:30:28.347 DEBUG:teuthology.orchestra.run.smithi027:> sudo userdel --force --remove fsgqa 2024-02-10T05:30:31.268 DEBUG:teuthology.orchestra.run.smithi027:> sudo userdel --force --remove 123456-fsgqa 2024-02-10T05:30:32.521 DEBUG:teuthology.orchestra.run.smithi027:> sudo groupdel fsgqa 2024-02-10T05:30:32.654 INFO:teuthology.orchestra.run.smithi027.stderr:groupdel: group 'fsgqa' does not exist 2024-02-10T05:30:32.657 DEBUG:teuthology.orchestra.run:got remote process result: 6 2024-02-10T05:30:32.657 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T05:30:32.657 DEBUG:teuthology.orchestra.run.smithi027:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo stat /tmp/tmp.6IDzV8czZ2xfstests-dev/results) 2024-02-10T05:30:32.715 INFO:teuthology.orchestra.run.smithi027.stderr:bash: line 1: cd: /home/ubuntu/cephtest/mnt.0: Permission denied 2024-02-10T05:30:32.716 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-10T05:30:32.716 INFO:tasks.cephfs.xfstests_dev:xfstests-dev repo contains not directory named "results". repo location: /tmp/tmp.6IDzV8czZ2xfstests-dev 2024-02-10T05:30:32.716 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm -rf /tmp/tmp.6IDzV8czZ2xfstests-dev 2024-02-10T05:30:33.379 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2024-02-10T05:30:33.379 DEBUG:teuthology.orchestra.run.smithi027:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-02-10T05:30:33.587 DEBUG:teuthology.orchestra.run.smithi153:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-02-10T05:30:33.851 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2024-02-10T05:30:33.852 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-10T05:30:33.852 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-10T05:30:33.933 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056356,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497668k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=19725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248832k,nr_inodes=812208,mode=700,uid=1000,gid=1301,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497668k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-02-10T05:30:33.933 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi027.front.sepia.ceph.com 2024-02-10T05:30:33.934 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T05:30:33.934 DEBUG:teuthology.orchestra.run.smithi027:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-02-10T05:30:34.030 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-02-10T05:30:34.030 DEBUG:teuthology.orchestra.run.smithi153:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-10T05:30:34.100 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056374,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=394 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248844k,nr_inodes=812211,mode=700,uid=1000,gid=1301,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-02-10T05:30:34.100 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi153.front.sepia.ceph.com 2024-02-10T05:30:34.100 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T05:30:34.100 DEBUG:teuthology.orchestra.run.smithi153:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-02-10T05:30:34.179 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-10T05:30:34.179 INFO:teuthology.orchestra.run.smithi153.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-02-10T05:30:34.180 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-10T05:30:34.180 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-10T05:30:34.221 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056356,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497668k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=19725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248832k,nr_inodes=812208,mode=700,uid=1000,gid=1301,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497668k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-02-10T05:30:34.221 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi027.front.sepia.ceph.com 2024-02-10T05:30:34.221 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T05:30:34.221 DEBUG:teuthology.orchestra.run.smithi027:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-02-10T05:30:34.306 INFO:teuthology.orchestra.run.smithi027.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-02-10T05:30:34.307 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-10T05:30:34.307 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-02-10T05:30:34.307 DEBUG:teuthology.orchestra.run.smithi153:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-10T05:30:34.327 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056374,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=394 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248844k,nr_inodes=812211,mode=700,uid=1000,gid=1301,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-02-10T05:30:34.327 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi153.front.sepia.ceph.com 2024-02-10T05:30:34.328 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T05:30:34.328 DEBUG:teuthology.orchestra.run.smithi153:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-02-10T05:30:34.382 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-10T05:30:34.383 INFO:teuthology.orchestra.run.smithi153.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-02-10T05:30:34.384 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-10T05:30:36.177 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.175+0000 7f4ddb404640 1 Processor -- start 2024-02-10T05:30:36.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.176+0000 7f4ddb404640 1 -- start start 2024-02-10T05:30:36.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.179+0000 7f4ddb404640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4dd40cd550 0x7f4dd409abd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:36.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.180+0000 7f4dd91a0640 1 --1- >> v1:172.21.15.153:6789/0 conn(0x7f4dd415bd80 0x7f4dd4099b90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.27:37478/0 (socket says 172.21.15.27:37478) 2024-02-10T05:30:36.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.180+0000 7f4dd899f640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f4dd409a2a0 0x7f4dd40c54c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:52258/0 (socket says 172.21.15.27:52258) 2024-02-10T05:30:36.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.180+0000 7f4dd91a0640 1 -- 172.21.15.27:0/2720370265 learned_addr learned my addr 172.21.15.27:0/2720370265 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-10T05:30:36.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.180+0000 7f4ddb404640 1 -- 172.21.15.27:0/2720370265 --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4dd40cf840 con 0x7f4dd409a2a0 2024-02-10T05:30:36.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.180+0000 7f4ddb404640 1 -- 172.21.15.27:0/2720370265 --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4dd40cd0c0 con 0x7f4dd415bd80 2024-02-10T05:30:36.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.180+0000 7f4ddb404640 1 -- 172.21.15.27:0/2720370265 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4dd40cc790 con 0x7f4dd40cd550 2024-02-10T05:30:36.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.180+0000 7f4dd99a1640 1 --2- 172.21.15.27:0/2720370265 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4dd40cd550 0x7f4dd409abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:36.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.181+0000 7f4dcbfff640 1 -- 172.21.15.27:0/2720370265 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 371508130 0 0) 0x7f4dd40cd0c0 con 0x7f4dd415bd80 2024-02-10T05:30:36.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.181+0000 7f4dcbfff640 1 -- 172.21.15.27:0/2720370265 --> v1:172.21.15.153:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4dc0003520 con 0x7f4dd415bd80 2024-02-10T05:30:36.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.181+0000 7f4dcbfff640 1 -- 172.21.15.27:0/2720370265 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3729784120 0 0) 0x7f4dd40cf840 con 0x7f4dd409a2a0 2024-02-10T05:30:36.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.181+0000 7f4dcbfff640 1 -- 172.21.15.27:0/2720370265 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4dd40cd0c0 con 0x7f4dd409a2a0 2024-02-10T05:30:36.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.181+0000 7f4dd99a1640 1 -- 172.21.15.27:0/2720370265 >> v1:172.21.15.153:6789/0 conn(0x7f4dd415bd80 legacy=0x7f4dd4099b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:36.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.181+0000 7f4dd99a1640 1 -- 172.21.15.27:0/2720370265 >> v1:172.21.15.27:6789/0 conn(0x7f4dd409a2a0 legacy=0x7f4dd40c54c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:36.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.181+0000 7f4dd99a1640 1 -- 172.21.15.27:0/2720370265 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4dd40cca70 con 0x7f4dd40cd550 2024-02-10T05:30:36.185 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.184+0000 7f4dd99a1640 1 --2- 172.21.15.27:0/2720370265 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4dd40cd550 0x7f4dd409abd0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f4dcc009dc0 tx=0x7f4dcc02be00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3cec30f9f956d80e server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:36.186 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.185+0000 7f4dcbfff640 1 -- 172.21.15.27:0/2720370265 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4dcc02cbb0 con 0x7f4dd40cd550 2024-02-10T05:30:36.186 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.185+0000 7f4dcbfff640 1 -- 172.21.15.27:0/2720370265 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4dcc02cd10 con 0x7f4dd40cd550 2024-02-10T05:30:36.187 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.185+0000 7f4dcbfff640 1 -- 172.21.15.27:0/2720370265 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4dcc034660 con 0x7f4dd40cd550 2024-02-10T05:30:36.188 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.187+0000 7f4ddb404640 1 -- 172.21.15.27:0/2720370265 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4dd40cd550 msgr2=0x7f4dd409abd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:36.189 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.187+0000 7f4ddb404640 1 --2- 172.21.15.27:0/2720370265 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4dd40cd550 0x7f4dd409abd0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f4dcc009dc0 tx=0x7f4dcc02be00 comp rx=0 tx=0).stop 2024-02-10T05:30:36.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.194+0000 7f4ddb404640 1 -- 172.21.15.27:0/2720370265 shutdown_connections 2024-02-10T05:30:36.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.194+0000 7f4ddb404640 1 --2- 172.21.15.27:0/2720370265 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4dd40cd550 0x7f4dd409abd0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:36.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.194+0000 7f4ddb404640 1 -- 172.21.15.27:0/2720370265 >> 172.21.15.27:0/2720370265 conn(0x7f4dd40b3460 msgr2=0x7f4dd40b3870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:30:36.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.196+0000 7f4ddb404640 1 -- 172.21.15.27:0/2720370265 shutdown_connections 2024-02-10T05:30:36.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.196+0000 7f4ddb404640 1 -- 172.21.15.27:0/2720370265 wait complete. 2024-02-10T05:30:36.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.259+0000 7f4ddb404640 1 Processor -- start 2024-02-10T05:30:36.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.259+0000 7f4ddb404640 1 -- start start 2024-02-10T05:30:36.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.262+0000 7f4ddb404640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4dd409a2a0 0x7f4dd40b5e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:36.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.262+0000 7f4ddb404640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4dd40cd550 0x7f4dd415a560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:36.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.262+0000 7f4ddb404640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4dd4156ff0 0x7f4dd40caf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:36.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.262+0000 7f4ddb404640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4dd415d5d0 con 0x7f4dd40cd550 2024-02-10T05:30:36.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.262+0000 7f4ddb404640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4dd415aaa0 con 0x7f4dd409a2a0 2024-02-10T05:30:36.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.262+0000 7f4ddb404640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4dd40b6ab0 con 0x7f4dd4156ff0 2024-02-10T05:30:36.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.262+0000 7f4dd899f640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4dd40cd550 0x7f4dd415a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:36.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.263+0000 7f4dd899f640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4dd40cd550 0x7f4dd415a560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59790/0 (socket says 172.21.15.27:59790) 2024-02-10T05:30:36.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.263+0000 7f4dd899f640 1 -- 172.21.15.27:0/4287748340 learned_addr learned my addr 172.21.15.27:0/4287748340 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:30:36.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.263+0000 7f4dd91a0640 1 --2- 172.21.15.27:0/4287748340 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4dd409a2a0 0x7f4dd40b5e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:36.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.263+0000 7f4dd99a1640 1 --2- 172.21.15.27:0/4287748340 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4dd4156ff0 0x7f4dd40caf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:36.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.263+0000 7f4dd899f640 1 -- 172.21.15.27:0/4287748340 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4dd4156ff0 msgr2=0x7f4dd40caf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:36.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.263+0000 7f4dd899f640 1 --2- 172.21.15.27:0/4287748340 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4dd4156ff0 0x7f4dd40caf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:36.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.263+0000 7f4dd899f640 1 -- 172.21.15.27:0/4287748340 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4dd409a2a0 msgr2=0x7f4dd40b5e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:36.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.263+0000 7f4dd899f640 1 --2- 172.21.15.27:0/4287748340 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4dd409a2a0 0x7f4dd40b5e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:36.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.263+0000 7f4dd899f640 1 -- 172.21.15.27:0/4287748340 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4dcc009a70 con 0x7f4dd40cd550 2024-02-10T05:30:36.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.263+0000 7f4dd99a1640 1 --2- 172.21.15.27:0/4287748340 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4dd4156ff0 0x7f4dd40caf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T05:30:36.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.263+0000 7f4dd899f640 1 --2- 172.21.15.27:0/4287748340 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4dd40cd550 0x7f4dd415a560 secure :-1 s=READY pgs=1963 cs=0 l=1 rev1=1 crypto rx=0x7f4dd000c550 tx=0x7f4dd000ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:36.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.263+0000 7f4dd91a0640 1 --2- 172.21.15.27:0/4287748340 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4dd409a2a0 0x7f4dd40b5e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T05:30:36.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.264+0000 7f4dc9ffb640 1 -- 172.21.15.27:0/4287748340 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4dd00075a0 con 0x7f4dd40cd550 2024-02-10T05:30:36.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.264+0000 7f4dc9ffb640 1 -- 172.21.15.27:0/4287748340 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4dd00047e0 con 0x7f4dd40cd550 2024-02-10T05:30:36.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.264+0000 7f4dc9ffb640 1 -- 172.21.15.27:0/4287748340 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4dd0004b90 con 0x7f4dd40cd550 2024-02-10T05:30:36.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.265+0000 7f4ddb404640 1 -- 172.21.15.27:0/4287748340 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4dd40b64f0 con 0x7f4dd40cd550 2024-02-10T05:30:36.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.266+0000 7f4ddb404640 1 -- 172.21.15.27:0/4287748340 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4dd415d260 con 0x7f4dd40cd550 2024-02-10T05:30:36.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.267+0000 7f4dc9ffb640 1 -- 172.21.15.27:0/4287748340 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f4dd0004cf0 con 0x7f4dd40cd550 2024-02-10T05:30:36.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.268+0000 7f4dc9ffb640 1 --2- 172.21.15.27:0/4287748340 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4db806b860 0x7f4db806dd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:36.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.268+0000 7f4dc9ffb640 1 -- 172.21.15.27:0/4287748340 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4dd00895b0 con 0x7f4dd40cd550 2024-02-10T05:30:36.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.268+0000 7f4dd91a0640 1 --2- 172.21.15.27:0/4287748340 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4db806b860 0x7f4db806dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:36.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.269+0000 7f4dd91a0640 1 --2- 172.21.15.27:0/4287748340 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4db806b860 0x7f4db806dd20 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f4dc4000f60 tx=0x7f4dc4007c60 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:36.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.287+0000 7f4ddb404640 1 -- 172.21.15.27:0/4287748340 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4dd4067cc0 con 0x7f4dd40cd550 2024-02-10T05:30:36.313 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:36.312+0000 7f4dc9ffb640 1 -- 172.21.15.27:0/4287748340 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f4dd0054050 con 0x7f4dd40cd550 2024-02-10T05:30:37.558 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:37.552+0000 7f4ddb404640 1 -- 172.21.15.27:0/4287748340 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f4dd415d710 con 0x7f4dd40cd550 2024-02-10T05:30:37.559 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:37.557+0000 7f4dc9ffb640 1 -- 172.21.15.27:0/4287748340 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) v1 ==== 94+0+4938 (secure 0 0 0) 0x7f4dd0018020 con 0x7f4dd40cd550 2024-02-10T05:30:37.562 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:30:37.562 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":13,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4793,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6834/3159189479","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6832","nonce":3159189479},{"type":"v1","addr":"172.21.15.27:6834","nonce":3159189479}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":4796,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/731048817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6833","nonce":731048817},{"type":"v1","addr":"172.21.15.27:6835","nonce":731048817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":4799,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6836/2074047013","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":2074047013},{"type":"v1","addr":"172.21.15.153:6836","nonce":2074047013}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-09T23:57:54.259990+0000","modified":"2024-02-09T23:57:57.532483+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5056},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5056":{"gid":5056,"name":"d","rank":0,"incarnation":10,"state":"up:active","state_seq":4,"addr":"172.21.15.153:6837/3332306953","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6835","nonce":3332306953},{"type":"v1","addr":"172.21.15.153:6837","nonce":3332306953}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-02-10T05:30:37.562 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 13 2024-02-10T05:30:37.569 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:37.567+0000 7f4ddb404640 1 -- 172.21.15.27:0/4287748340 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4db806b860 msgr2=0x7f4db806dd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:37.569 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:37.567+0000 7f4ddb404640 1 --2- 172.21.15.27:0/4287748340 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4db806b860 0x7f4db806dd20 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f4dc4000f60 tx=0x7f4dc4007c60 comp rx=0 tx=0).stop 2024-02-10T05:30:37.569 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:37.567+0000 7f4ddb404640 1 -- 172.21.15.27:0/4287748340 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4dd40cd550 msgr2=0x7f4dd415a560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:37.569 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:37.567+0000 7f4ddb404640 1 --2- 172.21.15.27:0/4287748340 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4dd40cd550 0x7f4dd415a560 secure :-1 s=READY pgs=1963 cs=0 l=1 rev1=1 crypto rx=0x7f4dd000c550 tx=0x7f4dd000ca10 comp rx=0 tx=0).stop 2024-02-10T05:30:37.569 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:37.568+0000 7f4ddb404640 1 -- 172.21.15.27:0/4287748340 shutdown_connections 2024-02-10T05:30:37.570 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:37.568+0000 7f4ddb404640 1 --2- 172.21.15.27:0/4287748340 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4db806b860 0x7f4db806dd20 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:37.570 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:37.568+0000 7f4ddb404640 1 --2- 172.21.15.27:0/4287748340 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4dd4156ff0 0x7f4dd40caf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:37.570 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:37.568+0000 7f4ddb404640 1 --2- 172.21.15.27:0/4287748340 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4dd40cd550 0x7f4dd415a560 unknown :-1 s=CLOSED pgs=1963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:37.570 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:37.568+0000 7f4ddb404640 1 --2- 172.21.15.27:0/4287748340 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4dd409a2a0 0x7f4dd40b5e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:37.570 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:37.568+0000 7f4ddb404640 1 -- 172.21.15.27:0/4287748340 >> 172.21.15.27:0/4287748340 conn(0x7f4dd40b3460 msgr2=0x7f4dd4073e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:30:37.570 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:37.568+0000 7f4ddb404640 1 -- 172.21.15.27:0/4287748340 shutdown_connections 2024-02-10T05:30:37.570 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:37.568+0000 7f4ddb404640 1 -- 172.21.15.27:0/4287748340 wait complete. 2024-02-10T05:30:37.611 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-10T05:30:38.085 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.070+0000 7f4eefac0640 1 Processor -- start 2024-02-10T05:30:38.085 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.071+0000 7f4eefac0640 1 -- start start 2024-02-10T05:30:38.085 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.074+0000 7f4eefac0640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f4ee80cf020 0x7f4ee80b3bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:38.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.075+0000 7f4eefac0640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4ee80b1eb0 0x7f4ee806db70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:38.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.075+0000 7f4eefac0640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4ee806d6e0 con 0x7f4ee80b40f0 2024-02-10T05:30:38.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.075+0000 7f4eefac0640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4ee80cc4d0 con 0x7f4ee80cf020 2024-02-10T05:30:38.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.075+0000 7f4eefac0640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ee816ab30 con 0x7f4ee80b1eb0 2024-02-10T05:30:38.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.075+0000 7f4eed85c640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f4ee80cf020 0x7f4ee80b3bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:38.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.075+0000 7f4eed85c640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f4ee80cf020 0x7f4ee80b3bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59796/0 (socket says 172.21.15.27:59796) 2024-02-10T05:30:38.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.075+0000 7f4eed85c640 1 -- 172.21.15.27:0/369615178 learned_addr learned my addr 172.21.15.27:0/369615178 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:30:38.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.075+0000 7f4eee05d640 1 --2- 172.21.15.27:0/369615178 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4ee80b1eb0 0x7f4ee806db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:38.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.075+0000 7f4eec85a640 1 -- 172.21.15.27:0/369615178 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 219706403 0 0) 0x7f4ee806d6e0 con 0x7f4ee80b40f0 2024-02-10T05:30:38.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.084+0000 7f4eee05d640 1 -- 172.21.15.27:0/369615178 >> v2:172.21.15.27:3300/0 conn(0x7f4ee80cf020 msgr2=0x7f4ee80b3bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:30:38.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.084+0000 7f4eee05d640 1 --2- 172.21.15.27:0/369615178 >> v2:172.21.15.27:3300/0 conn(0x7f4ee80cf020 0x7f4ee80b3bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:38.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.084+0000 7f4eee05d640 1 -- 172.21.15.27:0/369615178 >> v1:172.21.15.27:6789/0 conn(0x7f4ee80b40f0 legacy=0x7f4ee80b17a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:38.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.084+0000 7f4eee05d640 1 -- 172.21.15.27:0/369615178 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ee80b4b50 con 0x7f4ee80b1eb0 2024-02-10T05:30:38.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.084+0000 7f4eed85c640 1 --2- 172.21.15.27:0/369615178 >> v2:172.21.15.27:3300/0 conn(0x7f4ee80cf020 0x7f4ee80b3bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T05:30:38.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.086+0000 7f4eee05d640 1 --2- 172.21.15.27:0/369615178 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4ee80b1eb0 0x7f4ee806db70 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f4ee000edc0 tx=0x7f4ee0034670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dc6c8a44c224b989 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:38.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.087+0000 7f4eec85a640 1 -- 172.21.15.27:0/369615178 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ee0039710 con 0x7f4ee80b1eb0 2024-02-10T05:30:38.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.087+0000 7f4eec85a640 1 -- 172.21.15.27:0/369615178 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ee0037050 con 0x7f4ee80b1eb0 2024-02-10T05:30:38.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.087+0000 7f4eec85a640 1 -- 172.21.15.27:0/369615178 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ee0039a90 con 0x7f4ee80b1eb0 2024-02-10T05:30:38.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.089+0000 7f4eefac0640 1 -- 172.21.15.27:0/369615178 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4ee80b1eb0 msgr2=0x7f4ee806db70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:38.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.089+0000 7f4eefac0640 1 --2- 172.21.15.27:0/369615178 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4ee80b1eb0 0x7f4ee806db70 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f4ee000edc0 tx=0x7f4ee0034670 comp rx=0 tx=0).stop 2024-02-10T05:30:38.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.089+0000 7f4eefac0640 1 -- 172.21.15.27:0/369615178 shutdown_connections 2024-02-10T05:30:38.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.089+0000 7f4eefac0640 1 --2- 172.21.15.27:0/369615178 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4ee80b1eb0 0x7f4ee806db70 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:38.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.089+0000 7f4eefac0640 1 --2- 172.21.15.27:0/369615178 >> v2:172.21.15.27:3300/0 conn(0x7f4ee80cf020 0x7f4ee80b3bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:38.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.089+0000 7f4eefac0640 1 -- 172.21.15.27:0/369615178 >> 172.21.15.27:0/369615178 conn(0x7f4ee806b070 msgr2=0x7f4ee806b480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:30:38.092 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.090+0000 7f4eefac0640 1 -- 172.21.15.27:0/369615178 shutdown_connections 2024-02-10T05:30:38.092 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.091+0000 7f4eefac0640 1 -- 172.21.15.27:0/369615178 wait complete. 2024-02-10T05:30:38.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.093+0000 7f4eefac0640 1 Processor -- start 2024-02-10T05:30:38.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.093+0000 7f4eefac0640 1 -- start start 2024-02-10T05:30:38.095 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.095+0000 7f4eefac0640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4ee80b1eb0 0x7f4ee81663a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:38.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.095+0000 7f4eed85c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4ee80b1eb0 0x7f4ee81663a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:38.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.095+0000 7f4eed85c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4ee80b1eb0 0x7f4ee81663a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59808/0 (socket says 172.21.15.27:59808) 2024-02-10T05:30:38.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.095+0000 7f4eed85c640 1 -- 172.21.15.27:0/3207829581 learned_addr learned my addr 172.21.15.27:0/3207829581 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:30:38.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.095+0000 7f4eefac0640 1 --2- 172.21.15.27:0/3207829581 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4ee80b40f0 0x7f4ee80a8eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:38.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.095+0000 7f4eefac0640 1 --2- 172.21.15.27:0/3207829581 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4ee80cf020 0x7f4ee80cf440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:38.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.095+0000 7f4eefac0640 1 -- 172.21.15.27:0/3207829581 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ee80a97b0 con 0x7f4ee80b1eb0 2024-02-10T05:30:38.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.096+0000 7f4eefac0640 1 -- 172.21.15.27:0/3207829581 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ee80a9a90 con 0x7f4ee80cf020 2024-02-10T05:30:38.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.096+0000 7f4eee05d640 1 --2- 172.21.15.27:0/3207829581 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4ee80cf020 0x7f4ee80cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:38.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.096+0000 7f4eefac0640 1 -- 172.21.15.27:0/3207829581 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ee80a9d70 con 0x7f4ee80b40f0 2024-02-10T05:30:38.098 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.096+0000 7f4eed05b640 1 --2- 172.21.15.27:0/3207829581 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4ee80b40f0 0x7f4ee80a8eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:38.098 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.096+0000 7f4eed85c640 1 -- 172.21.15.27:0/3207829581 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4ee80b40f0 msgr2=0x7f4ee80a8eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:38.098 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.096+0000 7f4eed85c640 1 --2- 172.21.15.27:0/3207829581 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4ee80b40f0 0x7f4ee80a8eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:38.099 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.096+0000 7f4eed85c640 1 -- 172.21.15.27:0/3207829581 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4ee80cf020 msgr2=0x7f4ee80cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:38.099 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.096+0000 7f4eed85c640 1 --2- 172.21.15.27:0/3207829581 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4ee80cf020 0x7f4ee80cf440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:38.099 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.096+0000 7f4eed85c640 1 -- 172.21.15.27:0/3207829581 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ee000ea20 con 0x7f4ee80b1eb0 2024-02-10T05:30:38.099 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.097+0000 7f4eee05d640 1 --2- 172.21.15.27:0/3207829581 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4ee80cf020 0x7f4ee80cf440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T05:30:38.099 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.097+0000 7f4eed85c640 1 --2- 172.21.15.27:0/3207829581 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4ee80b1eb0 0x7f4ee81663a0 secure :-1 s=READY pgs=1965 cs=0 l=1 rev1=1 crypto rx=0x7f4ee400dae0 tx=0x7f4ee40098c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:38.099 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.097+0000 7f4ede7fc640 1 -- 172.21.15.27:0/3207829581 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ee4004230 con 0x7f4ee80b1eb0 2024-02-10T05:30:38.099 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.098+0000 7f4ede7fc640 1 -- 172.21.15.27:0/3207829581 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ee400f040 con 0x7f4ee80b1eb0 2024-02-10T05:30:38.099 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.098+0000 7f4eefac0640 1 -- 172.21.15.27:0/3207829581 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4ee80aa050 con 0x7f4ee80b1eb0 2024-02-10T05:30:38.099 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.098+0000 7f4eefac0640 1 -- 172.21.15.27:0/3207829581 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ee80a93f0 con 0x7f4ee80b1eb0 2024-02-10T05:30:38.100 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.099+0000 7f4ede7fc640 1 -- 172.21.15.27:0/3207829581 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ee400b6f0 con 0x7f4ee80b1eb0 2024-02-10T05:30:38.102 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.101+0000 7f4ede7fc640 1 -- 172.21.15.27:0/3207829581 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f4ee400b850 con 0x7f4ee80b1eb0 2024-02-10T05:30:38.102 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.101+0000 7f4eefac0640 1 -- 172.21.15.27:0/3207829581 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4ed0005290 con 0x7f4ee80b1eb0 2024-02-10T05:30:38.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.103+0000 7f4ede7fc640 1 --2- 172.21.15.27:0/3207829581 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4ecc06b860 0x7f4ecc06dd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:38.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.103+0000 7f4ede7fc640 1 -- 172.21.15.27:0/3207829581 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4ee4089f30 con 0x7f4ee80b1eb0 2024-02-10T05:30:38.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.103+0000 7f4eed05b640 1 --2- 172.21.15.27:0/3207829581 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4ecc06b860 0x7f4ecc06dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:38.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.104+0000 7f4eed05b640 1 --2- 172.21.15.27:0/3207829581 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4ecc06b860 0x7f4ecc06dd20 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f4ee81668e0 tx=0x7f4ed8009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:38.110 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:38.109+0000 7f4ede7fc640 1 -- 172.21.15.27:0/3207829581 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f4ee40bd8c0 con 0x7f4ee80b1eb0 2024-02-10T05:30:39.127 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.125+0000 7f4eefac0640 1 -- 172.21.15.27:0/3207829581 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4ed0005810 con 0x7f4ee80b1eb0 2024-02-10T05:30:39.128 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.127+0000 7f4ede7fc640 1 -- 172.21.15.27:0/3207829581 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v34) v1 ==== 74+0+16669 (secure 0 0 0) 0x7f4ee4087130 con 0x7f4ee80b1eb0 2024-02-10T05:30:39.131 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:30:39.132 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":34,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:57:56.141447+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:57:51.939021+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-02-09T23:57:53.253497+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-10T05:30:39.132 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.132+0000 7f4eefac0640 1 -- 172.21.15.27:0/3207829581 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4ecc06b860 msgr2=0x7f4ecc06dd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:39.132 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.132+0000 7f4eefac0640 1 --2- 172.21.15.27:0/3207829581 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4ecc06b860 0x7f4ecc06dd20 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f4ee81668e0 tx=0x7f4ed8009040 comp rx=0 tx=0).stop 2024-02-10T05:30:39.133 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.132+0000 7f4eefac0640 1 -- 172.21.15.27:0/3207829581 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4ee80b1eb0 msgr2=0x7f4ee81663a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:39.133 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.132+0000 7f4eefac0640 1 --2- 172.21.15.27:0/3207829581 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4ee80b1eb0 0x7f4ee81663a0 secure :-1 s=READY pgs=1965 cs=0 l=1 rev1=1 crypto rx=0x7f4ee400dae0 tx=0x7f4ee40098c0 comp rx=0 tx=0).stop 2024-02-10T05:30:39.133 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.132+0000 7f4eefac0640 1 -- 172.21.15.27:0/3207829581 shutdown_connections 2024-02-10T05:30:39.133 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.132+0000 7f4eefac0640 1 --2- 172.21.15.27:0/3207829581 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4ecc06b860 0x7f4ecc06dd20 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:39.133 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.132+0000 7f4eefac0640 1 --2- 172.21.15.27:0/3207829581 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4ee80cf020 0x7f4ee80cf440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:39.134 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.132+0000 7f4eefac0640 1 --2- 172.21.15.27:0/3207829581 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4ee80b40f0 0x7f4ee80a8eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:39.134 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.133+0000 7f4eefac0640 1 --2- 172.21.15.27:0/3207829581 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4ee80b1eb0 0x7f4ee81663a0 unknown :-1 s=CLOSED pgs=1965 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:39.134 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.133+0000 7f4eefac0640 1 -- 172.21.15.27:0/3207829581 >> 172.21.15.27:0/3207829581 conn(0x7f4ee806b070 msgr2=0x7f4ee80b0330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:30:39.135 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.134+0000 7f4eefac0640 1 -- 172.21.15.27:0/3207829581 shutdown_connections 2024-02-10T05:30:39.135 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.134+0000 7f4eefac0640 1 -- 172.21.15.27:0/3207829581 wait complete. 2024-02-10T05:30:39.154 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-09T23:56:39.494694+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-09T23:57:51.939021+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '33', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2024-02-09T23:57:53.253497+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '34', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-10T05:30:39.155 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-10T05:30:39.343 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.341+0000 7f72a25b8640 1 Processor -- start 2024-02-10T05:30:39.343 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.341+0000 7f72a25b8640 1 -- start start 2024-02-10T05:30:39.344 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.342+0000 7f72a25b8640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f729c15bb20 0x7f729c0cd860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:39.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.342+0000 7f72a25b8640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f729c099a40 0x7f729c099e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:39.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.343+0000 7f72a25b8640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f729c09a3d0 con 0x7f729c0cf4e0 2024-02-10T05:30:39.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.343+0000 7f72a25b8640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f729c15bf00 con 0x7f729c099a40 2024-02-10T05:30:39.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.343+0000 7f72a25b8640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f729c0cc7c0 con 0x7f729c15bb20 2024-02-10T05:30:39.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.343+0000 7f72a0b55640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f729c099a40 0x7f729c099e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:39.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.343+0000 7f729b7fe640 1 --1- >> v1:172.21.15.153:6789/0 conn(0x7f729c0cf4e0 0x7f729c0d0340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.27:37494/0 (socket says 172.21.15.27:37494) 2024-02-10T05:30:39.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.343+0000 7f729bfff640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f729c15bb20 0x7f729c0cd860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:39.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.343+0000 7f729b7fe640 1 -- 172.21.15.27:0/3409804593 learned_addr learned my addr 172.21.15.27:0/3409804593 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-10T05:30:39.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.343+0000 7f72a0b55640 1 -- 172.21.15.27:0/3409804593 >> v2:172.21.15.153:3300/0 conn(0x7f729c15bb20 msgr2=0x7f729c0cd860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:30:39.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.343+0000 7f72a0b55640 1 --2- 172.21.15.27:0/3409804593 >> v2:172.21.15.153:3300/0 conn(0x7f729c15bb20 0x7f729c0cd860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:39.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.343+0000 7f72a0b55640 1 -- 172.21.15.27:0/3409804593 >> v1:172.21.15.153:6789/0 conn(0x7f729c0cf4e0 legacy=0x7f729c0d0340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:30:39.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.343+0000 7f72a0b55640 1 -- 172.21.15.27:0/3409804593 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f729c0ccaa0 con 0x7f729c099a40 2024-02-10T05:30:39.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.343+0000 7f729bfff640 1 --2- 172.21.15.27:0/3409804593 >> v2:172.21.15.153:3300/0 conn(0x7f729c15bb20 0x7f729c0cd860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T05:30:39.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.344+0000 7f72a0b55640 1 --2- 172.21.15.27:0/3409804593 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f729c099a40 0x7f729c099e90 secure :-1 s=READY pgs=1966 cs=0 l=1 rev1=1 crypto rx=0x7f729c06e100 tx=0x7f729402bda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfad07e7f312d2dd server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:39.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.344+0000 7f729affd640 1 -- 172.21.15.27:0/3409804593 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f729402cb50 con 0x7f729c099a40 2024-02-10T05:30:39.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.345+0000 7f729affd640 1 -- 172.21.15.27:0/3409804593 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f729402ccb0 con 0x7f729c099a40 2024-02-10T05:30:39.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.345+0000 7f729affd640 1 -- 172.21.15.27:0/3409804593 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7294034660 con 0x7f729c099a40 2024-02-10T05:30:39.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.345+0000 7f72a25b8640 1 -- 172.21.15.27:0/3409804593 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f729c099a40 msgr2=0x7f729c099e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:39.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.345+0000 7f72a25b8640 1 --2- 172.21.15.27:0/3409804593 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f729c099a40 0x7f729c099e90 secure :-1 s=READY pgs=1966 cs=0 l=1 rev1=1 crypto rx=0x7f729c06e100 tx=0x7f729402bda0 comp rx=0 tx=0).stop 2024-02-10T05:30:39.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.346+0000 7f72a25b8640 1 -- 172.21.15.27:0/3409804593 shutdown_connections 2024-02-10T05:30:39.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.346+0000 7f72a25b8640 1 --2- 172.21.15.27:0/3409804593 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f729c099a40 0x7f729c099e90 unknown :-1 s=CLOSED pgs=1966 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:39.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.346+0000 7f72a25b8640 1 --2- 172.21.15.27:0/3409804593 >> v2:172.21.15.153:3300/0 conn(0x7f729c15bb20 0x7f729c0cd860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:39.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.346+0000 7f72a25b8640 1 -- 172.21.15.27:0/3409804593 >> 172.21.15.27:0/3409804593 conn(0x7f729c0b3370 msgr2=0x7f729c0b3780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:30:39.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.353+0000 7f72a25b8640 1 -- 172.21.15.27:0/3409804593 shutdown_connections 2024-02-10T05:30:39.355 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.354+0000 7f72a25b8640 1 -- 172.21.15.27:0/3409804593 wait complete. 2024-02-10T05:30:39.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.360+0000 7f72a25b8640 1 Processor -- start 2024-02-10T05:30:39.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.360+0000 7f72a25b8640 1 -- start start 2024-02-10T05:30:39.365 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.364+0000 7f72a25b8640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f729c099a40 0x7f729c0cb510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:39.365 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.364+0000 7f72a25b8640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f729c15bb20 0x7f729c150e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:39.365 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.364+0000 7f72a25b8640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f729c0c67b0 0x7f729c0c7d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:39.365 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.364+0000 7f72a25b8640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f729c0c7930 con 0x7f729c15bb20 2024-02-10T05:30:39.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.364+0000 7f72a25b8640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f729c0cba50 con 0x7f729c099a40 2024-02-10T05:30:39.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.364+0000 7f72a25b8640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f729c0c6cb0 con 0x7f729c0c67b0 2024-02-10T05:30:39.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.365+0000 7f729b7fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f729c15bb20 0x7f729c150e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:39.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.365+0000 7f729b7fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f729c15bb20 0x7f729c150e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59840/0 (socket says 172.21.15.27:59840) 2024-02-10T05:30:39.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.365+0000 7f729b7fe640 1 -- 172.21.15.27:0/3826363410 learned_addr learned my addr 172.21.15.27:0/3826363410 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:30:39.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.367+0000 7f729bfff640 1 --2- 172.21.15.27:0/3826363410 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f729c099a40 0x7f729c0cb510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:39.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.367+0000 7f729b7fe640 1 -- 172.21.15.27:0/3826363410 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f729c0c67b0 msgr2=0x7f729c0c7d50 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-02-10T05:30:39.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.367+0000 7f729b7fe640 1 --2- 172.21.15.27:0/3826363410 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f729c0c67b0 0x7f729c0c7d50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:39.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.367+0000 7f729b7fe640 1 -- 172.21.15.27:0/3826363410 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f729c099a40 msgr2=0x7f729c0cb510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:39.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.367+0000 7f729b7fe640 1 --2- 172.21.15.27:0/3826363410 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f729c099a40 0x7f729c0cb510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:39.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.367+0000 7f729b7fe640 1 -- 172.21.15.27:0/3826363410 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7294009a70 con 0x7f729c15bb20 2024-02-10T05:30:39.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.367+0000 7f729bfff640 1 --2- 172.21.15.27:0/3826363410 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f729c099a40 0x7f729c0cb510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T05:30:39.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.368+0000 7f729b7fe640 1 --2- 172.21.15.27:0/3826363410 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f729c15bb20 0x7f729c150e10 secure :-1 s=READY pgs=1967 cs=0 l=1 rev1=1 crypto rx=0x7f728400c3e0 tx=0x7f728400c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:39.370 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.368+0000 7f7298ff9640 1 -- 172.21.15.27:0/3826363410 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7284005ce0 con 0x7f729c15bb20 2024-02-10T05:30:39.370 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.369+0000 7f7298ff9640 1 -- 172.21.15.27:0/3826363410 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7284005e40 con 0x7f729c15bb20 2024-02-10T05:30:39.370 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.369+0000 7f72a25b8640 1 -- 172.21.15.27:0/3826363410 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f729c0c6f90 con 0x7f729c15bb20 2024-02-10T05:30:39.370 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.369+0000 7f7298ff9640 1 -- 172.21.15.27:0/3826363410 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7284007310 con 0x7f729c15bb20 2024-02-10T05:30:39.370 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.370+0000 7f72a25b8640 1 -- 172.21.15.27:0/3826363410 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f729c0c7550 con 0x7f729c15bb20 2024-02-10T05:30:39.372 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.371+0000 7f72a25b8640 1 -- 172.21.15.27:0/3826363410 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f729c0746c0 con 0x7f729c15bb20 2024-02-10T05:30:39.376 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.375+0000 7f7298ff9640 1 -- 172.21.15.27:0/3826363410 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f7284007470 con 0x7f729c15bb20 2024-02-10T05:30:39.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.377+0000 7f7298ff9640 1 --2- 172.21.15.27:0/3826363410 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f727c06b860 0x7f727c06dd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:39.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.377+0000 7f7298ff9640 1 -- 172.21.15.27:0/3826363410 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7284089630 con 0x7f729c15bb20 2024-02-10T05:30:39.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.379+0000 7f729bfff640 1 --2- 172.21.15.27:0/3826363410 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f727c06b860 0x7f727c06dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:39.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.382+0000 7f729bfff640 1 --2- 172.21.15.27:0/3826363410 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f727c06b860 0x7f727c06dd20 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f728c006fd0 tx=0x7f728c008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:39.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.401+0000 7f7298ff9640 1 -- 172.21.15.27:0/3826363410 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f72840541e0 con 0x7f729c15bb20 2024-02-10T05:30:39.702 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.701+0000 7f72a25b8640 1 -- 172.21.15.27:0/3826363410 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f729c0d0730 con 0x7f729c15bb20 2024-02-10T05:30:39.702 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.701+0000 7f7298ff9640 1 -- 172.21.15.27:0/3826363410 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v34) v1 ==== 93+0+10 (secure 0 0 0) 0x7f72840578a0 con 0x7f729c15bb20 2024-02-10T05:30:39.703 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 1 2024-02-10T05:30:39.711 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.708+0000 7f72a25b8640 1 -- 172.21.15.27:0/3826363410 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f727c06b860 msgr2=0x7f727c06dd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:39.711 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.708+0000 7f72a25b8640 1 --2- 172.21.15.27:0/3826363410 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f727c06b860 0x7f727c06dd20 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f728c006fd0 tx=0x7f728c008040 comp rx=0 tx=0).stop 2024-02-10T05:30:39.711 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.708+0000 7f72a25b8640 1 -- 172.21.15.27:0/3826363410 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f729c15bb20 msgr2=0x7f729c150e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:39.711 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.708+0000 7f72a25b8640 1 --2- 172.21.15.27:0/3826363410 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f729c15bb20 0x7f729c150e10 secure :-1 s=READY pgs=1967 cs=0 l=1 rev1=1 crypto rx=0x7f728400c3e0 tx=0x7f728400c8a0 comp rx=0 tx=0).stop 2024-02-10T05:30:39.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.708+0000 7f72a25b8640 1 -- 172.21.15.27:0/3826363410 shutdown_connections 2024-02-10T05:30:39.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.708+0000 7f72a25b8640 1 --2- 172.21.15.27:0/3826363410 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f727c06b860 0x7f727c06dd20 secure :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f728c006fd0 tx=0x7f728c008040 comp rx=0 tx=0).stop 2024-02-10T05:30:39.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.709+0000 7f72a25b8640 1 --2- 172.21.15.27:0/3826363410 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f729c0c67b0 0x7f729c0c7d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:39.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.709+0000 7f72a25b8640 1 --2- 172.21.15.27:0/3826363410 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f729c15bb20 0x7f729c150e10 unknown :-1 s=CLOSED pgs=1967 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:39.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.709+0000 7f72a25b8640 1 --2- 172.21.15.27:0/3826363410 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f729c099a40 0x7f729c0cb510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:39.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.709+0000 7f72a25b8640 1 -- 172.21.15.27:0/3826363410 >> 172.21.15.27:0/3826363410 conn(0x7f729c0b3370 msgr2=0x7f729c15cde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:30:39.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.710+0000 7f72a25b8640 1 -- 172.21.15.27:0/3826363410 shutdown_connections 2024-02-10T05:30:39.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.710+0000 7f72a25b8640 1 -- 172.21.15.27:0/3826363410 wait complete. 2024-02-10T05:30:39.750 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-10T05:30:39.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.977+0000 7f92cab27640 1 Processor -- start 2024-02-10T05:30:39.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.978+0000 7f92cab27640 1 -- start start 2024-02-10T05:30:39.983 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.981+0000 7f92cab27640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f92c40ae710 0x7f92c40cf050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:39.983 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.982+0000 7f92cab27640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f92c40b4180 0x7f92c416e950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:39.983 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.982+0000 7f92cab27640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f92c40cec90 con 0x7f92c40aeaf0 2024-02-10T05:30:39.983 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.982+0000 7f92cab27640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f92c416ab40 con 0x7f92c40b4180 2024-02-10T05:30:39.983 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.982+0000 7f92cab27640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f92c40cf590 con 0x7f92c40ae710 2024-02-10T05:30:39.984 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.982+0000 7f92c88c3640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f92c40ae710 0x7f92c40cf050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:39.984 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.982+0000 7f92c3fff640 1 --1- >> v1:172.21.15.153:6789/0 conn(0x7f92c40aeaf0 0x7f92c416e240 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.27:37496/0 (socket says 172.21.15.27:37496) 2024-02-10T05:30:39.984 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.982+0000 7f92c3fff640 1 -- 172.21.15.27:0/3739629230 learned_addr learned my addr 172.21.15.27:0/3739629230 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-10T05:30:39.984 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.982+0000 7f92c90c4640 1 --2- 172.21.15.27:0/3739629230 >> v2:172.21.15.27:3300/0 conn(0x7f92c40b4180 0x7f92c416e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:39.985 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.983+0000 7f92c37fe640 1 -- 172.21.15.27:0/3739629230 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2899364555 0 0) 0x7f92c40cec90 con 0x7f92c40aeaf0 2024-02-10T05:30:39.985 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.983+0000 7f92c37fe640 1 -- 172.21.15.27:0/3739629230 --> v1:172.21.15.153:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f92ac003520 con 0x7f92c40aeaf0 2024-02-10T05:30:39.985 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.983+0000 7f92c88c3640 1 -- 172.21.15.27:0/3739629230 >> v2:172.21.15.27:3300/0 conn(0x7f92c40b4180 msgr2=0x7f92c416e950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:30:39.985 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.983+0000 7f92c88c3640 1 --2- 172.21.15.27:0/3739629230 >> v2:172.21.15.27:3300/0 conn(0x7f92c40b4180 0x7f92c416e950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:39.985 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.983+0000 7f92c88c3640 1 -- 172.21.15.27:0/3739629230 >> v1:172.21.15.153:6789/0 conn(0x7f92c40aeaf0 legacy=0x7f92c416e240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:39.985 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.983+0000 7f92c88c3640 1 -- 172.21.15.27:0/3739629230 --> v2:172.21.15.153:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92c40ce6d0 con 0x7f92c40ae710 2024-02-10T05:30:39.988 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.987+0000 7f92c88c3640 1 --2- 172.21.15.27:0/3739629230 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f92c40ae710 0x7f92c40cf050 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f92c406bb50 tx=0x7f92bc02be40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b49c02940a6d413b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:39.988 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.987+0000 7f92c37fe640 1 -- 172.21.15.27:0/3739629230 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92bc02cbf0 con 0x7f92c40ae710 2024-02-10T05:30:39.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.987+0000 7f92c37fe640 1 -- 172.21.15.27:0/3739629230 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f92bc02cd50 con 0x7f92c40ae710 2024-02-10T05:30:39.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.987+0000 7f92c37fe640 1 -- 172.21.15.27:0/3739629230 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92bc034660 con 0x7f92c40ae710 2024-02-10T05:30:39.991 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.989+0000 7f92cab27640 1 -- 172.21.15.27:0/3739629230 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f92c40ae710 msgr2=0x7f92c40cf050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:39.991 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.990+0000 7f92cab27640 1 --2- 172.21.15.27:0/3739629230 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f92c40ae710 0x7f92c40cf050 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f92c406bb50 tx=0x7f92bc02be40 comp rx=0 tx=0).stop 2024-02-10T05:30:39.991 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.990+0000 7f92cab27640 1 -- 172.21.15.27:0/3739629230 shutdown_connections 2024-02-10T05:30:39.991 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.990+0000 7f92cab27640 1 --2- 172.21.15.27:0/3739629230 >> v2:172.21.15.27:3300/0 conn(0x7f92c40b4180 0x7f92c416e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:39.991 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.990+0000 7f92cab27640 1 --2- 172.21.15.27:0/3739629230 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f92c40ae710 0x7f92c40cf050 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:39.991 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.990+0000 7f92cab27640 1 -- 172.21.15.27:0/3739629230 >> 172.21.15.27:0/3739629230 conn(0x7f92c4066d50 msgr2=0x7f92c406ac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:30:39.997 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.996+0000 7f92cab27640 1 -- 172.21.15.27:0/3739629230 shutdown_connections 2024-02-10T05:30:39.999 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:39.998+0000 7f92cab27640 1 -- 172.21.15.27:0/3739629230 wait complete. 2024-02-10T05:30:40.004 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:40.003+0000 7f92cab27640 1 Processor -- start 2024-02-10T05:30:40.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:40.004+0000 7f92cab27640 1 -- start start 2024-02-10T05:30:40.009 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:40.008+0000 7f92cab27640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f92c40ae710 0x7f92c406e630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:40.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:40.009+0000 7f92cab27640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f92c40aeaf0 0x7f92c4080930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:40.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:40.009+0000 7f92cab27640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f92c40b4180 0x7f92c4080e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:40.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:40.009+0000 7f92c88c3640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f92c40ae710 0x7f92c406e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:40.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:40.009+0000 7f92c88c3640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f92c40ae710 0x7f92c406e630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59864/0 (socket says 172.21.15.27:59864) 2024-02-10T05:30:40.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:40.009+0000 7f92c88c3640 1 -- 172.21.15.27:0/3611699485 learned_addr learned my addr 172.21.15.27:0/3611699485 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:30:40.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:40.009+0000 7f92c3fff640 1 --2- 172.21.15.27:0/3611699485 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f92c40aeaf0 0x7f92c4080930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:40.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:40.009+0000 7f92cab27640 1 -- 172.21.15.27:0/3611699485 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92c4082120 con 0x7f92c40ae710 2024-02-10T05:30:40.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:40.009+0000 7f92cab27640 1 -- 172.21.15.27:0/3611699485 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92c40814a0 con 0x7f92c40aeaf0 2024-02-10T05:30:40.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:40.009+0000 7f92cab27640 1 -- 172.21.15.27:0/3611699485 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f92c4081780 con 0x7f92c40b4180 2024-02-10T05:30:40.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:40.009+0000 7f92c90c4640 1 --2- 172.21.15.27:0/3611699485 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f92c40b4180 0x7f92c4080e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:40.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:40.010+0000 7f92c3fff640 1 -- 172.21.15.27:0/3611699485 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f92c40b4180 msgr2=0x7f92c4080e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:40.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:40.010+0000 7f92c3fff640 1 --2- 172.21.15.27:0/3611699485 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f92c40b4180 0x7f92c4080e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:40.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:40.010+0000 7f92c3fff640 1 -- 172.21.15.27:0/3611699485 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f92c40ae710 msgr2=0x7f92c406e630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:40.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:40.010+0000 7f92c3fff640 1 --2- 172.21.15.27:0/3611699485 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f92c40ae710 0x7f92c406e630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:40.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:40.010+0000 7f92c3fff640 1 -- 172.21.15.27:0/3611699485 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92bc009a70 con 0x7f92c40aeaf0 2024-02-10T05:30:40.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:40.010+0000 7f92c3fff640 1 --2- 172.21.15.27:0/3611699485 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f92c40aeaf0 0x7f92c4080930 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f92b400c430 tx=0x7f92b400c8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:40.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:40.010+0000 7f92c17fa640 1 -- 172.21.15.27:0/3611699485 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92b4005ce0 con 0x7f92c40aeaf0 2024-02-10T05:30:40.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:40.011+0000 7f92c17fa640 1 -- 172.21.15.27:0/3611699485 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f92b4005e40 con 0x7f92c40aeaf0 2024-02-10T05:30:40.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:40.012+0000 7f92c17fa640 1 -- 172.21.15.27:0/3611699485 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92b40072f0 con 0x7f92c40aeaf0 2024-02-10T05:30:40.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:40.012+0000 7f92cab27640 1 -- 172.21.15.27:0/3611699485 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92c4081a60 con 0x7f92c40aeaf0 2024-02-10T05:30:40.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:40.012+0000 7f92cab27640 1 -- 172.21.15.27:0/3611699485 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92c4086a70 con 0x7f92c40aeaf0 2024-02-10T05:30:40.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:40.015+0000 7f92cab27640 1 -- 172.21.15.27:0/3611699485 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f92c4082260 con 0x7f92c40aeaf0 2024-02-10T05:30:40.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:40.015+0000 7f92c17fa640 1 -- 172.21.15.27:0/3611699485 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f92b4007450 con 0x7f92c40aeaf0 2024-02-10T05:30:40.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:40.016+0000 7f92c17fa640 1 --2- 172.21.15.27:0/3611699485 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f92b006b8e0 0x7f92b006dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:40.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:40.016+0000 7f92c17fa640 1 -- 172.21.15.27:0/3611699485 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f92b40897c0 con 0x7f92c40aeaf0 2024-02-10T05:30:40.020 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:40.019+0000 7f92c88c3640 1 --2- 172.21.15.27:0/3611699485 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f92b006b8e0 0x7f92b006dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:40.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:40.026+0000 7f92c88c3640 1 --2- 172.21.15.27:0/3611699485 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f92b006b8e0 0x7f92b006dda0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f92bc000f80 tx=0x7f92bc030000 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:40.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:40.027+0000 7f92c17fa640 1 -- 172.21.15.27:0/3611699485 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f92c4082260 con 0x7f92c40aeaf0 2024-02-10T05:30:41.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.002+0000 7f92cab27640 1 -- 172.21.15.27:0/3611699485 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f92c4082260 con 0x7f92c40aeaf0 2024-02-10T05:30:41.004 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.003+0000 7f92c17fa640 1 -- 172.21.15.27:0/3611699485 <== mon.1 v2:172.21.15.153:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v34) v1 ==== 104+0+11 (secure 0 0 0) 0x7f92c4082260 con 0x7f92c40aeaf0 2024-02-10T05:30:41.006 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 32 2024-02-10T05:30:41.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.010+0000 7f92cab27640 1 -- 172.21.15.27:0/3611699485 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f92b006b8e0 msgr2=0x7f92b006dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:41.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.010+0000 7f92cab27640 1 --2- 172.21.15.27:0/3611699485 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f92b006b8e0 0x7f92b006dda0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f92bc000f80 tx=0x7f92bc030000 comp rx=0 tx=0).stop 2024-02-10T05:30:41.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.010+0000 7f92cab27640 1 -- 172.21.15.27:0/3611699485 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f92c40aeaf0 msgr2=0x7f92c4080930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:41.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.010+0000 7f92cab27640 1 --2- 172.21.15.27:0/3611699485 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f92c40aeaf0 0x7f92c4080930 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f92b400c430 tx=0x7f92b400c8f0 comp rx=0 tx=0).stop 2024-02-10T05:30:41.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.011+0000 7f92cab27640 1 -- 172.21.15.27:0/3611699485 shutdown_connections 2024-02-10T05:30:41.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.011+0000 7f92cab27640 1 --2- 172.21.15.27:0/3611699485 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f92b006b8e0 0x7f92b006dda0 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:41.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.011+0000 7f92cab27640 1 --2- 172.21.15.27:0/3611699485 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f92c40b4180 0x7f92c4080e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:41.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.011+0000 7f92cab27640 1 --2- 172.21.15.27:0/3611699485 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f92c40aeaf0 0x7f92c4080930 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:41.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.011+0000 7f92cab27640 1 --2- 172.21.15.27:0/3611699485 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f92c40ae710 0x7f92c406e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:41.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.011+0000 7f92cab27640 1 -- 172.21.15.27:0/3611699485 >> 172.21.15.27:0/3611699485 conn(0x7f92c4066d50 msgr2=0x7f92c40cd910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:30:41.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.012+0000 7f92cab27640 1 -- 172.21.15.27:0/3611699485 shutdown_connections 2024-02-10T05:30:41.014 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.013+0000 7f92cab27640 1 -- 172.21.15.27:0/3611699485 wait complete. 2024-02-10T05:30:41.049 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-10T05:30:41.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.432+0000 7fbea00d4640 1 Processor -- start 2024-02-10T05:30:41.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.432+0000 7fbea00d4640 1 -- start start 2024-02-10T05:30:41.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.436+0000 7fbea00d4640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbe980aeaf0 0x7fbe980b3170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:41.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.436+0000 7fbea00d4640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fbe980b36b0 0x7fbe980b3b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:41.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.436+0000 7fbea00d4640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbe980cec90 con 0x7fbe980ae710 2024-02-10T05:30:41.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.436+0000 7fbea00d4640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbe9816ab40 con 0x7fbe980b36b0 2024-02-10T05:30:41.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.436+0000 7fbea00d4640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbe980ce6d0 con 0x7fbe980aeaf0 2024-02-10T05:30:41.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.437+0000 7fbe9e671640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fbe980b36b0 0x7fbe980b3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:41.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.437+0000 7fbe9de70640 1 --1- >> v1:172.21.15.153:6789/0 conn(0x7fbe980ae710 0x7fbe980cf050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.27:37504/0 (socket says 172.21.15.27:37504) 2024-02-10T05:30:41.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.437+0000 7fbe9de70640 1 -- 172.21.15.27:0/838797379 learned_addr learned my addr 172.21.15.27:0/838797379 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-10T05:30:41.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.437+0000 7fbe9d66f640 1 --2- 172.21.15.27:0/838797379 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbe980aeaf0 0x7fbe980b3170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:41.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.438+0000 7fbe9d66f640 1 -- 172.21.15.27:0/838797379 >> v2:172.21.15.27:3300/0 conn(0x7fbe980b36b0 msgr2=0x7fbe980b3b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:30:41.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.438+0000 7fbe9ce6e640 1 -- 172.21.15.27:0/838797379 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3335163072 0 0) 0x7fbe980cec90 con 0x7fbe980ae710 2024-02-10T05:30:41.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.438+0000 7fbe9d66f640 1 --2- 172.21.15.27:0/838797379 >> v2:172.21.15.27:3300/0 conn(0x7fbe980b36b0 0x7fbe980b3b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:41.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.439+0000 7fbe9d66f640 1 -- 172.21.15.27:0/838797379 >> v1:172.21.15.153:6789/0 conn(0x7fbe980ae710 legacy=0x7fbe980cf050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:41.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.439+0000 7fbe9d66f640 1 -- 172.21.15.27:0/838797379 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe980ce9b0 con 0x7fbe980aeaf0 2024-02-10T05:30:41.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.442+0000 7fbe9d66f640 1 --2- 172.21.15.27:0/838797379 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbe980aeaf0 0x7fbe980b3170 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fbe880090e0 tx=0x7fbe8802cb50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2e8f9b18f1e15349 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:41.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.442+0000 7fbe9ce6e640 1 -- 172.21.15.27:0/838797379 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe8802e910 con 0x7fbe980aeaf0 2024-02-10T05:30:41.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.443+0000 7fbe9ce6e640 1 -- 172.21.15.27:0/838797379 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbe8802ea70 con 0x7fbe980aeaf0 2024-02-10T05:30:41.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.443+0000 7fbe9ce6e640 1 -- 172.21.15.27:0/838797379 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe8802ee00 con 0x7fbe980aeaf0 2024-02-10T05:30:41.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.445+0000 7fbea00d4640 1 -- 172.21.15.27:0/838797379 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbe980aeaf0 msgr2=0x7fbe980b3170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:41.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.445+0000 7fbea00d4640 1 --2- 172.21.15.27:0/838797379 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbe980aeaf0 0x7fbe980b3170 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fbe880090e0 tx=0x7fbe8802cb50 comp rx=0 tx=0).stop 2024-02-10T05:30:41.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.445+0000 7fbea00d4640 1 -- 172.21.15.27:0/838797379 shutdown_connections 2024-02-10T05:30:41.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.445+0000 7fbea00d4640 1 --2- 172.21.15.27:0/838797379 >> v2:172.21.15.27:3300/0 conn(0x7fbe980b36b0 0x7fbe980b3b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:41.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.445+0000 7fbea00d4640 1 --2- 172.21.15.27:0/838797379 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbe980aeaf0 0x7fbe980b3170 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:41.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.445+0000 7fbea00d4640 1 -- 172.21.15.27:0/838797379 >> 172.21.15.27:0/838797379 conn(0x7fbe98066d50 msgr2=0x7fbe9806ac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:30:41.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.446+0000 7fbea00d4640 1 -- 172.21.15.27:0/838797379 shutdown_connections 2024-02-10T05:30:41.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.446+0000 7fbea00d4640 1 -- 172.21.15.27:0/838797379 wait complete. 2024-02-10T05:30:41.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.454+0000 7fbea00d4640 1 Processor -- start 2024-02-10T05:30:41.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.454+0000 7fbea00d4640 1 -- start start 2024-02-10T05:30:41.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.459+0000 7fbea00d4640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbe980ae710 0x7fbe9815bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:41.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.459+0000 7fbea00d4640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbe980aeaf0 0x7fbe980ab220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:41.461 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.460+0000 7fbe9de70640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbe980ae710 0x7fbe9815bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:41.461 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.460+0000 7fbe9de70640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbe980ae710 0x7fbe9815bfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:33682/0 (socket says 172.21.15.27:33682) 2024-02-10T05:30:41.461 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.460+0000 7fbea00d4640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbe980b36b0 0x7fbe980ab760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:41.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.460+0000 7fbe9de70640 1 -- 172.21.15.27:0/2753100818 learned_addr learned my addr 172.21.15.27:0/2753100818 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:30:41.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.461+0000 7fbe9e671640 1 --2- 172.21.15.27:0/2753100818 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbe980b36b0 0x7fbe980ab760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:41.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.461+0000 7fbea00d4640 1 -- 172.21.15.27:0/2753100818 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe980a9540 con 0x7fbe980aeaf0 2024-02-10T05:30:41.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.461+0000 7fbea00d4640 1 -- 172.21.15.27:0/2753100818 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe98167500 con 0x7fbe980ae710 2024-02-10T05:30:41.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.461+0000 7fbea00d4640 1 -- 172.21.15.27:0/2753100818 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbe980a8c10 con 0x7fbe980b36b0 2024-02-10T05:30:41.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.463+0000 7fbe9e671640 1 -- 172.21.15.27:0/2753100818 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbe980ae710 msgr2=0x7fbe9815bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:41.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.463+0000 7fbe9e671640 1 --2- 172.21.15.27:0/2753100818 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbe980ae710 0x7fbe9815bfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:41.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.463+0000 7fbe9e671640 1 -- 172.21.15.27:0/2753100818 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbe980aeaf0 msgr2=0x7fbe980ab220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:41.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.463+0000 7fbe9e671640 1 --2- 172.21.15.27:0/2753100818 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbe980aeaf0 0x7fbe980ab220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:41.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.463+0000 7fbe9e671640 1 -- 172.21.15.27:0/2753100818 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe88009c90 con 0x7fbe980b36b0 2024-02-10T05:30:41.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.464+0000 7fbe9e671640 1 --2- 172.21.15.27:0/2753100818 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbe980b36b0 0x7fbe980ab760 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fbe9000eba0 tx=0x7fbe9000c490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:41.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.464+0000 7fbe8e7fc640 1 -- 172.21.15.27:0/2753100818 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe9000cd20 con 0x7fbe980b36b0 2024-02-10T05:30:41.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.464+0000 7fbe8e7fc640 1 -- 172.21.15.27:0/2753100818 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbe9000f040 con 0x7fbe980b36b0 2024-02-10T05:30:41.466 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.465+0000 7fbe8e7fc640 1 -- 172.21.15.27:0/2753100818 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe90013800 con 0x7fbe980b36b0 2024-02-10T05:30:41.466 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.465+0000 7fbea00d4640 1 -- 172.21.15.27:0/2753100818 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbe980a8ef0 con 0x7fbe980b36b0 2024-02-10T05:30:41.466 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.466+0000 7fbea00d4640 1 -- 172.21.15.27:0/2753100818 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbe9815c500 con 0x7fbe980b36b0 2024-02-10T05:30:41.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.470+0000 7fbea00d4640 1 -- 172.21.15.27:0/2753100818 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbe9806ac50 con 0x7fbe980b36b0 2024-02-10T05:30:41.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.470+0000 7fbe8e7fc640 1 -- 172.21.15.27:0/2753100818 <== mon.2 v2:172.21.15.153:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fbe90013960 con 0x7fbe980b36b0 2024-02-10T05:30:41.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.473+0000 7fbe8e7fc640 1 --2- 172.21.15.27:0/2753100818 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbe7c06b860 0x7fbe7c06dd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:41.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.474+0000 7fbe9de70640 1 --2- 172.21.15.27:0/2753100818 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbe7c06b860 0x7fbe7c06dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:41.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.475+0000 7fbe8e7fc640 1 -- 172.21.15.27:0/2753100818 <== mon.2 v2:172.21.15.153:3301/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbe9008e8a0 con 0x7fbe980b36b0 2024-02-10T05:30:41.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.476+0000 7fbe9de70640 1 --2- 172.21.15.27:0/2753100818 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbe7c06b860 0x7fbe7c06dd20 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fbe94007b10 tx=0x7fbe94007a60 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:41.481 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:41.480+0000 7fbe8e7fc640 1 -- 172.21.15.27:0/2753100818 <== mon.2 v2:172.21.15.153:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fbe900593c0 con 0x7fbe980b36b0 2024-02-10T05:30:42.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.444+0000 7fbea00d4640 1 -- 172.21.15.27:0/2753100818 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fbe980a96b0 con 0x7fbe980b36b0 2024-02-10T05:30:42.446 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 64 2024-02-10T05:30:42.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.445+0000 7fbe8e7fc640 1 -- 172.21.15.27:0/2753100818 <== mon.2 v2:172.21.15.153:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v34) v1 ==== 100+0+11 (secure 0 0 0) 0x7fbe900200a0 con 0x7fbe980b36b0 2024-02-10T05:30:42.449 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.448+0000 7fbea00d4640 1 -- 172.21.15.27:0/2753100818 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbe7c06b860 msgr2=0x7fbe7c06dd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:42.449 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.448+0000 7fbea00d4640 1 --2- 172.21.15.27:0/2753100818 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbe7c06b860 0x7fbe7c06dd20 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fbe94007b10 tx=0x7fbe94007a60 comp rx=0 tx=0).stop 2024-02-10T05:30:42.449 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.448+0000 7fbea00d4640 1 -- 172.21.15.27:0/2753100818 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbe980b36b0 msgr2=0x7fbe980ab760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:42.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.448+0000 7fbea00d4640 1 --2- 172.21.15.27:0/2753100818 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbe980b36b0 0x7fbe980ab760 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fbe9000eba0 tx=0x7fbe9000c490 comp rx=0 tx=0).stop 2024-02-10T05:30:42.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.448+0000 7fbea00d4640 1 -- 172.21.15.27:0/2753100818 shutdown_connections 2024-02-10T05:30:42.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.448+0000 7fbea00d4640 1 --2- 172.21.15.27:0/2753100818 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fbe7c06b860 0x7fbe7c06dd20 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:42.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.448+0000 7fbea00d4640 1 --2- 172.21.15.27:0/2753100818 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fbe980b36b0 0x7fbe980ab760 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:42.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.448+0000 7fbea00d4640 1 --2- 172.21.15.27:0/2753100818 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbe980aeaf0 0x7fbe980ab220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:42.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.448+0000 7fbea00d4640 1 --2- 172.21.15.27:0/2753100818 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbe980ae710 0x7fbe9815bfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:42.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.448+0000 7fbea00d4640 1 -- 172.21.15.27:0/2753100818 >> 172.21.15.27:0/2753100818 conn(0x7fbe98066d50 msgr2=0x7fbe9806e090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:30:42.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.452+0000 7fbea00d4640 1 -- 172.21.15.27:0/2753100818 shutdown_connections 2024-02-10T05:30:42.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.452+0000 7fbea00d4640 1 -- 172.21.15.27:0/2753100818 wait complete. 2024-02-10T05:30:42.490 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-10T05:30:42.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.658+0000 7f71e52c0640 1 Processor -- start 2024-02-10T05:30:42.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.658+0000 7f71e52c0640 1 -- start start 2024-02-10T05:30:42.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.660+0000 7f71e52c0640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f71e006ac50 0x7f71e00cd840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:42.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.660+0000 7f71e52c0640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f71e006b3c0 con 0x7f71e006fbc0 2024-02-10T05:30:42.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.660+0000 7f71e52c0640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f71e006b6a0 con 0x7f71e00cf960 2024-02-10T05:30:42.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.660+0000 7f71e52c0640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71e015c5e0 con 0x7f71e006ac50 2024-02-10T05:30:42.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.660+0000 7f71deffd640 1 --1- >> v1:172.21.15.153:6789/0 conn(0x7f71e00cf960 0x7f71e00cfd40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.27:37516/0 (socket says 172.21.15.27:37516) 2024-02-10T05:30:42.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.660+0000 7f71deffd640 1 -- 172.21.15.27:0/6199792 learned_addr learned my addr 172.21.15.27:0/6199792 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-10T05:30:42.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.661+0000 7f71df7fe640 1 --2- 172.21.15.27:0/6199792 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f71e006ac50 0x7f71e00cd840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:42.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.661+0000 7f71ddffb640 1 -- 172.21.15.27:0/6199792 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2947256772 0 0) 0x7f71e006b6a0 con 0x7f71e00cf960 2024-02-10T05:30:42.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.661+0000 7f71ddffb640 1 -- 172.21.15.27:0/6199792 --> v1:172.21.15.153:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f71c8003520 con 0x7f71e00cf960 2024-02-10T05:30:42.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.661+0000 7f71df7fe640 1 -- 172.21.15.27:0/6199792 >> v1:172.21.15.153:6789/0 conn(0x7f71e00cf960 legacy=0x7f71e00cfd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:42.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.661+0000 7f71df7fe640 1 -- 172.21.15.27:0/6199792 >> v1:172.21.15.27:6789/0 conn(0x7f71e006fbc0 legacy=0x7f71e015bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:30:42.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.661+0000 7f71df7fe640 1 -- 172.21.15.27:0/6199792 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71e006b980 con 0x7f71e006ac50 2024-02-10T05:30:42.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.666+0000 7f71df7fe640 1 --2- 172.21.15.27:0/6199792 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f71e006ac50 0x7f71e00cd840 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f71d00097d0 tx=0x7f71d002b810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=534fb7e76027fb79 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:42.668 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.667+0000 7f71ddffb640 1 -- 172.21.15.27:0/6199792 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71d0031770 con 0x7f71e006ac50 2024-02-10T05:30:42.668 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.667+0000 7f71ddffb640 1 -- 172.21.15.27:0/6199792 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f71d00318d0 con 0x7f71e006ac50 2024-02-10T05:30:42.668 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.667+0000 7f71ddffb640 1 -- 172.21.15.27:0/6199792 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71d0031c60 con 0x7f71e006ac50 2024-02-10T05:30:42.669 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.668+0000 7f71e52c0640 1 -- 172.21.15.27:0/6199792 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f71e006ac50 msgr2=0x7f71e00cd840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:42.669 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.668+0000 7f71e52c0640 1 --2- 172.21.15.27:0/6199792 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f71e006ac50 0x7f71e00cd840 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f71d00097d0 tx=0x7f71d002b810 comp rx=0 tx=0).stop 2024-02-10T05:30:42.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.669+0000 7f71e52c0640 1 -- 172.21.15.27:0/6199792 shutdown_connections 2024-02-10T05:30:42.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.669+0000 7f71e52c0640 1 --2- 172.21.15.27:0/6199792 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f71e006ac50 0x7f71e00cd840 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:42.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.669+0000 7f71e52c0640 1 -- 172.21.15.27:0/6199792 >> 172.21.15.27:0/6199792 conn(0x7f71e00b24c0 msgr2=0x7f71e00b28a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:30:42.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.672+0000 7f71e52c0640 1 -- 172.21.15.27:0/6199792 shutdown_connections 2024-02-10T05:30:42.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.672+0000 7f71e52c0640 1 -- 172.21.15.27:0/6199792 wait complete. 2024-02-10T05:30:42.678 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.678+0000 7f71e52c0640 1 Processor -- start 2024-02-10T05:30:42.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.678+0000 7f71e52c0640 1 -- start start 2024-02-10T05:30:42.682 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.681+0000 7f71e52c0640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f71e006ac50 0x7f71e00b42a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:42.683 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.682+0000 7f71e52c0640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f71e006fbc0 0x7f71e0142ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:42.683 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.682+0000 7f71e52c0640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f71e00cf960 0x7f71e0143400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:42.684 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.682+0000 7f71e52c0640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71e00c5ef0 con 0x7f71e006ac50 2024-02-10T05:30:42.684 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.683+0000 7f71e52c0640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71e00ae580 con 0x7f71e00cf960 2024-02-10T05:30:42.684 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.683+0000 7f71e52c0640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71e00b47e0 con 0x7f71e006fbc0 2024-02-10T05:30:42.686 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.684+0000 7f71deffd640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f71e006ac50 0x7f71e00b42a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:42.686 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.684+0000 7f71deffd640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f71e006ac50 0x7f71e00b42a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59884/0 (socket says 172.21.15.27:59884) 2024-02-10T05:30:42.686 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.684+0000 7f71deffd640 1 -- 172.21.15.27:0/2214601737 learned_addr learned my addr 172.21.15.27:0/2214601737 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:30:42.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.686+0000 7f71deffd640 1 -- 172.21.15.27:0/2214601737 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f71e006fbc0 msgr2=0x7f71e0142ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:42.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.686+0000 7f71deffd640 1 --2- 172.21.15.27:0/2214601737 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f71e006fbc0 0x7f71e0142ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:42.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.686+0000 7f71deffd640 1 -- 172.21.15.27:0/2214601737 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f71e00cf960 msgr2=0x7f71e0143400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:42.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.686+0000 7f71deffd640 1 --2- 172.21.15.27:0/2214601737 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f71e00cf960 0x7f71e0143400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:42.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.686+0000 7f71deffd640 1 -- 172.21.15.27:0/2214601737 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71d0009400 con 0x7f71e006ac50 2024-02-10T05:30:42.690 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.688+0000 7f71deffd640 1 --2- 172.21.15.27:0/2214601737 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f71e006ac50 0x7f71e00b42a0 secure :-1 s=READY pgs=1969 cs=0 l=1 rev1=1 crypto rx=0x7f71d800c7b0 tx=0x7f71d800cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:42.691 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.690+0000 7f71c77fe640 1 -- 172.21.15.27:0/2214601737 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71d800a640 con 0x7f71e006ac50 2024-02-10T05:30:42.691 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.690+0000 7f71c77fe640 1 -- 172.21.15.27:0/2214601737 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f71d800a7c0 con 0x7f71e006ac50 2024-02-10T05:30:42.692 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.690+0000 7f71c77fe640 1 -- 172.21.15.27:0/2214601737 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71d800ab70 con 0x7f71e006ac50 2024-02-10T05:30:42.692 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.691+0000 7f71e52c0640 1 -- 172.21.15.27:0/2214601737 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f71e01f3e80 con 0x7f71e006ac50 2024-02-10T05:30:42.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.695+0000 7f71e52c0640 1 -- 172.21.15.27:0/2214601737 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f71e01f4440 con 0x7f71e006ac50 2024-02-10T05:30:42.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.697+0000 7f71e52c0640 1 -- 172.21.15.27:0/2214601737 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f71e00ac8b0 con 0x7f71e006ac50 2024-02-10T05:30:42.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.698+0000 7f71c77fe640 1 -- 172.21.15.27:0/2214601737 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f71d800acd0 con 0x7f71e006ac50 2024-02-10T05:30:42.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.700+0000 7f71c77fe640 1 --2- 172.21.15.27:0/2214601737 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f71cc06b860 0x7f71cc06dd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:42.702 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.701+0000 7f71de7fc640 1 --2- 172.21.15.27:0/2214601737 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f71cc06b860 0x7f71cc06dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:42.703 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.702+0000 7f71c77fe640 1 -- 172.21.15.27:0/2214601737 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f71d8058700 con 0x7f71e006ac50 2024-02-10T05:30:42.704 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.703+0000 7f71de7fc640 1 --2- 172.21.15.27:0/2214601737 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f71cc06b860 0x7f71cc06dd20 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f71e00ae050 tx=0x7f71d40079b0 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:42.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:42.727+0000 7f71c77fe640 1 -- 172.21.15.27:0/2214601737 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f71e00ac8b0 con 0x7f71e006ac50 2024-02-10T05:30:43.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:43.767+0000 7f71e52c0640 1 -- 172.21.15.27:0/2214601737 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f71e00ac8b0 con 0x7f71e006ac50 2024-02-10T05:30:43.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:43.770+0000 7f71c77fe640 1 -- 172.21.15.27:0/2214601737 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) v1 ==== 94+0+4938 (secure 0 0 0) 0x7f71e00ac8b0 con 0x7f71e006ac50 2024-02-10T05:30:43.771 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:30:43.771 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":13,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4793,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6834/3159189479","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6832","nonce":3159189479},{"type":"v1","addr":"172.21.15.27:6834","nonce":3159189479}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":4796,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/731048817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6833","nonce":731048817},{"type":"v1","addr":"172.21.15.27:6835","nonce":731048817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":4799,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6836/2074047013","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":2074047013},{"type":"v1","addr":"172.21.15.153:6836","nonce":2074047013}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-09T23:57:54.259990+0000","modified":"2024-02-09T23:57:57.532483+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5056},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5056":{"gid":5056,"name":"d","rank":0,"incarnation":10,"state":"up:active","state_seq":4,"addr":"172.21.15.153:6837/3332306953","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6835","nonce":3332306953},{"type":"v1","addr":"172.21.15.153:6837","nonce":3332306953}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-02-10T05:30:43.772 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 13 2024-02-10T05:30:43.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:43.777+0000 7f71e52c0640 1 -- 172.21.15.27:0/2214601737 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f71cc06b860 msgr2=0x7f71cc06dd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:43.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:43.777+0000 7f71e52c0640 1 --2- 172.21.15.27:0/2214601737 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f71cc06b860 0x7f71cc06dd20 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f71e00ae050 tx=0x7f71d40079b0 comp rx=0 tx=0).stop 2024-02-10T05:30:43.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:43.777+0000 7f71e52c0640 1 -- 172.21.15.27:0/2214601737 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f71e006ac50 msgr2=0x7f71e00b42a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:43.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:43.777+0000 7f71e52c0640 1 --2- 172.21.15.27:0/2214601737 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f71e006ac50 0x7f71e00b42a0 secure :-1 s=READY pgs=1969 cs=0 l=1 rev1=1 crypto rx=0x7f71d800c7b0 tx=0x7f71d800cc70 comp rx=0 tx=0).stop 2024-02-10T05:30:43.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:43.777+0000 7f71e52c0640 1 -- 172.21.15.27:0/2214601737 shutdown_connections 2024-02-10T05:30:43.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:43.777+0000 7f71e52c0640 1 --2- 172.21.15.27:0/2214601737 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f71cc06b860 0x7f71cc06dd20 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:43.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:43.777+0000 7f71e52c0640 1 --2- 172.21.15.27:0/2214601737 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f71e00cf960 0x7f71e0143400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:43.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:43.777+0000 7f71e52c0640 1 --2- 172.21.15.27:0/2214601737 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f71e006fbc0 0x7f71e0142ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:43.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:43.777+0000 7f71e52c0640 1 --2- 172.21.15.27:0/2214601737 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f71e006ac50 0x7f71e00b42a0 unknown :-1 s=CLOSED pgs=1969 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:43.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:43.777+0000 7f71e52c0640 1 -- 172.21.15.27:0/2214601737 >> 172.21.15.27:0/2214601737 conn(0x7f71e00b24c0 msgr2=0x7f71e01420d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:30:43.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:43.778+0000 7f71e52c0640 1 -- 172.21.15.27:0/2214601737 shutdown_connections 2024-02-10T05:30:43.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:43.778+0000 7f71e52c0640 1 -- 172.21.15.27:0/2214601737 wait complete. 2024-02-10T05:30:43.820 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-10T05:30:44.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.247+0000 7f7c6fe9d640 1 Processor -- start 2024-02-10T05:30:44.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.248+0000 7f7c6fe9d640 1 -- start start 2024-02-10T05:30:44.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.252+0000 7f7c6fe9d640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f7c680b1310 0x7f7c6806ea90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:44.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.252+0000 7f7c6fe9d640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f7c68162040 0x7f7c680b16f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:44.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.252+0000 7f7c6fe9d640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c680b3090 0x7f7c680cc460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:44.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.252+0000 7f7c6fe9d640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7c680b3d50 con 0x7f7c680b1310 2024-02-10T05:30:44.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.252+0000 7f7c6fe9d640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7c6806dda0 con 0x7f7c68162040 2024-02-10T05:30:44.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.252+0000 7f7c6fe9d640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c680b1c30 con 0x7f7c680b3090 2024-02-10T05:30:44.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.254+0000 7f7c6e43a640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c680b3090 0x7f7c680cc460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:44.256 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.255+0000 7f7c6e43a640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c680b3090 0x7f7c680cc460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:44050/0 (socket says 172.21.15.27:44050) 2024-02-10T05:30:44.256 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.255+0000 7f7c6e43a640 1 -- 172.21.15.27:0/3612310188 learned_addr learned my addr 172.21.15.27:0/3612310188 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:30:44.256 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.255+0000 7f7c6dc39640 1 --2- 172.21.15.27:0/3612310188 >> v2:172.21.15.27:3300/0 conn(0x7f7c680b1310 0x7f7c6806ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:44.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.257+0000 7f7c6dc39640 1 -- 172.21.15.27:0/3612310188 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c680b3090 msgr2=0x7f7c680cc460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:30:44.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.257+0000 7f7c6dc39640 1 --2- 172.21.15.27:0/3612310188 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c680b3090 0x7f7c680cc460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:44.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.257+0000 7f7c6dc39640 1 -- 172.21.15.27:0/3612310188 >> v2:172.21.15.153:3300/0 conn(0x7f7c68162040 msgr2=0x7f7c680b16f0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-02-10T05:30:44.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.257+0000 7f7c6dc39640 1 --2- 172.21.15.27:0/3612310188 >> v2:172.21.15.153:3300/0 conn(0x7f7c68162040 0x7f7c680b16f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:44.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.257+0000 7f7c6dc39640 1 -- 172.21.15.27:0/3612310188 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c680b3a70 con 0x7f7c680b1310 2024-02-10T05:30:44.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.257+0000 7f7c6e43a640 1 --2- 172.21.15.27:0/3612310188 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c680b3090 0x7f7c680cc460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T05:30:44.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.261+0000 7f7c6dc39640 1 --2- 172.21.15.27:0/3612310188 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c680b1310 0x7f7c6806ea90 secure :-1 s=READY pgs=1970 cs=0 l=1 rev1=1 crypto rx=0x7f7c68072490 tx=0x7f7c5802b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e02dfea656a7c31 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:44.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.262+0000 7f7c6cc37640 1 -- 172.21.15.27:0/3612310188 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c580317c0 con 0x7f7c680b1310 2024-02-10T05:30:44.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.263+0000 7f7c6cc37640 1 -- 172.21.15.27:0/3612310188 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c58031920 con 0x7f7c680b1310 2024-02-10T05:30:44.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.263+0000 7f7c6cc37640 1 -- 172.21.15.27:0/3612310188 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c58031cb0 con 0x7f7c680b1310 2024-02-10T05:30:44.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.265+0000 7f7c6fe9d640 1 -- 172.21.15.27:0/3612310188 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c680b1310 msgr2=0x7f7c6806ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:44.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.265+0000 7f7c6fe9d640 1 --2- 172.21.15.27:0/3612310188 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c680b1310 0x7f7c6806ea90 secure :-1 s=READY pgs=1970 cs=0 l=1 rev1=1 crypto rx=0x7f7c68072490 tx=0x7f7c5802b860 comp rx=0 tx=0).stop 2024-02-10T05:30:44.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.265+0000 7f7c6fe9d640 1 -- 172.21.15.27:0/3612310188 shutdown_connections 2024-02-10T05:30:44.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.266+0000 7f7c6fe9d640 1 --2- 172.21.15.27:0/3612310188 >> v2:172.21.15.153:3300/0 conn(0x7f7c68162040 0x7f7c680b16f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:44.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.266+0000 7f7c6fe9d640 1 --2- 172.21.15.27:0/3612310188 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c680b3090 0x7f7c680cc460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:44.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.266+0000 7f7c6fe9d640 1 --2- 172.21.15.27:0/3612310188 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c680b1310 0x7f7c6806ea90 unknown :-1 s=CLOSED pgs=1970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:44.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.266+0000 7f7c6fe9d640 1 -- 172.21.15.27:0/3612310188 >> 172.21.15.27:0/3612310188 conn(0x7f7c6806ac50 msgr2=0x7f7c6806b060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:30:44.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.268+0000 7f7c6fe9d640 1 -- 172.21.15.27:0/3612310188 shutdown_connections 2024-02-10T05:30:44.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.268+0000 7f7c6fe9d640 1 -- 172.21.15.27:0/3612310188 wait complete. 2024-02-10T05:30:44.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.273+0000 7f7c6fe9d640 1 Processor -- start 2024-02-10T05:30:44.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.273+0000 7f7c6fe9d640 1 -- start start 2024-02-10T05:30:44.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.276+0000 7f7c6fe9d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7c680b1310 0x7f7c681508e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:44.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.276+0000 7f7c6fe9d640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c680b3090 0x7f7c680cc420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:44.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.276+0000 7f7c6dc39640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7c680b1310 0x7f7c681508e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:44.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.276+0000 7f7c6dc39640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7c680b1310 0x7f7c681508e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:36838/0 (socket says 172.21.15.27:36838) 2024-02-10T05:30:44.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.276+0000 7f7c6dc39640 1 -- 172.21.15.27:0/1170561283 learned_addr learned my addr 172.21.15.27:0/1170561283 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:30:44.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.276+0000 7f7c6fe9d640 1 --2- 172.21.15.27:0/1170561283 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c68162040 0x7f7c680aa920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:44.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.277+0000 7f7c6fe9d640 1 -- 172.21.15.27:0/1170561283 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c68150e20 con 0x7f7c68162040 2024-02-10T05:30:44.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.277+0000 7f7c6fe9d640 1 -- 172.21.15.27:0/1170561283 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c680cce70 con 0x7f7c680b1310 2024-02-10T05:30:44.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.277+0000 7f7c6fe9d640 1 -- 172.21.15.27:0/1170561283 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c680cd150 con 0x7f7c680b3090 2024-02-10T05:30:44.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.277+0000 7f7c6e43a640 1 --2- 172.21.15.27:0/1170561283 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c68162040 0x7f7c680aa920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:44.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.277+0000 7f7c6d438640 1 --2- 172.21.15.27:0/1170561283 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c680b3090 0x7f7c680cc420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:44.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.278+0000 7f7c6dc39640 1 -- 172.21.15.27:0/1170561283 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c680b3090 msgr2=0x7f7c680cc420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:44.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.278+0000 7f7c6dc39640 1 --2- 172.21.15.27:0/1170561283 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c680b3090 0x7f7c680cc420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:44.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.278+0000 7f7c6dc39640 1 -- 172.21.15.27:0/1170561283 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c68162040 msgr2=0x7f7c680aa920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:44.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.278+0000 7f7c6dc39640 1 --2- 172.21.15.27:0/1170561283 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c68162040 0x7f7c680aa920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:44.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.278+0000 7f7c6dc39640 1 -- 172.21.15.27:0/1170561283 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c58009400 con 0x7f7c680b1310 2024-02-10T05:30:44.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.278+0000 7f7c6e43a640 1 --2- 172.21.15.27:0/1170561283 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c68162040 0x7f7c680aa920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T05:30:44.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.278+0000 7f7c6dc39640 1 --2- 172.21.15.27:0/1170561283 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7c680b1310 0x7f7c681508e0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f7c58009890 tx=0x7f7c580046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:44.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.279+0000 7f7c5e7fc640 1 -- 172.21.15.27:0/1170561283 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c58032920 con 0x7f7c680b1310 2024-02-10T05:30:44.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.279+0000 7f7c5e7fc640 1 -- 172.21.15.27:0/1170561283 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c58032aa0 con 0x7f7c680b1310 2024-02-10T05:30:44.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.279+0000 7f7c5e7fc640 1 -- 172.21.15.27:0/1170561283 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c58032e50 con 0x7f7c680b1310 2024-02-10T05:30:44.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.279+0000 7f7c6fe9d640 1 -- 172.21.15.27:0/1170561283 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7c680cd430 con 0x7f7c680b1310 2024-02-10T05:30:44.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.279+0000 7f7c6fe9d640 1 -- 172.21.15.27:0/1170561283 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c680cd9f0 con 0x7f7c680b1310 2024-02-10T05:30:44.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.284+0000 7f7c5e7fc640 1 -- 172.21.15.27:0/1170561283 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f7c5804e450 con 0x7f7c680b1310 2024-02-10T05:30:44.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.284+0000 7f7c5e7fc640 1 --2- 172.21.15.27:0/1170561283 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7c4c06b8e0 0x7f7c4c06dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:44.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.284+0000 7f7c5e7fc640 1 -- 172.21.15.27:0/1170561283 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7c580ac3c0 con 0x7f7c680b1310 2024-02-10T05:30:44.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.285+0000 7f7c6fe9d640 1 -- 172.21.15.27:0/1170561283 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7c68067cc0 con 0x7f7c680b1310 2024-02-10T05:30:44.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.285+0000 7f7c6d438640 1 --2- 172.21.15.27:0/1170561283 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7c4c06b8e0 0x7f7c4c06dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:44.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.289+0000 7f7c6d438640 1 --2- 172.21.15.27:0/1170561283 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7c4c06b8e0 0x7f7c4c06dda0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f7c680aec70 tx=0x7f7c640090e0 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:44.295 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.294+0000 7f7c5e7fc640 1 -- 172.21.15.27:0/1170561283 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f7c58076e50 con 0x7f7c680b1310 2024-02-10T05:30:44.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.692+0000 7f7c6fe9d640 1 -- 172.21.15.27:0/1170561283 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7c6806b2e0 con 0x7f7c680b1310 2024-02-10T05:30:44.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.693+0000 7f7c5e7fc640 1 -- 172.21.15.27:0/1170561283 <== mon.1 v2:172.21.15.153:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v34) v1 ==== 74+0+16669 (secure 0 0 0) 0x7f7c5807a510 con 0x7f7c680b1310 2024-02-10T05:30:44.734 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:30:44.734 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":34,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:57:56.141447+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:57:51.939021+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-02-09T23:57:53.253497+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-10T05:30:44.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.697+0000 7f7c6fe9d640 1 -- 172.21.15.27:0/1170561283 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7c4c06b8e0 msgr2=0x7f7c4c06dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:44.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.697+0000 7f7c6fe9d640 1 --2- 172.21.15.27:0/1170561283 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7c4c06b8e0 0x7f7c4c06dda0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f7c680aec70 tx=0x7f7c640090e0 comp rx=0 tx=0).stop 2024-02-10T05:30:44.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.697+0000 7f7c6fe9d640 1 -- 172.21.15.27:0/1170561283 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7c680b1310 msgr2=0x7f7c681508e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:44.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.697+0000 7f7c6fe9d640 1 --2- 172.21.15.27:0/1170561283 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7c680b1310 0x7f7c681508e0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f7c58009890 tx=0x7f7c580046c0 comp rx=0 tx=0).stop 2024-02-10T05:30:44.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.697+0000 7f7c6fe9d640 1 -- 172.21.15.27:0/1170561283 shutdown_connections 2024-02-10T05:30:44.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.697+0000 7f7c6fe9d640 1 --2- 172.21.15.27:0/1170561283 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7c4c06b8e0 0x7f7c4c06dda0 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:44.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.697+0000 7f7c6fe9d640 1 --2- 172.21.15.27:0/1170561283 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c68162040 0x7f7c680aa920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:44.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.697+0000 7f7c6fe9d640 1 --2- 172.21.15.27:0/1170561283 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7c680b3090 0x7f7c680cc420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:44.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.697+0000 7f7c6fe9d640 1 --2- 172.21.15.27:0/1170561283 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7c680b1310 0x7f7c681508e0 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:44.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.697+0000 7f7c6fe9d640 1 -- 172.21.15.27:0/1170561283 >> 172.21.15.27:0/1170561283 conn(0x7f7c6806ac50 msgr2=0x7f7c68160350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:30:44.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.698+0000 7f7c6fe9d640 1 -- 172.21.15.27:0/1170561283 shutdown_connections 2024-02-10T05:30:44.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:44.701+0000 7f7c6fe9d640 1 -- 172.21.15.27:0/1170561283 wait complete. 2024-02-10T05:30:44.738 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-02-10T05:30:44.738 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-10T05:30:45.004 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.002+0000 7f6fae6c9640 1 Processor -- start 2024-02-10T05:30:45.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.002+0000 7f6fae6c9640 1 -- start start 2024-02-10T05:30:45.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.004+0000 7f6fae6c9640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f6fa80b1310 0x7f6fa806ea90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:45.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.004+0000 7f6fae6c9640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f6fa8162040 0x7f6fa80b16f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:45.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.004+0000 7f6fae6c9640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6fa80b3090 0x7f6fa80cc460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:45.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.004+0000 7f6fae6c9640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6fa80b3d50 con 0x7f6fa8162040 2024-02-10T05:30:45.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.004+0000 7f6fae6c9640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6fa806dda0 con 0x7f6fa80b1310 2024-02-10T05:30:45.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.004+0000 7f6fae6c9640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6fa80b1c30 con 0x7f6fa80b3090 2024-02-10T05:30:45.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.004+0000 7f6fa7fff640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f6fa80b1310 0x7f6fa806ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:45.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.004+0000 7f6fa7fff640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f6fa80b1310 0x7f6fa806ea90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:36852/0 (socket says 172.21.15.27:36852) 2024-02-10T05:30:45.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.004+0000 7f6fa7fff640 1 -- 172.21.15.27:0/657881538 learned_addr learned my addr 172.21.15.27:0/657881538 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:30:45.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.004+0000 7f6facc66640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6fa80b3090 0x7f6fa80cc460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:45.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.004+0000 7f6fa77fe640 1 --2- 172.21.15.27:0/657881538 >> v2:172.21.15.27:3300/0 conn(0x7f6fa8162040 0x7f6fa80b16f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:45.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.005+0000 7f6fa7fff640 1 -- 172.21.15.27:0/657881538 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6fa80b3090 msgr2=0x7f6fa80cc460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:30:45.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.005+0000 7f6fa7fff640 1 --2- 172.21.15.27:0/657881538 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6fa80b3090 0x7f6fa80cc460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:45.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.005+0000 7f6fa7fff640 1 -- 172.21.15.27:0/657881538 >> v2:172.21.15.27:3300/0 conn(0x7f6fa8162040 msgr2=0x7f6fa80b16f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:30:45.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.005+0000 7f6fa7fff640 1 --2- 172.21.15.27:0/657881538 >> v2:172.21.15.27:3300/0 conn(0x7f6fa8162040 0x7f6fa80b16f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:45.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.005+0000 7f6fa7fff640 1 -- 172.21.15.27:0/657881538 --> v2:172.21.15.153:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fa80b3a70 con 0x7f6fa80b1310 2024-02-10T05:30:45.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.005+0000 7f6facc66640 1 --2- 172.21.15.27:0/657881538 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6fa80b3090 0x7f6fa80cc460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T05:30:45.008 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.007+0000 7f6fa7fff640 1 --2- 172.21.15.27:0/657881538 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6fa80b1310 0x7f6fa806ea90 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f6fa80b2440 tx=0x7f6f9802b920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6f7c7fb1ef56ba0e server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:45.008 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.007+0000 7f6fa6ffd640 1 -- 172.21.15.27:0/657881538 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f98031880 con 0x7f6fa80b1310 2024-02-10T05:30:45.009 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.007+0000 7f6fa6ffd640 1 -- 172.21.15.27:0/657881538 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f980319e0 con 0x7f6fa80b1310 2024-02-10T05:30:45.009 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.008+0000 7f6fa6ffd640 1 -- 172.21.15.27:0/657881538 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f98031d70 con 0x7f6fa80b1310 2024-02-10T05:30:45.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.010+0000 7f6fae6c9640 1 -- 172.21.15.27:0/657881538 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6fa80b1310 msgr2=0x7f6fa806ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:45.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.010+0000 7f6fae6c9640 1 --2- 172.21.15.27:0/657881538 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6fa80b1310 0x7f6fa806ea90 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f6fa80b2440 tx=0x7f6f9802b920 comp rx=0 tx=0).stop 2024-02-10T05:30:45.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.011+0000 7f6fae6c9640 1 -- 172.21.15.27:0/657881538 shutdown_connections 2024-02-10T05:30:45.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.011+0000 7f6fae6c9640 1 --2- 172.21.15.27:0/657881538 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6fa80b3090 0x7f6fa80cc460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:45.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.011+0000 7f6fae6c9640 1 --2- 172.21.15.27:0/657881538 >> v2:172.21.15.27:3300/0 conn(0x7f6fa8162040 0x7f6fa80b16f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:45.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.011+0000 7f6fae6c9640 1 --2- 172.21.15.27:0/657881538 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6fa80b1310 0x7f6fa806ea90 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:45.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.011+0000 7f6fae6c9640 1 -- 172.21.15.27:0/657881538 >> 172.21.15.27:0/657881538 conn(0x7f6fa806ac50 msgr2=0x7f6fa806b060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:30:45.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.011+0000 7f6fae6c9640 1 -- 172.21.15.27:0/657881538 shutdown_connections 2024-02-10T05:30:45.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.012+0000 7f6fae6c9640 1 -- 172.21.15.27:0/657881538 wait complete. 2024-02-10T05:30:45.018 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.017+0000 7f6fae6c9640 1 Processor -- start 2024-02-10T05:30:45.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.018+0000 7f6fae6c9640 1 -- start start 2024-02-10T05:30:45.023 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.022+0000 7f6fae6c9640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6fa80b1310 0x7f6fa80a92e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:45.023 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.022+0000 7f6fae6c9640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6fa80b3090 0x7f6fa81f2cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:45.024 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.022+0000 7f6fae6c9640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6fa8162040 0x7f6fa815c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:45.024 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.023+0000 7f6fae6c9640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fa81636c0 con 0x7f6fa8162040 2024-02-10T05:30:45.024 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.023+0000 7f6fae6c9640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fa81639a0 con 0x7f6fa80b3090 2024-02-10T05:30:45.024 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.023+0000 7f6fae6c9640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6fa8163c80 con 0x7f6fa80b1310 2024-02-10T05:30:45.025 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.024+0000 7f6fa7fff640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6fa80b1310 0x7f6fa80a92e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:45.025 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.024+0000 7f6fa7fff640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6fa80b1310 0x7f6fa80a92e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:44068/0 (socket says 172.21.15.27:44068) 2024-02-10T05:30:45.025 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.024+0000 7f6fa7fff640 1 -- 172.21.15.27:0/4097784247 learned_addr learned my addr 172.21.15.27:0/4097784247 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:30:45.025 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.024+0000 7f6facc66640 1 --2- 172.21.15.27:0/4097784247 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6fa8162040 0x7f6fa815c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:45.026 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.024+0000 7f6fa77fe640 1 --2- 172.21.15.27:0/4097784247 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6fa80b3090 0x7f6fa81f2cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:45.026 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.025+0000 7f6facc66640 1 -- 172.21.15.27:0/4097784247 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6fa80b1310 msgr2=0x7f6fa80a92e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:45.026 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.025+0000 7f6facc66640 1 --2- 172.21.15.27:0/4097784247 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6fa80b1310 0x7f6fa80a92e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:45.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.025+0000 7f6facc66640 1 -- 172.21.15.27:0/4097784247 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6fa80b3090 msgr2=0x7f6fa81f2cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:45.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.025+0000 7f6facc66640 1 --2- 172.21.15.27:0/4097784247 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6fa80b3090 0x7f6fa81f2cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:45.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.025+0000 7f6facc66640 1 -- 172.21.15.27:0/4097784247 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f980094d0 con 0x7f6fa8162040 2024-02-10T05:30:45.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.026+0000 7f6facc66640 1 --2- 172.21.15.27:0/4097784247 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6fa8162040 0x7f6fa815c370 secure :-1 s=READY pgs=1971 cs=0 l=1 rev1=1 crypto rx=0x7f6fa0007e60 tx=0x7f6fa000d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:45.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.027+0000 7f6fa4ff9640 1 -- 172.21.15.27:0/4097784247 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fa0003b90 con 0x7f6fa8162040 2024-02-10T05:30:45.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.027+0000 7f6fa4ff9640 1 -- 172.21.15.27:0/4097784247 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6fa000f040 con 0x7f6fa8162040 2024-02-10T05:30:45.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.027+0000 7f6fa4ff9640 1 -- 172.21.15.27:0/4097784247 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fa000de80 con 0x7f6fa8162040 2024-02-10T05:30:45.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.027+0000 7f6fae6c9640 1 -- 172.21.15.27:0/4097784247 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6fa8163f60 con 0x7f6fa8162040 2024-02-10T05:30:45.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.027+0000 7f6fae6c9640 1 -- 172.21.15.27:0/4097784247 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6fa81f3210 con 0x7f6fa8162040 2024-02-10T05:30:45.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.030+0000 7f6f8e7fc640 1 -- 172.21.15.27:0/4097784247 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6fa8164480 con 0x7f6fa8162040 2024-02-10T05:30:45.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.031+0000 7f6fa4ff9640 1 -- 172.21.15.27:0/4097784247 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f6fa0004030 con 0x7f6fa8162040 2024-02-10T05:30:45.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.032+0000 7f6fa4ff9640 1 --2- 172.21.15.27:0/4097784247 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f6f9406b860 0x7f6f9406dd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:45.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.033+0000 7f6fa4ff9640 1 -- 172.21.15.27:0/4097784247 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6fa008a400 con 0x7f6fa8162040 2024-02-10T05:30:45.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.033+0000 7f6fa7fff640 1 --2- 172.21.15.27:0/4097784247 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f6f9406b860 0x7f6f9406dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:45.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.034+0000 7f6fa7fff640 1 --2- 172.21.15.27:0/4097784247 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f6f9406b860 0x7f6f9406dd20 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f6f9802b960 tx=0x7f6f9803c040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:45.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.037+0000 7f6fa4ff9640 1 -- 172.21.15.27:0/4097784247 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f6fa8164480 con 0x7f6fa8162040 2024-02-10T05:30:45.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.429+0000 7f6f8e7fc640 1 -- 172.21.15.27:0/4097784247 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f6fa8164480 con 0x7f6fa8162040 2024-02-10T05:30:45.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.430+0000 7f6fa4ff9640 1 -- 172.21.15.27:0/4097784247 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) v1 ==== 94+0+4938 (secure 0 0 0) 0x7f6fa8164480 con 0x7f6fa8162040 2024-02-10T05:30:45.433 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:30:45.434 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":13,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4793,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6834/3159189479","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6832","nonce":3159189479},{"type":"v1","addr":"172.21.15.27:6834","nonce":3159189479}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":4796,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/731048817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6833","nonce":731048817},{"type":"v1","addr":"172.21.15.27:6835","nonce":731048817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":4799,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6836/2074047013","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":2074047013},{"type":"v1","addr":"172.21.15.153:6836","nonce":2074047013}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-09T23:57:54.259990+0000","modified":"2024-02-09T23:57:57.532483+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5056},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5056":{"gid":5056,"name":"d","rank":0,"incarnation":10,"state":"up:active","state_seq":4,"addr":"172.21.15.153:6837/3332306953","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6835","nonce":3332306953},{"type":"v1","addr":"172.21.15.153:6837","nonce":3332306953}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-02-10T05:30:45.434 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 13 2024-02-10T05:30:45.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.433+0000 7f6f8e7fc640 1 -- 172.21.15.27:0/4097784247 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f6f9406b860 msgr2=0x7f6f9406dd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:45.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.433+0000 7f6f8e7fc640 1 --2- 172.21.15.27:0/4097784247 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f6f9406b860 0x7f6f9406dd20 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f6f9802b960 tx=0x7f6f9803c040 comp rx=0 tx=0).stop 2024-02-10T05:30:45.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.433+0000 7f6f8e7fc640 1 -- 172.21.15.27:0/4097784247 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6fa8162040 msgr2=0x7f6fa815c370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:45.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.433+0000 7f6f8e7fc640 1 --2- 172.21.15.27:0/4097784247 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6fa8162040 0x7f6fa815c370 secure :-1 s=READY pgs=1971 cs=0 l=1 rev1=1 crypto rx=0x7f6fa0007e60 tx=0x7f6fa000d4a0 comp rx=0 tx=0).stop 2024-02-10T05:30:45.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.434+0000 7f6f8e7fc640 1 -- 172.21.15.27:0/4097784247 shutdown_connections 2024-02-10T05:30:45.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.434+0000 7f6f8e7fc640 1 --2- 172.21.15.27:0/4097784247 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f6f9406b860 0x7f6f9406dd20 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:45.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.434+0000 7f6f8e7fc640 1 --2- 172.21.15.27:0/4097784247 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6fa8162040 0x7f6fa815c370 unknown :-1 s=CLOSED pgs=1971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:45.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.434+0000 7f6f8e7fc640 1 --2- 172.21.15.27:0/4097784247 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6fa80b3090 0x7f6fa81f2cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:45.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.434+0000 7f6f8e7fc640 1 --2- 172.21.15.27:0/4097784247 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6fa80b1310 0x7f6fa80a92e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:45.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.434+0000 7f6f8e7fc640 1 -- 172.21.15.27:0/4097784247 >> 172.21.15.27:0/4097784247 conn(0x7f6fa806ac50 msgr2=0x7f6fa8160a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:30:45.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.434+0000 7f6f8e7fc640 1 -- 172.21.15.27:0/4097784247 shutdown_connections 2024-02-10T05:30:45.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.434+0000 7f6f8e7fc640 1 -- 172.21.15.27:0/4097784247 wait complete. 2024-02-10T05:30:45.452 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-10T05:30:45.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.666+0000 7f93388c9640 1 Processor -- start 2024-02-10T05:30:45.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.666+0000 7f93388c9640 1 -- start start 2024-02-10T05:30:45.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.670+0000 7f93388c9640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f93341655c0 0x7f93340b3690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:45.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.671+0000 7f93388c9640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f93340b52f0 0x7f933406ac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:45.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.671+0000 7f9331d9b640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f93340b52f0 0x7f933406ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:45.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.671+0000 7f9331d9b640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f93340b52f0 0x7f933406ac50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:50314/0 (socket says 172.21.15.27:50314) 2024-02-10T05:30:45.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.671+0000 7f9331d9b640 1 -- 172.21.15.27:0/2002216908 learned_addr learned my addr 172.21.15.27:0/2002216908 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:30:45.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.672+0000 7f93388c9640 1 -- 172.21.15.27:0/2002216908 --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f93340d0d20 con 0x7f93340b3bd0 2024-02-10T05:30:45.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.672+0000 7f93388c9640 1 -- 172.21.15.27:0/2002216908 --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f93340d13a0 con 0x7f93340b52f0 2024-02-10T05:30:45.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.672+0000 7f93388c9640 1 -- 172.21.15.27:0/2002216908 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f93340b57b0 con 0x7f93341655c0 2024-02-10T05:30:45.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.674+0000 7f933259c640 1 --2- 172.21.15.27:0/2002216908 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f93341655c0 0x7f93340b3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:45.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.674+0000 7f9331d9b640 1 -- 172.21.15.27:0/2002216908 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f93341655c0 msgr2=0x7f93340b3690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:30:45.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.674+0000 7f9331d9b640 1 --2- 172.21.15.27:0/2002216908 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f93341655c0 0x7f93340b3690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:45.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.674+0000 7f9331d9b640 1 -- 172.21.15.27:0/2002216908 >> v1:172.21.15.153:6789/0 conn(0x7f93340b3bd0 legacy=0x7f9334165b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:30:45.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.674+0000 7f9331d9b640 1 -- 172.21.15.27:0/2002216908 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93340b5a90 con 0x7f93340b52f0 2024-02-10T05:30:45.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.674+0000 7f933259c640 1 --2- 172.21.15.27:0/2002216908 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f93341655c0 0x7f93340b3690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T05:30:45.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.678+0000 7f9331d9b640 1 --2- 172.21.15.27:0/2002216908 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f93340b52f0 0x7f933406ac50 secure :-1 s=READY pgs=1972 cs=0 l=1 rev1=1 crypto rx=0x7f931c009870 tx=0x7f931c02b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b188f267e5a40d5c server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:45.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.678+0000 7f933159a640 1 -- 172.21.15.27:0/2002216908 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f931c031640 con 0x7f93340b52f0 2024-02-10T05:30:45.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.678+0000 7f933159a640 1 -- 172.21.15.27:0/2002216908 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f931c0317a0 con 0x7f93340b52f0 2024-02-10T05:30:45.680 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.678+0000 7f933159a640 1 -- 172.21.15.27:0/2002216908 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f931c031b30 con 0x7f93340b52f0 2024-02-10T05:30:45.680 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.679+0000 7f93388c9640 1 -- 172.21.15.27:0/2002216908 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f93340b52f0 msgr2=0x7f933406ac50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:45.680 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.679+0000 7f93388c9640 1 --2- 172.21.15.27:0/2002216908 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f93340b52f0 0x7f933406ac50 secure :-1 s=READY pgs=1972 cs=0 l=1 rev1=1 crypto rx=0x7f931c009870 tx=0x7f931c02b8f0 comp rx=0 tx=0).stop 2024-02-10T05:30:45.681 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.679+0000 7f93388c9640 1 -- 172.21.15.27:0/2002216908 shutdown_connections 2024-02-10T05:30:45.681 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.679+0000 7f93388c9640 1 --2- 172.21.15.27:0/2002216908 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f93340b52f0 0x7f933406ac50 unknown :-1 s=CLOSED pgs=1972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:45.681 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.679+0000 7f93388c9640 1 --2- 172.21.15.27:0/2002216908 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f93341655c0 0x7f93340b3690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:45.681 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.679+0000 7f93388c9640 1 -- 172.21.15.27:0/2002216908 >> 172.21.15.27:0/2002216908 conn(0x7f9334072940 msgr2=0x7f9334099a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:30:45.681 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.680+0000 7f93388c9640 1 -- 172.21.15.27:0/2002216908 shutdown_connections 2024-02-10T05:30:45.682 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.681+0000 7f93388c9640 1 -- 172.21.15.27:0/2002216908 wait complete. 2024-02-10T05:30:45.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.688+0000 7f93388c9640 1 Processor -- start 2024-02-10T05:30:45.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.688+0000 7f93388c9640 1 -- start start 2024-02-10T05:30:45.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.693+0000 7f93388c9640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f93340b3bd0 0x7f9334158e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:45.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.693+0000 7f93388c9640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f93340b52f0 0x7f933415eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:45.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.693+0000 7f933259c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f93340b3bd0 0x7f9334158e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:45.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.693+0000 7f933259c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f93340b3bd0 0x7f9334158e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:36872/0 (socket says 172.21.15.27:36872) 2024-02-10T05:30:45.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.694+0000 7f9331d9b640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f93340b52f0 0x7f933415eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:45.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.694+0000 7f9331d9b640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f93340b52f0 0x7f933415eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:44088/0 (socket says 172.21.15.27:44088) 2024-02-10T05:30:45.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.694+0000 7f933259c640 1 -- 172.21.15.27:0/2925887542 learned_addr learned my addr 172.21.15.27:0/2925887542 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:30:45.696 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.694+0000 7f93388c9640 1 --2- 172.21.15.27:0/2925887542 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f93341655c0 0x7f933406ec00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:45.696 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.695+0000 7f93388c9640 1 -- 172.21.15.27:0/2925887542 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93341593a0 con 0x7f93341655c0 2024-02-10T05:30:45.696 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.695+0000 7f9332d9d640 1 --2- 172.21.15.27:0/2925887542 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f93341655c0 0x7f933406ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:45.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.696+0000 7f93388c9640 1 -- 172.21.15.27:0/2925887542 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f933415bfc0 con 0x7f93340b3bd0 2024-02-10T05:30:45.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.696+0000 7f93388c9640 1 -- 172.21.15.27:0/2925887542 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f933415f4f0 con 0x7f93340b52f0 2024-02-10T05:30:45.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.697+0000 7f9331d9b640 1 -- 172.21.15.27:0/2925887542 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f93340b3bd0 msgr2=0x7f9334158e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:45.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.697+0000 7f9331d9b640 1 --2- 172.21.15.27:0/2925887542 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f93340b3bd0 0x7f9334158e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:45.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.697+0000 7f9331d9b640 1 -- 172.21.15.27:0/2925887542 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f93341655c0 msgr2=0x7f933406ec00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:45.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.697+0000 7f9331d9b640 1 --2- 172.21.15.27:0/2925887542 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f93341655c0 0x7f933406ec00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:45.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.697+0000 7f9331d9b640 1 -- 172.21.15.27:0/2925887542 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f931c0094d0 con 0x7f93340b52f0 2024-02-10T05:30:45.700 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.699+0000 7f9331d9b640 1 --2- 172.21.15.27:0/2925887542 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f93340b52f0 0x7f933415eb80 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f931c033000 tx=0x7f931c0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:45.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.700+0000 7f932affd640 1 -- 172.21.15.27:0/2925887542 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f931c0443f0 con 0x7f93340b52f0 2024-02-10T05:30:45.703 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.700+0000 7f93388c9640 1 -- 172.21.15.27:0/2925887542 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f933415c260 con 0x7f93340b52f0 2024-02-10T05:30:45.703 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.700+0000 7f93388c9640 1 -- 172.21.15.27:0/2925887542 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f933415f7d0 con 0x7f93340b52f0 2024-02-10T05:30:45.703 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.702+0000 7f932affd640 1 -- 172.21.15.27:0/2925887542 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f931c044570 con 0x7f93340b52f0 2024-02-10T05:30:45.703 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.702+0000 7f932affd640 1 -- 172.21.15.27:0/2925887542 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f931c044920 con 0x7f93340b52f0 2024-02-10T05:30:45.705 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.704+0000 7f93388c9640 1 -- 172.21.15.27:0/2925887542 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9318005290 con 0x7f93340b52f0 2024-02-10T05:30:45.707 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.705+0000 7f932affd640 1 -- 172.21.15.27:0/2925887542 <== mon.2 v2:172.21.15.153:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f931c02f050 con 0x7f93340b52f0 2024-02-10T05:30:45.707 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.705+0000 7f932affd640 1 --2- 172.21.15.27:0/2925887542 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f931406b910 0x7f931406ddd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:45.707 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.705+0000 7f932affd640 1 -- 172.21.15.27:0/2925887542 <== mon.2 v2:172.21.15.153:3301/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f931c0ac200 con 0x7f93340b52f0 2024-02-10T05:30:45.709 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.708+0000 7f933259c640 1 --2- 172.21.15.27:0/2925887542 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f931406b910 0x7f931406ddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:45.710 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.709+0000 7f933259c640 1 --2- 172.21.15.27:0/2925887542 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f931406b910 0x7f931406ddd0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f9334162b70 tx=0x7f932c007830 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:45.713 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:45.712+0000 7f932affd640 1 -- 172.21.15.27:0/2925887542 <== mon.2 v2:172.21.15.153:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f931c076d40 con 0x7f93340b52f0 2024-02-10T05:30:46.830 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:46.829+0000 7f93388c9640 1 -- 172.21.15.27:0/2925887542 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9318005ac0 con 0x7f93340b52f0 2024-02-10T05:30:46.836 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:30:46.837 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":13,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4793,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6834/3159189479","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6832","nonce":3159189479},{"type":"v1","addr":"172.21.15.27:6834","nonce":3159189479}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":4796,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/731048817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6833","nonce":731048817},{"type":"v1","addr":"172.21.15.27:6835","nonce":731048817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":4799,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6836/2074047013","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":2074047013},{"type":"v1","addr":"172.21.15.153:6836","nonce":2074047013}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-09T23:57:54.259990+0000","modified":"2024-02-09T23:57:57.532483+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5056},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5056":{"gid":5056,"name":"d","rank":0,"incarnation":10,"state":"up:active","state_seq":4,"addr":"172.21.15.153:6837/3332306953","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6835","nonce":3332306953},{"type":"v1","addr":"172.21.15.153:6837","nonce":3332306953}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-02-10T05:30:46.839 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 13 2024-02-10T05:30:46.839 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:46.832+0000 7f932affd640 1 -- 172.21.15.27:0/2925887542 <== mon.2 v2:172.21.15.153:3301/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) v1 ==== 94+0+4938 (secure 0 0 0) 0x7f931c07a400 con 0x7f93340b52f0 2024-02-10T05:30:46.839 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:46.836+0000 7f93388c9640 1 -- 172.21.15.27:0/2925887542 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f931406b910 msgr2=0x7f931406ddd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:46.840 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:46.836+0000 7f93388c9640 1 --2- 172.21.15.27:0/2925887542 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f931406b910 0x7f931406ddd0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f9334162b70 tx=0x7f932c007830 comp rx=0 tx=0).stop 2024-02-10T05:30:46.840 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:46.836+0000 7f93388c9640 1 -- 172.21.15.27:0/2925887542 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f93340b52f0 msgr2=0x7f933415eb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:46.840 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:46.836+0000 7f93388c9640 1 --2- 172.21.15.27:0/2925887542 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f93340b52f0 0x7f933415eb80 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f931c033000 tx=0x7f931c0046c0 comp rx=0 tx=0).stop 2024-02-10T05:30:46.840 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:46.836+0000 7f93388c9640 1 -- 172.21.15.27:0/2925887542 shutdown_connections 2024-02-10T05:30:46.840 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:46.836+0000 7f93388c9640 1 --2- 172.21.15.27:0/2925887542 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f931406b910 0x7f931406ddd0 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:46.840 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:46.836+0000 7f93388c9640 1 --2- 172.21.15.27:0/2925887542 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f93341655c0 0x7f933406ec00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:46.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:46.836+0000 7f93388c9640 1 --2- 172.21.15.27:0/2925887542 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f93340b52f0 0x7f933415eb80 secure :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f931c033000 tx=0x7f931c0046c0 comp rx=0 tx=0).stop 2024-02-10T05:30:46.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:46.836+0000 7f93388c9640 1 --2- 172.21.15.27:0/2925887542 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f93340b3bd0 0x7f9334158e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:46.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:46.836+0000 7f93388c9640 1 -- 172.21.15.27:0/2925887542 >> 172.21.15.27:0/2925887542 conn(0x7f9334072940 msgr2=0x7f93340d04e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:30:46.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:46.837+0000 7f93388c9640 1 -- 172.21.15.27:0/2925887542 shutdown_connections 2024-02-10T05:30:46.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:46.837+0000 7f93388c9640 1 -- 172.21.15.27:0/2925887542 wait complete. 2024-02-10T05:30:46.857 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-10T05:30:47.291 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.289+0000 7fc066e3e640 1 Processor -- start 2024-02-10T05:30:47.291 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.289+0000 7fc066e3e640 1 -- start start 2024-02-10T05:30:47.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.292+0000 7fc066e3e640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fc060159d80 0x7fc06015e540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:47.295 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.292+0000 7fc066e3e640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc0600b4800 0x7fc0600acdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:47.295 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.293+0000 7fc066e3e640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc060070150 con 0x7fc06015a160 2024-02-10T05:30:47.295 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.293+0000 7fc066e3e640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc0600b4fc0 con 0x7fc060159d80 2024-02-10T05:30:47.296 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.293+0000 7fc066e3e640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc06006ee90 con 0x7fc0600b4800 2024-02-10T05:30:47.296 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.293+0000 7fc0653db640 1 --1- >> v1:172.21.15.153:6789/0 conn(0x7fc06015a160 0x7fc06006f320 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.27:38100/0 (socket says 172.21.15.27:38100) 2024-02-10T05:30:47.296 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.293+0000 7fc0653db640 1 -- 172.21.15.27:0/1280049065 learned_addr learned my addr 172.21.15.27:0/1280049065 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-10T05:30:47.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.294+0000 7fc05f7fe640 1 -- 172.21.15.27:0/1280049065 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1409932174 0 0) 0x7fc060070150 con 0x7fc06015a160 2024-02-10T05:30:47.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.294+0000 7fc05f7fe640 1 -- 172.21.15.27:0/1280049065 --> v1:172.21.15.153:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc048003440 con 0x7fc06015a160 2024-02-10T05:30:47.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.294+0000 7fc064bda640 1 --2- 172.21.15.27:0/1280049065 >> v2:172.21.15.153:3300/0 conn(0x7fc060159d80 0x7fc06015e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:47.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.294+0000 7fc05f7fe640 1 -- 172.21.15.27:0/1280049065 <== mon.1 v1:172.21.15.153:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3861413686 0 0) 0x7fc048003440 con 0x7fc06015a160 2024-02-10T05:30:47.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.294+0000 7fc05f7fe640 1 -- 172.21.15.27:0/1280049065 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc0600b4800 msgr2=0x7fc0600acdf0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-02-10T05:30:47.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.294+0000 7fc05f7fe640 1 --2- 172.21.15.27:0/1280049065 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc0600b4800 0x7fc0600acdf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:47.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.294+0000 7fc05f7fe640 1 -- 172.21.15.27:0/1280049065 >> v2:172.21.15.153:3300/0 conn(0x7fc060159d80 msgr2=0x7fc06015e540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:30:47.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.294+0000 7fc05f7fe640 1 --2- 172.21.15.27:0/1280049065 >> v2:172.21.15.153:3300/0 conn(0x7fc060159d80 0x7fc06015e540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:47.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.294+0000 7fc05f7fe640 1 -- 172.21.15.27:0/1280049065 --> v1:172.21.15.153:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc06006e5a0 con 0x7fc06015a160 2024-02-10T05:30:47.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.294+0000 7fc05f7fe640 1 -- 172.21.15.27:0/1280049065 <== mon.1 v1:172.21.15.153:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7fc0580019f0 con 0x7fc06015a160 2024-02-10T05:30:47.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.294+0000 7fc05f7fe640 1 -- 172.21.15.27:0/1280049065 >> v1:172.21.15.153:6789/0 conn(0x7fc06015a160 legacy=0x7fc06006f320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:47.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.294+0000 7fc05f7fe640 1 --2- 172.21.15.27:0/1280049065 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc048003ad0 0x7fc048003ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:47.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.295+0000 7fc05f7fe640 1 --2- 172.21.15.27:0/1280049065 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc04800eea0 0x7fc048011310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:47.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.295+0000 7fc05f7fe640 1 --2- 172.21.15.27:0/1280049065 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc048004880 0x7fc048006d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:47.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.295+0000 7fc05f7fe640 1 -- 172.21.15.27:0/1280049065 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0600b4fc0 con 0x7fc04800eea0 2024-02-10T05:30:47.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.295+0000 7fc05f7fe640 1 -- 172.21.15.27:0/1280049065 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc06006ee90 con 0x7fc048004880 2024-02-10T05:30:47.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.295+0000 7fc05f7fe640 1 -- 172.21.15.27:0/1280049065 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc048007670 con 0x7fc048003ad0 2024-02-10T05:30:47.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.295+0000 7fc05ffff640 1 --2- 172.21.15.27:0/1280049065 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc04800eea0 0x7fc048011310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:47.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.295+0000 7fc064bda640 1 --2- 172.21.15.27:0/1280049065 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc048003ad0 0x7fc048003ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:47.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.295+0000 7fc0653db640 1 --2- 172.21.15.27:0/1280049065 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc048004880 0x7fc048006d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:47.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.296+0000 7fc05ffff640 1 -- 172.21.15.27:0/1280049065 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc048003ad0 msgr2=0x7fc048003ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:30:47.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.296+0000 7fc05ffff640 1 --2- 172.21.15.27:0/1280049065 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc048003ad0 0x7fc048003ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:47.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.297+0000 7fc05ffff640 1 -- 172.21.15.27:0/1280049065 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc048004880 msgr2=0x7fc048006d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:30:47.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.297+0000 7fc05ffff640 1 --2- 172.21.15.27:0/1280049065 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc048004880 0x7fc048006d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:47.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.297+0000 7fc05ffff640 1 -- 172.21.15.27:0/1280049065 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc06006e5a0 con 0x7fc04800eea0 2024-02-10T05:30:47.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.297+0000 7fc0653db640 1 --2- 172.21.15.27:0/1280049065 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc048004880 0x7fc048006d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T05:30:47.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.300+0000 7fc05ffff640 1 --2- 172.21.15.27:0/1280049065 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc04800eea0 0x7fc048011310 secure :-1 s=READY pgs=1973 cs=0 l=1 rev1=1 crypto rx=0x7fc06009e140 tx=0x7fc0480036f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ea752d9fbc5ef4c server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:47.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.300+0000 7fc05f7fe640 1 -- 172.21.15.27:0/1280049065 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc054032600 con 0x7fc04800eea0 2024-02-10T05:30:47.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.300+0000 7fc05f7fe640 1 -- 172.21.15.27:0/1280049065 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc05402e050 con 0x7fc04800eea0 2024-02-10T05:30:47.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.300+0000 7fc05f7fe640 1 -- 172.21.15.27:0/1280049065 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0540329a0 con 0x7fc04800eea0 2024-02-10T05:30:47.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.302+0000 7fc066e3e640 1 -- 172.21.15.27:0/1280049065 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc04800eea0 msgr2=0x7fc048011310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:47.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.302+0000 7fc066e3e640 1 --2- 172.21.15.27:0/1280049065 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc04800eea0 0x7fc048011310 secure :-1 s=READY pgs=1973 cs=0 l=1 rev1=1 crypto rx=0x7fc06009e140 tx=0x7fc0480036f0 comp rx=0 tx=0).stop 2024-02-10T05:30:47.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.302+0000 7fc0653db640 1 -- 172.21.15.27:0/1280049065 reap_dead start 2024-02-10T05:30:47.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.302+0000 7fc066e3e640 1 -- 172.21.15.27:0/1280049065 shutdown_connections 2024-02-10T05:30:47.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.302+0000 7fc066e3e640 1 -- 172.21.15.27:0/1280049065 >> 172.21.15.27:0/1280049065 conn(0x7fc060071b60 msgr2=0x7fc060071f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:30:47.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.302+0000 7fc066e3e640 1 -- 172.21.15.27:0/1280049065 shutdown_connections 2024-02-10T05:30:47.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.302+0000 7fc066e3e640 1 -- 172.21.15.27:0/1280049065 wait complete. 2024-02-10T05:30:47.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.308+0000 7fc066e3e640 1 Processor -- start 2024-02-10T05:30:47.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.308+0000 7fc066e3e640 1 -- start start 2024-02-10T05:30:47.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.313+0000 7fc066e3e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc0600b0b40 0x7fc0601f2ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:47.316 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.314+0000 7fc064bda640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc0600b0b40 0x7fc0601f2ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:47.316 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.315+0000 7fc064bda640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc0600b0b40 0x7fc0601f2ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:50338/0 (socket says 172.21.15.27:50338) 2024-02-10T05:30:47.316 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.315+0000 7fc066e3e640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc0600b0f20 0x7fc060153890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:47.316 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.315+0000 7fc066e3e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc06009dbd0 0x7fc060153dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:47.317 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.315+0000 7fc066e3e640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc060099e50 con 0x7fc0600b0b40 2024-02-10T05:30:47.317 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.315+0000 7fc066e3e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0601f3720 con 0x7fc06009dbd0 2024-02-10T05:30:47.317 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.315+0000 7fc066e3e640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0601f3a00 con 0x7fc0600b0f20 2024-02-10T05:30:47.317 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.315+0000 7fc0653db640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc06009dbd0 0x7fc060153dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:47.318 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.315+0000 7fc0653db640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc06009dbd0 0x7fc060153dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:36900/0 (socket says 172.21.15.27:36900) 2024-02-10T05:30:47.318 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.315+0000 7fc0653db640 1 -- 172.21.15.27:0/1302022611 learned_addr learned my addr 172.21.15.27:0/1302022611 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:30:47.320 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.316+0000 7fc0653db640 1 -- 172.21.15.27:0/1302022611 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc0600b0f20 msgr2=0x7fc060153890 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-02-10T05:30:47.320 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.316+0000 7fc0653db640 1 --2- 172.21.15.27:0/1302022611 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc0600b0f20 0x7fc060153890 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:47.320 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.316+0000 7fc0653db640 1 -- 172.21.15.27:0/1302022611 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc0600b0b40 msgr2=0x7fc0601f2ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:47.320 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.316+0000 7fc0653db640 1 --2- 172.21.15.27:0/1302022611 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc0600b0b40 0x7fc0601f2ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:47.320 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.316+0000 7fc0653db640 1 -- 172.21.15.27:0/1302022611 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0601f3ce0 con 0x7fc06009dbd0 2024-02-10T05:30:47.320 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.316+0000 7fc0653db640 1 --2- 172.21.15.27:0/1302022611 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc06009dbd0 0x7fc060153dd0 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7fc058000f80 tx=0x7fc0580074f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:47.320 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.316+0000 7fc05d7fa640 1 -- 172.21.15.27:0/1302022611 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc058013600 con 0x7fc06009dbd0 2024-02-10T05:30:47.320 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.316+0000 7fc05d7fa640 1 -- 172.21.15.27:0/1302022611 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc058013760 con 0x7fc06009dbd0 2024-02-10T05:30:47.321 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.316+0000 7fc05d7fa640 1 -- 172.21.15.27:0/1302022611 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc058013600 con 0x7fc06009dbd0 2024-02-10T05:30:47.321 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.316+0000 7fc066e3e640 1 -- 172.21.15.27:0/1302022611 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc060099ae0 con 0x7fc06009dbd0 2024-02-10T05:30:47.321 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.316+0000 7fc066e3e640 1 -- 172.21.15.27:0/1302022611 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0601565b0 con 0x7fc06009dbd0 2024-02-10T05:30:47.321 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.319+0000 7fc05d7fa640 1 -- 172.21.15.27:0/1302022611 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fc0580138d0 con 0x7fc06009dbd0 2024-02-10T05:30:47.322 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.320+0000 7fc05d7fa640 1 --2- 172.21.15.27:0/1302022611 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc04c06b8d0 0x7fc04c06dd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:47.322 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.321+0000 7fc05d7fa640 1 -- 172.21.15.27:0/1302022611 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc05808a880 con 0x7fc06009dbd0 2024-02-10T05:30:47.322 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.321+0000 7fc064bda640 1 --2- 172.21.15.27:0/1302022611 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc04c06b8d0 0x7fc04c06dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:47.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.322+0000 7fc064bda640 1 --2- 172.21.15.27:0/1302022611 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc04c06b8d0 0x7fc04c06dd90 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7fc050006fd0 tx=0x7fc05000f040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:47.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.322+0000 7fc066e3e640 1 -- 172.21.15.27:0/1302022611 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc040005290 con 0x7fc06009dbd0 2024-02-10T05:30:47.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:47.329+0000 7fc05d7fa640 1 -- 172.21.15.27:0/1302022611 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fc058055220 con 0x7fc06009dbd0 2024-02-10T05:30:48.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.231+0000 7fc066e3e640 1 -- 172.21.15.27:0/1302022611 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc040005540 con 0x7fc06009dbd0 2024-02-10T05:30:48.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.234+0000 7fc05d7fa640 1 -- 172.21.15.27:0/1302022611 <== mon.1 v2:172.21.15.153:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v34) v1 ==== 74+0+16669 (secure 0 0 0) 0x7fc058055220 con 0x7fc06009dbd0 2024-02-10T05:30:48.235 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:30:48.236 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":34,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-09T23:57:56.141447+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:57:51.939021+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-02-09T23:57:53.253497+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-10T05:30:48.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.243+0000 7fc046ffd640 1 -- 172.21.15.27:0/1302022611 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc04c06b8d0 msgr2=0x7fc04c06dd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:48.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.243+0000 7fc046ffd640 1 --2- 172.21.15.27:0/1302022611 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc04c06b8d0 0x7fc04c06dd90 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7fc050006fd0 tx=0x7fc05000f040 comp rx=0 tx=0).stop 2024-02-10T05:30:48.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.243+0000 7fc046ffd640 1 -- 172.21.15.27:0/1302022611 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc06009dbd0 msgr2=0x7fc060153dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:48.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.243+0000 7fc046ffd640 1 --2- 172.21.15.27:0/1302022611 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc06009dbd0 0x7fc060153dd0 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7fc058000f80 tx=0x7fc0580074f0 comp rx=0 tx=0).stop 2024-02-10T05:30:48.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.244+0000 7fc046ffd640 1 -- 172.21.15.27:0/1302022611 shutdown_connections 2024-02-10T05:30:48.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.244+0000 7fc046ffd640 1 --2- 172.21.15.27:0/1302022611 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fc04c06b8d0 0x7fc04c06dd90 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:48.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.244+0000 7fc046ffd640 1 --2- 172.21.15.27:0/1302022611 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc06009dbd0 0x7fc060153dd0 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:48.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.244+0000 7fc046ffd640 1 --2- 172.21.15.27:0/1302022611 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fc0600b0f20 0x7fc060153890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:48.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.244+0000 7fc046ffd640 1 --2- 172.21.15.27:0/1302022611 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc0600b0b40 0x7fc0601f2ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:48.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.244+0000 7fc046ffd640 1 -- 172.21.15.27:0/1302022611 >> 172.21.15.27:0/1302022611 conn(0x7fc060071b60 msgr2=0x7fc060154a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:30:48.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.245+0000 7fc046ffd640 1 -- 172.21.15.27:0/1302022611 shutdown_connections 2024-02-10T05:30:48.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.245+0000 7fc046ffd640 1 -- 172.21.15.27:0/1302022611 wait complete. 2024-02-10T05:30:48.283 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-02-10T05:30:48.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.734+0000 7f62292df640 1 Processor -- start 2024-02-10T05:30:48.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.734+0000 7f62292df640 1 -- start start 2024-02-10T05:30:48.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.735+0000 7f62292df640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f62240b1b00 0x7f62241722c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:48.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.735+0000 7f62292df640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f622406da20 con 0x7f62240ce7d0 2024-02-10T05:30:48.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.736+0000 7f62237fe640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f62240ce7d0 0x7f6224174810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:47708/0 (socket says 172.21.15.27:47708) 2024-02-10T05:30:48.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.736+0000 7f62237fe640 1 -- 172.21.15.27:0/55171788 learned_addr learned my addr 172.21.15.27:0/55171788 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-10T05:30:48.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.736+0000 7f62227fc640 1 --2- 172.21.15.27:0/55171788 >> v2:172.21.15.27:3300/0 conn(0x7f62240b1b00 0x7f62241722c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:48.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.736+0000 7f62292df640 1 -- 172.21.15.27:0/55171788 --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f622406dd00 con 0x7f62240aee80 2024-02-10T05:30:48.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.736+0000 7f62292df640 1 -- 172.21.15.27:0/55171788 --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f622406e980 con 0x7f62240b1b00 2024-02-10T05:30:48.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.736+0000 7f6221ffb640 1 -- 172.21.15.27:0/55171788 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1757162437 0 0) 0x7f622406dd00 con 0x7f62240aee80 2024-02-10T05:30:48.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.766+0000 7f6221ffb640 1 -- 172.21.15.27:0/55171788 --> v1:172.21.15.153:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f620c003440 con 0x7f62240aee80 2024-02-10T05:30:48.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.766+0000 7f6221ffb640 1 -- 172.21.15.27:0/55171788 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2506157237 0 0) 0x7f622406da20 con 0x7f62240ce7d0 2024-02-10T05:30:48.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.766+0000 7f6221ffb640 1 -- 172.21.15.27:0/55171788 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f622406dd00 con 0x7f62240ce7d0 2024-02-10T05:30:48.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.766+0000 7f6221ffb640 1 -- 172.21.15.27:0/55171788 <== mon.1 v1:172.21.15.153:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2566340555 0 0) 0x7f620c003440 con 0x7f62240aee80 2024-02-10T05:30:48.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.766+0000 7f6221ffb640 1 -- 172.21.15.27:0/55171788 >> v2:172.21.15.27:3300/0 conn(0x7f62240b1b00 msgr2=0x7f62241722c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:30:48.770 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.766+0000 7f6221ffb640 1 --2- 172.21.15.27:0/55171788 >> v2:172.21.15.27:3300/0 conn(0x7f62240b1b00 0x7f62241722c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:48.770 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.766+0000 7f6221ffb640 1 -- 172.21.15.27:0/55171788 >> v1:172.21.15.27:6789/0 conn(0x7f62240ce7d0 legacy=0x7f6224174810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:48.770 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.766+0000 7f6221ffb640 1 -- 172.21.15.27:0/55171788 --> v1:172.21.15.153:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f622406dfe0 con 0x7f62240aee80 2024-02-10T05:30:48.770 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.767+0000 7f6221ffb640 1 -- 172.21.15.27:0/55171788 <== mon.1 v1:172.21.15.153:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7f621c0019f0 con 0x7f62240aee80 2024-02-10T05:30:48.770 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.767+0000 7f6221ffb640 1 -- 172.21.15.27:0/55171788 >> v1:172.21.15.153:6789/0 conn(0x7f62240aee80 legacy=0x7f62240b13f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:48.770 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.767+0000 7f6221ffb640 1 --2- 172.21.15.27:0/55171788 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f620c003dd0 0x7f620c0061e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:48.770 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.767+0000 7f6221ffb640 1 --2- 172.21.15.27:0/55171788 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f620c006810 0x7f620c006c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:48.770 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.767+0000 7f6221ffb640 1 --2- 172.21.15.27:0/55171788 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f620c0073a0 0x7f620c007850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:48.770 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.767+0000 7f6221ffb640 1 -- 172.21.15.27:0/55171788 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f622406e980 con 0x7f620c0073a0 2024-02-10T05:30:48.770 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.767+0000 7f6221ffb640 1 -- 172.21.15.27:0/55171788 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f620c008130 con 0x7f620c006810 2024-02-10T05:30:48.770 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.767+0000 7f6221ffb640 1 -- 172.21.15.27:0/55171788 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f620c0082f0 con 0x7f620c003dd0 2024-02-10T05:30:48.770 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.768+0000 7f62237fe640 1 --2- 172.21.15.27:0/55171788 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f620c0073a0 0x7f620c007850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:48.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.769+0000 7f62227fc640 1 --2- 172.21.15.27:0/55171788 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f620c006810 0x7f620c006c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:48.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.770+0000 7f62237fe640 1 -- 172.21.15.27:0/55171788 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f620c003dd0 msgr2=0x7f620c0061e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-02-10T05:30:48.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.770+0000 7f6222ffd640 1 --2- 172.21.15.27:0/55171788 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f620c003dd0 0x7f620c0061e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:48.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.770+0000 7f62237fe640 1 --2- 172.21.15.27:0/55171788 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f620c003dd0 0x7f620c0061e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:48.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.770+0000 7f62237fe640 1 -- 172.21.15.27:0/55171788 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f620c006810 msgr2=0x7f620c006c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:30:48.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.770+0000 7f62237fe640 1 --2- 172.21.15.27:0/55171788 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f620c006810 0x7f620c006c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:48.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.770+0000 7f62237fe640 1 -- 172.21.15.27:0/55171788 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f620c003440 con 0x7f620c0073a0 2024-02-10T05:30:48.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.771+0000 7f6222ffd640 1 --2- 172.21.15.27:0/55171788 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f620c003dd0 0x7f620c0061e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T05:30:48.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.774+0000 7f62237fe640 1 --2- 172.21.15.27:0/55171788 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f620c0073a0 0x7f620c007850 secure :-1 s=READY pgs=1975 cs=0 l=1 rev1=1 crypto rx=0x7f6214001980 tx=0x7f620c0036f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4f3ba6806d9e0dd server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:48.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.774+0000 7f62237fe640 1 -- 172.21.15.27:0/55171788 reap_dead start 2024-02-10T05:30:48.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.775+0000 7f6221ffb640 1 -- 172.21.15.27:0/55171788 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6214007270 con 0x7f620c0073a0 2024-02-10T05:30:48.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.775+0000 7f62227fc640 1 --2- 172.21.15.27:0/55171788 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f620c006810 0x7f620c006c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T05:30:48.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.775+0000 7f6221ffb640 1 -- 172.21.15.27:0/55171788 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62140073d0 con 0x7f620c0073a0 2024-02-10T05:30:48.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.775+0000 7f6221ffb640 1 -- 172.21.15.27:0/55171788 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6214007780 con 0x7f620c0073a0 2024-02-10T05:30:48.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.777+0000 7f62292df640 1 -- 172.21.15.27:0/55171788 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f620c0073a0 msgr2=0x7f620c007850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:48.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.777+0000 7f62292df640 1 --2- 172.21.15.27:0/55171788 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f620c0073a0 0x7f620c007850 secure :-1 s=READY pgs=1975 cs=0 l=1 rev1=1 crypto rx=0x7f6214001980 tx=0x7f620c0036f0 comp rx=0 tx=0).stop 2024-02-10T05:30:48.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.778+0000 7f62292df640 1 -- 172.21.15.27:0/55171788 shutdown_connections 2024-02-10T05:30:48.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.778+0000 7f62292df640 1 --2- 172.21.15.27:0/55171788 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f620c0073a0 0x7f620c007850 unknown :-1 s=CLOSED pgs=1975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:48.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.778+0000 7f62292df640 1 -- 172.21.15.27:0/55171788 >> 172.21.15.27:0/55171788 conn(0x7f6224066d80 msgr2=0x7f622406ac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:30:48.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.778+0000 7f62292df640 1 -- 172.21.15.27:0/55171788 shutdown_connections 2024-02-10T05:30:48.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.778+0000 7f62292df640 1 -- 172.21.15.27:0/55171788 wait complete. 2024-02-10T05:30:48.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.780+0000 7f62292df640 1 Processor -- start 2024-02-10T05:30:48.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.781+0000 7f62292df640 1 -- start start 2024-02-10T05:30:48.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.782+0000 7f62292df640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f620c0073a0 0x7f62240ab880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:48.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.782+0000 7f62292df640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f62240ad280 0x7f6224166a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:48.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.782+0000 7f62292df640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6224203550 0x7f62242039d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:48.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.782+0000 7f62227fc640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f62240ad280 0x7f6224166a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:48.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.783+0000 7f6222ffd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f620c0073a0 0x7f62240ab880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:48.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.783+0000 7f62227fc640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f62240ad280 0x7f6224166a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:44124/0 (socket says 172.21.15.27:44124) 2024-02-10T05:30:48.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.783+0000 7f62237fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6224203550 0x7f62242039d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:48.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.783+0000 7f6222ffd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f620c0073a0 0x7f62240ab880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:36918/0 (socket says 172.21.15.27:36918) 2024-02-10T05:30:48.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.783+0000 7f62237fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6224203550 0x7f62242039d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:50358/0 (socket says 172.21.15.27:50358) 2024-02-10T05:30:48.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.783+0000 7f62227fc640 1 -- 172.21.15.27:0/148909874 learned_addr learned my addr 172.21.15.27:0/148909874 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:30:48.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.783+0000 7f62292df640 1 -- 172.21.15.27:0/148909874 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6224203f10 con 0x7f6224203550 2024-02-10T05:30:48.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.783+0000 7f62292df640 1 -- 172.21.15.27:0/148909874 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62240adad0 con 0x7f620c0073a0 2024-02-10T05:30:48.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.783+0000 7f62292df640 1 -- 172.21.15.27:0/148909874 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62240addb0 con 0x7f62240ad280 2024-02-10T05:30:48.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.784+0000 7f62237fe640 1 -- 172.21.15.27:0/148909874 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f62240ad280 msgr2=0x7f6224166a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:48.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.784+0000 7f62237fe640 1 --2- 172.21.15.27:0/148909874 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f62240ad280 0x7f6224166a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:48.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.784+0000 7f62237fe640 1 -- 172.21.15.27:0/148909874 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f620c0073a0 msgr2=0x7f62240ab880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:48.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.784+0000 7f62237fe640 1 --2- 172.21.15.27:0/148909874 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f620c0073a0 0x7f62240ab880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:48.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.784+0000 7f62237fe640 1 -- 172.21.15.27:0/148909874 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62240ae090 con 0x7f6224203550 2024-02-10T05:30:48.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.785+0000 7f62237fe640 1 --2- 172.21.15.27:0/148909874 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6224203550 0x7f62242039d0 secure :-1 s=READY pgs=1976 cs=0 l=1 rev1=1 crypto rx=0x7f62240726f0 tx=0x7f62140012d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:48.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.786+0000 7f620b7fe640 1 -- 172.21.15.27:0/148909874 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6214041b20 con 0x7f6224203550 2024-02-10T05:30:48.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.786+0000 7f620b7fe640 1 -- 172.21.15.27:0/148909874 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6214041c80 con 0x7f6224203550 2024-02-10T05:30:48.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.786+0000 7f62292df640 1 -- 172.21.15.27:0/148909874 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f62240ae370 con 0x7f6224203550 2024-02-10T05:30:48.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.787+0000 7f620b7fe640 1 -- 172.21.15.27:0/148909874 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6214049410 con 0x7f6224203550 2024-02-10T05:30:48.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.787+0000 7f62292df640 1 -- 172.21.15.27:0/148909874 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6224166fc0 con 0x7f6224203550 2024-02-10T05:30:48.793 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.792+0000 7f620b7fe640 1 -- 172.21.15.27:0/148909874 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f62140303f0 con 0x7f6224203550 2024-02-10T05:30:48.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.794+0000 7f620b7fe640 1 --2- 172.21.15.27:0/148909874 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f621006b840 0x7f621006dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:48.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.794+0000 7f620b7fe640 1 -- 172.21.15.27:0/148909874 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f62140b3760 con 0x7f6224203550 2024-02-10T05:30:48.796 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.794+0000 7f6222ffd640 1 --2- 172.21.15.27:0/148909874 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f621006b840 0x7f621006dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:48.796 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.794+0000 7f62292df640 1 -- 172.21.15.27:0/148909874 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f62240adef0 con 0x7f6224203550 2024-02-10T05:30:48.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.797+0000 7f6222ffd640 1 --2- 172.21.15.27:0/148909874 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f621006b840 0x7f621006dd00 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f621c007e10 tx=0x7f621c007da0 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:48.827 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:48.825+0000 7f620b7fe640 1 -- 172.21.15.27:0/148909874 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f62240adef0 con 0x7f6224203550 2024-02-10T05:30:50.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.038+0000 7f62292df640 1 -- 172.21.15.27:0/148909874 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f62240a8970 con 0x7f6224203550 2024-02-10T05:30:50.040 INFO:tasks.ceph.mon.a.smithi027.stderr:2024-02-10T05:30:50.039+0000 7f82b5e11640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-02-10T05:30:50.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.043+0000 7f620b7fe640 1 -- 172.21.15.27:0/148909874 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v14) v1 ==== 161+0+0 (secure 0 0 0) 0x7f62240a8970 con 0x7f6224203550 2024-02-10T05:30:50.043 INFO:teuthology.orchestra.run.smithi027.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-02-10T05:30:50.052 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.049+0000 7f62292df640 1 -- 172.21.15.27:0/148909874 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f621006b840 msgr2=0x7f621006dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:50.052 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.049+0000 7f62292df640 1 --2- 172.21.15.27:0/148909874 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f621006b840 0x7f621006dd00 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f621c007e10 tx=0x7f621c007da0 comp rx=0 tx=0).stop 2024-02-10T05:30:50.052 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.049+0000 7f62292df640 1 -- 172.21.15.27:0/148909874 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6224203550 msgr2=0x7f62242039d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:50.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.049+0000 7f62292df640 1 --2- 172.21.15.27:0/148909874 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6224203550 0x7f62242039d0 secure :-1 s=READY pgs=1976 cs=0 l=1 rev1=1 crypto rx=0x7f62240726f0 tx=0x7f62140012d0 comp rx=0 tx=0).stop 2024-02-10T05:30:50.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.052+0000 7f62292df640 1 -- 172.21.15.27:0/148909874 shutdown_connections 2024-02-10T05:30:50.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.052+0000 7f62292df640 1 --2- 172.21.15.27:0/148909874 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f621006b840 0x7f621006dd00 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:50.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.052+0000 7f62292df640 1 --2- 172.21.15.27:0/148909874 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6224203550 0x7f62242039d0 unknown :-1 s=CLOSED pgs=1976 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:50.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.052+0000 7f62292df640 1 --2- 172.21.15.27:0/148909874 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f62240ad280 0x7f6224166a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:50.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.052+0000 7f62292df640 1 --2- 172.21.15.27:0/148909874 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f620c0073a0 0x7f62240ab880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:50.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.052+0000 7f62292df640 1 -- 172.21.15.27:0/148909874 >> 172.21.15.27:0/148909874 conn(0x7f6224066d80 msgr2=0x7f62240cb950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:30:50.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.052+0000 7f62292df640 1 -- 172.21.15.27:0/148909874 shutdown_connections 2024-02-10T05:30:50.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.052+0000 7f62292df640 1 -- 172.21.15.27:0/148909874 wait complete. 2024-02-10T05:30:50.097 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-02-10T05:30:50.250 INFO:tasks.ceph.mds.d.smithi153.stdout:starting mds.d at 2024-02-10T05:30:50.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.379+0000 7f5c9f68d640 1 Processor -- start 2024-02-10T05:30:50.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.380+0000 7f5c9f68d640 1 -- start start 2024-02-10T05:30:50.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.380+0000 7f5c9f68d640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f5c9815dce0 0x7f5c980b6c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:50.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.380+0000 7f5c9f68d640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5c980b5a50 0x7f5c980b5ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:50.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.380+0000 7f5c9f68d640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f5c980ce810 0x7f5c980ceca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:50.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.380+0000 7f5c9f68d640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5c980b7140 con 0x7f5c9815dce0 2024-02-10T05:30:50.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.381+0000 7f5c9f68d640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5c981617b0 con 0x7f5c980ce810 2024-02-10T05:30:50.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.381+0000 7f5c9f68d640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5c980b6410 con 0x7f5c980b5a50 2024-02-10T05:30:50.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.381+0000 7f5c9d429640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f5c9815dce0 0x7f5c980b6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:50.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.381+0000 7f5c9cc28640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5c980b5a50 0x7f5c980b5ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:50.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.381+0000 7f5c9d429640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f5c9815dce0 0x7f5c980b6c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:50364/0 (socket says 172.21.15.27:50364) 2024-02-10T05:30:50.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.381+0000 7f5c9d429640 1 -- 172.21.15.27:0/1780438815 learned_addr learned my addr 172.21.15.27:0/1780438815 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:30:50.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.381+0000 7f5c9dc2a640 1 --2- 172.21.15.27:0/1780438815 >> v2:172.21.15.153:3300/0 conn(0x7f5c980ce810 0x7f5c980ceca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:50.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.381+0000 7f5c9cc28640 1 -- 172.21.15.27:0/1780438815 >> v2:172.21.15.153:3300/0 conn(0x7f5c980ce810 msgr2=0x7f5c980ceca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:30:50.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.381+0000 7f5c9cc28640 1 --2- 172.21.15.27:0/1780438815 >> v2:172.21.15.153:3300/0 conn(0x7f5c980ce810 0x7f5c980ceca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:50.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.381+0000 7f5c9cc28640 1 -- 172.21.15.27:0/1780438815 >> v2:172.21.15.27:3300/0 conn(0x7f5c9815dce0 msgr2=0x7f5c980b6c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:30:50.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.381+0000 7f5c9cc28640 1 --2- 172.21.15.27:0/1780438815 >> v2:172.21.15.27:3300/0 conn(0x7f5c9815dce0 0x7f5c980b6c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:50.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.381+0000 7f5c9cc28640 1 -- 172.21.15.27:0/1780438815 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c9815e0c0 con 0x7f5c980b5a50 2024-02-10T05:30:50.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.382+0000 7f5c9d429640 1 --2- 172.21.15.27:0/1780438815 >> v2:172.21.15.27:3300/0 conn(0x7f5c9815dce0 0x7f5c980b6c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T05:30:50.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.383+0000 7f5c9cc28640 1 --2- 172.21.15.27:0/1780438815 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5c980b5a50 0x7f5c980b5ed0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f5c980678c0 tx=0x7f5c9002be20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e2305bc820f599f6 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:50.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.384+0000 7f5c97fff640 1 -- 172.21.15.27:0/1780438815 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c9002cbd0 con 0x7f5c980b5a50 2024-02-10T05:30:50.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.384+0000 7f5c97fff640 1 -- 172.21.15.27:0/1780438815 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5c9002cd30 con 0x7f5c980b5a50 2024-02-10T05:30:50.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.384+0000 7f5c97fff640 1 -- 172.21.15.27:0/1780438815 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c9002cea0 con 0x7f5c980b5a50 2024-02-10T05:30:50.385 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.385+0000 7f5c9f68d640 1 -- 172.21.15.27:0/1780438815 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5c980b5a50 msgr2=0x7f5c980b5ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:50.385 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.385+0000 7f5c9f68d640 1 --2- 172.21.15.27:0/1780438815 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5c980b5a50 0x7f5c980b5ed0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f5c980678c0 tx=0x7f5c9002be20 comp rx=0 tx=0).stop 2024-02-10T05:30:50.385 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.385+0000 7f5c9f68d640 1 -- 172.21.15.27:0/1780438815 shutdown_connections 2024-02-10T05:30:50.385 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.385+0000 7f5c9f68d640 1 --2- 172.21.15.27:0/1780438815 >> v2:172.21.15.153:3300/0 conn(0x7f5c980ce810 0x7f5c980ceca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:50.385 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.385+0000 7f5c9f68d640 1 --2- 172.21.15.27:0/1780438815 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5c980b5a50 0x7f5c980b5ed0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:50.386 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.385+0000 7f5c9f68d640 1 --2- 172.21.15.27:0/1780438815 >> v2:172.21.15.27:3300/0 conn(0x7f5c9815dce0 0x7f5c980b6c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:50.386 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.385+0000 7f5c9f68d640 1 -- 172.21.15.27:0/1780438815 >> 172.21.15.27:0/1780438815 conn(0x7f5c980d0870 msgr2=0x7f5c980d0c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:30:50.386 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.385+0000 7f5c9f68d640 1 -- 172.21.15.27:0/1780438815 shutdown_connections 2024-02-10T05:30:50.386 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.385+0000 7f5c9f68d640 1 -- 172.21.15.27:0/1780438815 wait complete. 2024-02-10T05:30:50.386 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.386+0000 7f5c9f68d640 1 Processor -- start 2024-02-10T05:30:50.386 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.386+0000 7f5c9f68d640 1 -- start start 2024-02-10T05:30:50.391 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.387+0000 7f5c9f68d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5c980b5a50 0x7f5c981f4410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:50.391 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.387+0000 7f5c9f68d640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5c980ce810 0x7f5c9815ab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:50.391 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.387+0000 7f5c9f68d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5c9815dce0 0x7f5c980c9600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:50.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.387+0000 7f5c9f68d640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c9815f310 con 0x7f5c9815dce0 2024-02-10T05:30:50.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.387+0000 7f5c9f68d640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c9815ffc0 con 0x7f5c980b5a50 2024-02-10T05:30:50.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.387+0000 7f5c9f68d640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5c981f4950 con 0x7f5c980ce810 2024-02-10T05:30:50.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.388+0000 7f5c9dc2a640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5c9815dce0 0x7f5c980c9600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:50.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.388+0000 7f5c9cc28640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5c980ce810 0x7f5c9815ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:50.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.388+0000 7f5c9dc2a640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5c9815dce0 0x7f5c980c9600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:50378/0 (socket says 172.21.15.27:50378) 2024-02-10T05:30:50.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.388+0000 7f5c9dc2a640 1 -- 172.21.15.27:0/2555080759 learned_addr learned my addr 172.21.15.27:0/2555080759 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:30:50.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.388+0000 7f5c9d429640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5c980b5a50 0x7f5c981f4410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:50.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.388+0000 7f5c9cc28640 1 -- 172.21.15.27:0/2555080759 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5c980b5a50 msgr2=0x7f5c981f4410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:50.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.388+0000 7f5c9cc28640 1 --2- 172.21.15.27:0/2555080759 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5c980b5a50 0x7f5c981f4410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:50.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.388+0000 7f5c9cc28640 1 -- 172.21.15.27:0/2555080759 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5c9815dce0 msgr2=0x7f5c980c9600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:50.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.388+0000 7f5c9cc28640 1 --2- 172.21.15.27:0/2555080759 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5c9815dce0 0x7f5c980c9600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:50.394 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.388+0000 7f5c9cc28640 1 -- 172.21.15.27:0/2555080759 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c8c0094d0 con 0x7f5c980ce810 2024-02-10T05:30:50.394 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.388+0000 7f5c9dc2a640 1 --2- 172.21.15.27:0/2555080759 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5c9815dce0 0x7f5c980c9600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T05:30:50.394 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.389+0000 7f5c9cc28640 1 --2- 172.21.15.27:0/2555080759 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5c980ce810 0x7f5c9815ab50 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f5c90033000 tx=0x7f5c90004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:50.394 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.389+0000 7f5c95ffb640 1 -- 172.21.15.27:0/2555080759 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c9002cea0 con 0x7f5c980ce810 2024-02-10T05:30:50.394 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.389+0000 7f5c95ffb640 1 -- 172.21.15.27:0/2555080759 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5c90040650 con 0x7f5c980ce810 2024-02-10T05:30:50.394 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.389+0000 7f5c9f68d640 1 -- 172.21.15.27:0/2555080759 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5c90009a70 con 0x7f5c980ce810 2024-02-10T05:30:50.394 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.389+0000 7f5c95ffb640 1 -- 172.21.15.27:0/2555080759 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c90040a00 con 0x7f5c980ce810 2024-02-10T05:30:50.394 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.390+0000 7f5c9f68d640 1 -- 172.21.15.27:0/2555080759 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c9815e9e0 con 0x7f5c980ce810 2024-02-10T05:30:50.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.392+0000 7f5c9f68d640 1 -- 172.21.15.27:0/2555080759 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5c980746c0 con 0x7f5c980ce810 2024-02-10T05:30:50.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.392+0000 7f5c95ffb640 1 -- 172.21.15.27:0/2555080759 <== mon.2 v2:172.21.15.153:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f5c90040b60 con 0x7f5c980ce810 2024-02-10T05:30:50.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.393+0000 7f5c95ffb640 1 --2- 172.21.15.27:0/2555080759 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5c8406b840 0x7f5c8406dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:50.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.394+0000 7f5c95ffb640 1 -- 172.21.15.27:0/2555080759 <== mon.2 v2:172.21.15.153:3301/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f5c900acc60 con 0x7f5c980ce810 2024-02-10T05:30:50.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.394+0000 7f5c9d429640 1 --2- 172.21.15.27:0/2555080759 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5c8406b840 0x7f5c8406dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:50.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.395+0000 7f5c9d429640 1 --2- 172.21.15.27:0/2555080759 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5c8406b840 0x7f5c8406dd00 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f5c9815b430 tx=0x7f5c8c009240 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:50.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:50.398+0000 7f5c95ffb640 1 -- 172.21.15.27:0/2555080759 <== mon.2 v2:172.21.15.153:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f5c900776d0 con 0x7f5c980ce810 2024-02-10T05:30:51.052 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:51.052+0000 7f5c9f68d640 1 -- 172.21.15.27:0/2555080759 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f5c98159650 con 0x7f5c980ce810 2024-02-10T05:30:52.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.054+0000 7f5c95ffb640 1 -- 172.21.15.27:0/2555080759 <== mon.2 v2:172.21.15.153:3301/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v16) v1 ==== 104+0+0 (secure 0 0 0) 0x7f5c90009450 con 0x7f5c980ce810 2024-02-10T05:30:52.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.058+0000 7f5c9f68d640 1 -- 172.21.15.27:0/2555080759 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5c8406b840 msgr2=0x7f5c8406dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:52.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.058+0000 7f5c9f68d640 1 --2- 172.21.15.27:0/2555080759 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5c8406b840 0x7f5c8406dd00 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f5c9815b430 tx=0x7f5c8c009240 comp rx=0 tx=0).stop 2024-02-10T05:30:52.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.058+0000 7f5c9f68d640 1 -- 172.21.15.27:0/2555080759 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5c980ce810 msgr2=0x7f5c9815ab50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:52.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.058+0000 7f5c9f68d640 1 --2- 172.21.15.27:0/2555080759 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5c980ce810 0x7f5c9815ab50 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f5c90033000 tx=0x7f5c90004a40 comp rx=0 tx=0).stop 2024-02-10T05:30:52.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.058+0000 7f5c9f68d640 1 -- 172.21.15.27:0/2555080759 shutdown_connections 2024-02-10T05:30:52.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.058+0000 7f5c9f68d640 1 --2- 172.21.15.27:0/2555080759 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5c8406b840 0x7f5c8406dd00 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:52.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.058+0000 7f5c9f68d640 1 --2- 172.21.15.27:0/2555080759 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5c9815dce0 0x7f5c980c9600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:52.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.058+0000 7f5c9f68d640 1 --2- 172.21.15.27:0/2555080759 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5c980ce810 0x7f5c9815ab50 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:52.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.058+0000 7f5c9f68d640 1 --2- 172.21.15.27:0/2555080759 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5c980b5a50 0x7f5c981f4410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:52.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.058+0000 7f5c9f68d640 1 -- 172.21.15.27:0/2555080759 >> 172.21.15.27:0/2555080759 conn(0x7f5c980d0870 msgr2=0x7f5c9815c570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:30:52.060 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.058+0000 7f5c9f68d640 1 -- 172.21.15.27:0/2555080759 shutdown_connections 2024-02-10T05:30:52.060 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.058+0000 7f5c9f68d640 1 -- 172.21.15.27:0/2555080759 wait complete. 2024-02-10T05:30:52.086 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-02-10T05:30:52.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.388+0000 7f152e2eb640 1 Processor -- start 2024-02-10T05:30:52.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.388+0000 7f152e2eb640 1 -- start start 2024-02-10T05:30:52.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.390+0000 7f152e2eb640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f15280b5b60 0x7f15280b6be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:52.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.390+0000 7f152e2eb640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15280d1e80 con 0x7f152815dfc0 2024-02-10T05:30:52.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.390+0000 7f152e2eb640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1528162330 con 0x7f152815dbe0 2024-02-10T05:30:52.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.390+0000 7f152e2eb640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f15280d2490 con 0x7f15280b5b60 2024-02-10T05:30:52.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.390+0000 7f15277fe640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f152815dfc0 0x7f15280b5450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:47718/0 (socket says 172.21.15.27:47718) 2024-02-10T05:30:52.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.390+0000 7f15277fe640 1 -- 172.21.15.27:0/1386953109 learned_addr learned my addr 172.21.15.27:0/1386953109 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-10T05:30:52.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.391+0000 7f152c888640 1 --2- 172.21.15.27:0/1386953109 >> v2:172.21.15.153:3300/0 conn(0x7f15280b5b60 0x7f15280b6be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:52.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.391+0000 7f1526ffd640 1 -- 172.21.15.27:0/1386953109 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1189773081 0 0) 0x7f1528162330 con 0x7f152815dbe0 2024-02-10T05:30:52.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.391+0000 7f1526ffd640 1 -- 172.21.15.27:0/1386953109 --> v1:172.21.15.153:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1514003520 con 0x7f152815dbe0 2024-02-10T05:30:52.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.391+0000 7f1526ffd640 1 -- 172.21.15.27:0/1386953109 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2865434432 0 0) 0x7f15280d1e80 con 0x7f152815dfc0 2024-02-10T05:30:52.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.391+0000 7f152c888640 1 -- 172.21.15.27:0/1386953109 >> v1:172.21.15.153:6789/0 conn(0x7f152815dbe0 legacy=0x7f15281618b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:52.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.391+0000 7f152c888640 1 -- 172.21.15.27:0/1386953109 >> v1:172.21.15.27:6789/0 conn(0x7f152815dfc0 legacy=0x7f15280b5450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:52.394 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.391+0000 7f152c888640 1 -- 172.21.15.27:0/1386953109 --> v2:172.21.15.153:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1528162610 con 0x7f15280b5b60 2024-02-10T05:30:52.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.393+0000 7f152c888640 1 --2- 172.21.15.27:0/1386953109 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f15280b5b60 0x7f15280b6be0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f1520009d90 tx=0x7f152002bf50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d106149a8850acc server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:52.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.394+0000 7f1526ffd640 1 -- 172.21.15.27:0/1386953109 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f152002cd00 con 0x7f15280b5b60 2024-02-10T05:30:52.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.394+0000 7f1526ffd640 1 -- 172.21.15.27:0/1386953109 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f152002ce60 con 0x7f15280b5b60 2024-02-10T05:30:52.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.394+0000 7f1526ffd640 1 -- 172.21.15.27:0/1386953109 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1520034660 con 0x7f15280b5b60 2024-02-10T05:30:52.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.395+0000 7f152e2eb640 1 -- 172.21.15.27:0/1386953109 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f15280b5b60 msgr2=0x7f15280b6be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:52.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.395+0000 7f152e2eb640 1 --2- 172.21.15.27:0/1386953109 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f15280b5b60 0x7f15280b6be0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f1520009d90 tx=0x7f152002bf50 comp rx=0 tx=0).stop 2024-02-10T05:30:52.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.395+0000 7f152e2eb640 1 -- 172.21.15.27:0/1386953109 shutdown_connections 2024-02-10T05:30:52.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.395+0000 7f152e2eb640 1 --2- 172.21.15.27:0/1386953109 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f15280b5b60 0x7f15280b6be0 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:52.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.395+0000 7f152e2eb640 1 -- 172.21.15.27:0/1386953109 >> 172.21.15.27:0/1386953109 conn(0x7f15280d0630 msgr2=0x7f15280d0a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:30:52.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.395+0000 7f152e2eb640 1 -- 172.21.15.27:0/1386953109 shutdown_connections 2024-02-10T05:30:52.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.395+0000 7f152e2eb640 1 -- 172.21.15.27:0/1386953109 wait complete. 2024-02-10T05:30:52.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.398+0000 7f152e2eb640 1 Processor -- start 2024-02-10T05:30:52.399 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.399+0000 7f152e2eb640 1 -- start start 2024-02-10T05:30:52.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.401+0000 7f152e2eb640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f15280b5b60 0x7f15281f38a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:52.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.401+0000 7f152e2eb640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f152815dbe0 0x7f1528151e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:52.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.401+0000 7f152e2eb640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f152815c4f0 0x7f15280cb7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:52.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.401+0000 7f152e2eb640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1528152390 con 0x7f152815c4f0 2024-02-10T05:30:52.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.401+0000 7f152e2eb640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15281f4b70 con 0x7f15280b5b60 2024-02-10T05:30:52.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.401+0000 7f152e2eb640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15281f4e50 con 0x7f152815dbe0 2024-02-10T05:30:52.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.401+0000 7f152c888640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f152815c4f0 0x7f15280cb7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:52.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.401+0000 7f152c888640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f152815c4f0 0x7f15280cb7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:50392/0 (socket says 172.21.15.27:50392) 2024-02-10T05:30:52.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.401+0000 7f152c888640 1 -- 172.21.15.27:0/2136531793 learned_addr learned my addr 172.21.15.27:0/2136531793 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:30:52.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.402+0000 7f1527fff640 1 --2- 172.21.15.27:0/2136531793 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f15280b5b60 0x7f15281f38a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:52.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.402+0000 7f15277fe640 1 --2- 172.21.15.27:0/2136531793 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f152815dbe0 0x7f1528151e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:52.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.402+0000 7f152c888640 1 -- 172.21.15.27:0/2136531793 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f152815dbe0 msgr2=0x7f1528151e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:52.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.402+0000 7f152c888640 1 --2- 172.21.15.27:0/2136531793 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f152815dbe0 0x7f1528151e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:52.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.402+0000 7f152c888640 1 -- 172.21.15.27:0/2136531793 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f15280b5b60 msgr2=0x7f15281f38a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:52.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.402+0000 7f152c888640 1 --2- 172.21.15.27:0/2136531793 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f15280b5b60 0x7f15281f38a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:52.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.402+0000 7f152c888640 1 -- 172.21.15.27:0/2136531793 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1520009a70 con 0x7f152815c4f0 2024-02-10T05:30:52.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.402+0000 7f152c888640 1 --2- 172.21.15.27:0/2136531793 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f152815c4f0 0x7f15280cb7e0 secure :-1 s=READY pgs=1979 cs=0 l=1 rev1=1 crypto rx=0x7f1520037040 tx=0x7f1520004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:52.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.403+0000 7f1524ff9640 1 -- 172.21.15.27:0/2136531793 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f152003d600 con 0x7f152815c4f0 2024-02-10T05:30:52.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.403+0000 7f1524ff9640 1 -- 172.21.15.27:0/2136531793 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f152003d780 con 0x7f152815c4f0 2024-02-10T05:30:52.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.403+0000 7f152e2eb640 1 -- 172.21.15.27:0/2136531793 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15281f5130 con 0x7f152815c4f0 2024-02-10T05:30:52.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.403+0000 7f1524ff9640 1 -- 172.21.15.27:0/2136531793 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f152003db30 con 0x7f152815c4f0 2024-02-10T05:30:52.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.403+0000 7f152e2eb640 1 -- 172.21.15.27:0/2136531793 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15281f56f0 con 0x7f152815c4f0 2024-02-10T05:30:52.406 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.406+0000 7f1524ff9640 1 -- 172.21.15.27:0/2136531793 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f152003b040 con 0x7f152815c4f0 2024-02-10T05:30:52.406 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.406+0000 7f152e2eb640 1 -- 172.21.15.27:0/2136531793 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f15280732d0 con 0x7f152815c4f0 2024-02-10T05:30:52.407 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.407+0000 7f1524ff9640 1 --2- 172.21.15.27:0/2136531793 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f150806b810 0x7f150806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:52.407 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.407+0000 7f1524ff9640 1 -- 172.21.15.27:0/2136531793 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f15200ac020 con 0x7f152815c4f0 2024-02-10T05:30:52.407 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.407+0000 7f1527fff640 1 --2- 172.21.15.27:0/2136531793 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f150806b810 0x7f150806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:52.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.408+0000 7f1527fff640 1 --2- 172.21.15.27:0/2136531793 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f150806b810 0x7f150806dcd0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f15180011e0 tx=0x7f1518009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:52.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.420+0000 7f1524ff9640 1 -- 172.21.15.27:0/2136531793 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f1520076a90 con 0x7f152815c4f0 2024-02-10T05:30:52.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:52.959+0000 7f152e2eb640 1 -- 172.21.15.27:0/2136531793 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f1528067dd0 con 0x7f152815c4f0 2024-02-10T05:30:53.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.057+0000 7f1524ff9640 1 -- 172.21.15.27:0/2136531793 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v36) v1 ==== 181+0+0 (secure 0 0 0) 0x7f152004d0d0 con 0x7f152815c4f0 2024-02-10T05:30:53.058 INFO:teuthology.orchestra.run.smithi027.stderr:pool 'cephfs_metadata' removed 2024-02-10T05:30:53.063 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.063+0000 7f152e2eb640 1 -- 172.21.15.27:0/2136531793 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f150806b810 msgr2=0x7f150806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:53.063 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.063+0000 7f152e2eb640 1 --2- 172.21.15.27:0/2136531793 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f150806b810 0x7f150806dcd0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f15180011e0 tx=0x7f1518009040 comp rx=0 tx=0).stop 2024-02-10T05:30:53.063 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.063+0000 7f152e2eb640 1 -- 172.21.15.27:0/2136531793 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f152815c4f0 msgr2=0x7f15280cb7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:53.064 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.063+0000 7f152e2eb640 1 --2- 172.21.15.27:0/2136531793 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f152815c4f0 0x7f15280cb7e0 secure :-1 s=READY pgs=1979 cs=0 l=1 rev1=1 crypto rx=0x7f1520037040 tx=0x7f1520004a40 comp rx=0 tx=0).stop 2024-02-10T05:30:53.064 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.064+0000 7f152e2eb640 1 -- 172.21.15.27:0/2136531793 shutdown_connections 2024-02-10T05:30:53.064 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.064+0000 7f152e2eb640 1 --2- 172.21.15.27:0/2136531793 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f150806b810 0x7f150806dcd0 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:53.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.064+0000 7f152e2eb640 1 --2- 172.21.15.27:0/2136531793 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f152815c4f0 0x7f15280cb7e0 unknown :-1 s=CLOSED pgs=1979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:53.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.064+0000 7f152e2eb640 1 --2- 172.21.15.27:0/2136531793 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f152815dbe0 0x7f1528151e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:53.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.064+0000 7f152e2eb640 1 --2- 172.21.15.27:0/2136531793 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f15280b5b60 0x7f15281f38a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:53.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.064+0000 7f152e2eb640 1 -- 172.21.15.27:0/2136531793 >> 172.21.15.27:0/2136531793 conn(0x7f15280d0630 msgr2=0x7f15280b7990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:30:53.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.065+0000 7f152e2eb640 1 -- 172.21.15.27:0/2136531793 shutdown_connections 2024-02-10T05:30:53.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.065+0000 7f152e2eb640 1 -- 172.21.15.27:0/2136531793 wait complete. 2024-02-10T05:30:53.101 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-02-10T05:30:53.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.412+0000 7fd1bb864640 1 Processor -- start 2024-02-10T05:30:53.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.413+0000 7fd1bb864640 1 -- start start 2024-02-10T05:30:53.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.415+0000 7fd1bb864640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fd1b406c370 0x7fd1b406ffc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:53.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.415+0000 7fd1bb864640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fd1b406e700 0x7fd1b40b2e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:53.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.415+0000 7fd1bb864640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd1b406eb90 con 0x7fd1b415b990 2024-02-10T05:30:53.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.415+0000 7fd1bb864640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd1b415bd70 con 0x7fd1b406c370 2024-02-10T05:30:53.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.415+0000 7fd1bb864640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd1b415cd90 con 0x7fd1b406e700 2024-02-10T05:30:53.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.416+0000 7fd1b8dff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fd1b406c370 0x7fd1b406ffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:53.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.416+0000 7fd1b8dff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fd1b406c370 0x7fd1b406ffc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:50394/0 (socket says 172.21.15.27:50394) 2024-02-10T05:30:53.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.416+0000 7fd1b8dff640 1 -- 172.21.15.27:0/1956294482 learned_addr learned my addr 172.21.15.27:0/1956294482 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:30:53.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.416+0000 7fd1b9e01640 1 --2- 172.21.15.27:0/1956294482 >> v2:172.21.15.153:3300/0 conn(0x7fd1b406e700 0x7fd1b40b2e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:53.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.416+0000 7fd1b8dff640 1 -- 172.21.15.27:0/1956294482 >> v2:172.21.15.153:3300/0 conn(0x7fd1b406e700 msgr2=0x7fd1b40b2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:30:53.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.416+0000 7fd1b8dff640 1 --2- 172.21.15.27:0/1956294482 >> v2:172.21.15.153:3300/0 conn(0x7fd1b406e700 0x7fd1b40b2e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:53.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.417+0000 7fd1b8dff640 1 -- 172.21.15.27:0/1956294482 >> v1:172.21.15.27:6789/0 conn(0x7fd1b415b990 legacy=0x7fd1b406bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:53.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.417+0000 7fd1b8dff640 1 -- 172.21.15.27:0/1956294482 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1b415bfd0 con 0x7fd1b406c370 2024-02-10T05:30:53.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.419+0000 7fd1b8dff640 1 --2- 172.21.15.27:0/1956294482 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd1b406c370 0x7fd1b406ffc0 secure :-1 s=READY pgs=1981 cs=0 l=1 rev1=1 crypto rx=0x7fd1b40669b0 tx=0x7fd1b002b9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5f9813b4743d74 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:53.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.419+0000 7fd1abfff640 1 -- 172.21.15.27:0/1956294482 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1b0030860 con 0x7fd1b406c370 2024-02-10T05:30:53.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.419+0000 7fd1abfff640 1 -- 172.21.15.27:0/1956294482 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1b00309c0 con 0x7fd1b406c370 2024-02-10T05:30:53.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.419+0000 7fd1abfff640 1 -- 172.21.15.27:0/1956294482 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1b0030d50 con 0x7fd1b406c370 2024-02-10T05:30:53.421 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.421+0000 7fd1bb864640 1 -- 172.21.15.27:0/1956294482 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd1b406c370 msgr2=0x7fd1b406ffc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:53.421 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.421+0000 7fd1bb864640 1 --2- 172.21.15.27:0/1956294482 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd1b406c370 0x7fd1b406ffc0 secure :-1 s=READY pgs=1981 cs=0 l=1 rev1=1 crypto rx=0x7fd1b40669b0 tx=0x7fd1b002b9a0 comp rx=0 tx=0).stop 2024-02-10T05:30:53.421 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.421+0000 7fd1bb864640 1 -- 172.21.15.27:0/1956294482 shutdown_connections 2024-02-10T05:30:53.422 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.421+0000 7fd1bb864640 1 --2- 172.21.15.27:0/1956294482 >> v2:172.21.15.153:3300/0 conn(0x7fd1b406e700 0x7fd1b40b2e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:53.422 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.421+0000 7fd1bb864640 1 --2- 172.21.15.27:0/1956294482 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd1b406c370 0x7fd1b406ffc0 unknown :-1 s=CLOSED pgs=1981 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:53.422 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.421+0000 7fd1bb864640 1 -- 172.21.15.27:0/1956294482 >> 172.21.15.27:0/1956294482 conn(0x7fd1b40d0480 msgr2=0x7fd1b4071bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:30:53.422 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.421+0000 7fd1bb864640 1 -- 172.21.15.27:0/1956294482 shutdown_connections 2024-02-10T05:30:53.422 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.421+0000 7fd1bb864640 1 -- 172.21.15.27:0/1956294482 wait complete. 2024-02-10T05:30:53.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.427+0000 7fd1bb864640 1 Processor -- start 2024-02-10T05:30:53.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.427+0000 7fd1bb864640 1 -- start start 2024-02-10T05:30:53.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.430+0000 7fd1bb864640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fd1b406c370 0x7fd1b414fa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:53.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.430+0000 7fd1bb864640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd1b406e700 0x7fd1b40b07a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:53.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.430+0000 7fd1bb864640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd1b415b990 0x7fd1b40b0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:53.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.430+0000 7fd1bb864640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1b414ff80 con 0x7fd1b406e700 2024-02-10T05:30:53.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.430+0000 7fd1bb864640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1b40c9e10 con 0x7fd1b415b990 2024-02-10T05:30:53.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.430+0000 7fd1bb864640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1b40c9200 con 0x7fd1b406c370 2024-02-10T05:30:53.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.431+0000 7fd1b8dff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd1b406e700 0x7fd1b40b07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:53.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.431+0000 7fd1b9600640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fd1b406c370 0x7fd1b414fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:53.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.431+0000 7fd1b9e01640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd1b415b990 0x7fd1b40b0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:53.432 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.431+0000 7fd1b9600640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fd1b406c370 0x7fd1b414fa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:44164/0 (socket says 172.21.15.27:44164) 2024-02-10T05:30:53.432 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.431+0000 7fd1b9600640 1 -- 172.21.15.27:0/1447996972 learned_addr learned my addr 172.21.15.27:0/1447996972 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:30:53.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.431+0000 7fd1b9600640 1 -- 172.21.15.27:0/1447996972 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd1b415b990 msgr2=0x7fd1b40b0ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:53.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.431+0000 7fd1b9600640 1 --2- 172.21.15.27:0/1447996972 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd1b415b990 0x7fd1b40b0ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:53.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.431+0000 7fd1b9600640 1 -- 172.21.15.27:0/1447996972 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd1b406e700 msgr2=0x7fd1b40b07a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:53.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.431+0000 7fd1b9600640 1 --2- 172.21.15.27:0/1447996972 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd1b406e700 0x7fd1b40b07a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:53.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.431+0000 7fd1b9600640 1 -- 172.21.15.27:0/1447996972 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1b00094d0 con 0x7fd1b406c370 2024-02-10T05:30:53.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.431+0000 7fd1b9600640 1 --2- 172.21.15.27:0/1447996972 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fd1b406c370 0x7fd1b414fa40 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fd1ac00c730 tx=0x7fd1ac00cbf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:53.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.432+0000 7fd1a9ffb640 1 -- 172.21.15.27:0/1447996972 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1ac006d50 con 0x7fd1b406c370 2024-02-10T05:30:53.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.432+0000 7fd1a9ffb640 1 -- 172.21.15.27:0/1447996972 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1ac00ce40 con 0x7fd1b406c370 2024-02-10T05:30:53.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.432+0000 7fd1bb864640 1 -- 172.21.15.27:0/1447996972 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd1b40c94e0 con 0x7fd1b406c370 2024-02-10T05:30:53.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.432+0000 7fd1a9ffb640 1 -- 172.21.15.27:0/1447996972 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1ac003bb0 con 0x7fd1b406c370 2024-02-10T05:30:53.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.432+0000 7fd1bb864640 1 -- 172.21.15.27:0/1447996972 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1b40c9aa0 con 0x7fd1b406c370 2024-02-10T05:30:53.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.435+0000 7fd1a9ffb640 1 -- 172.21.15.27:0/1447996972 <== mon.2 v2:172.21.15.153:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fd1ac003d10 con 0x7fd1b406c370 2024-02-10T05:30:53.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.435+0000 7fd1bb864640 1 -- 172.21.15.27:0/1447996972 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd1b4067dd0 con 0x7fd1b406c370 2024-02-10T05:30:53.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.436+0000 7fd1a9ffb640 1 --2- 172.21.15.27:0/1447996972 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fd19806b810 0x7fd19806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:53.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.436+0000 7fd1b8dff640 1 --2- 172.21.15.27:0/1447996972 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fd19806b810 0x7fd19806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:53.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.436+0000 7fd1a9ffb640 1 -- 172.21.15.27:0/1447996972 <== mon.2 v2:172.21.15.153:3301/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5357+0+0 (secure 0 0 0) 0x7fd1ac089b30 con 0x7fd1b406c370 2024-02-10T05:30:53.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.437+0000 7fd1b8dff640 1 --2- 172.21.15.27:0/1447996972 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fd19806b810 0x7fd19806dcd0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fd1b0036000 tx=0x7fd1b0008030 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:53.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.441+0000 7fd1a9ffb640 1 -- 172.21.15.27:0/1447996972 <== mon.2 v2:172.21.15.153:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fd1ac058280 con 0x7fd1b406c370 2024-02-10T05:30:53.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:53.989+0000 7fd1bb864640 1 -- 172.21.15.27:0/1447996972 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fd1b4072320 con 0x7fd1b406c370 2024-02-10T05:30:54.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.078+0000 7fd1a9ffb640 1 -- 172.21.15.27:0/1447996972 <== mon.2 v2:172.21.15.153:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v37) v1 ==== 169+0+0 (secure 0 0 0) 0x7fd1ac057e10 con 0x7fd1b406c370 2024-02-10T05:30:54.083 INFO:teuthology.orchestra.run.smithi027.stderr:pool 'cephfs_data' removed 2024-02-10T05:30:54.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.088+0000 7fd1bb864640 1 -- 172.21.15.27:0/1447996972 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fd19806b810 msgr2=0x7fd19806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:54.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.088+0000 7fd1bb864640 1 --2- 172.21.15.27:0/1447996972 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fd19806b810 0x7fd19806dcd0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fd1b0036000 tx=0x7fd1b0008030 comp rx=0 tx=0).stop 2024-02-10T05:30:54.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.088+0000 7fd1bb864640 1 -- 172.21.15.27:0/1447996972 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fd1b406c370 msgr2=0x7fd1b414fa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:54.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.088+0000 7fd1bb864640 1 --2- 172.21.15.27:0/1447996972 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fd1b406c370 0x7fd1b414fa40 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fd1ac00c730 tx=0x7fd1ac00cbf0 comp rx=0 tx=0).stop 2024-02-10T05:30:54.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.088+0000 7fd1bb864640 1 -- 172.21.15.27:0/1447996972 shutdown_connections 2024-02-10T05:30:54.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.088+0000 7fd1bb864640 1 --2- 172.21.15.27:0/1447996972 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fd19806b810 0x7fd19806dcd0 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:54.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.088+0000 7fd1bb864640 1 --2- 172.21.15.27:0/1447996972 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd1b415b990 0x7fd1b40b0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:54.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.088+0000 7fd1bb864640 1 --2- 172.21.15.27:0/1447996972 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd1b406e700 0x7fd1b40b07a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:54.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.088+0000 7fd1bb864640 1 --2- 172.21.15.27:0/1447996972 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fd1b406c370 0x7fd1b414fa40 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:54.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.088+0000 7fd1bb864640 1 -- 172.21.15.27:0/1447996972 >> 172.21.15.27:0/1447996972 conn(0x7fd1b40d0480 msgr2=0x7fd1b406ac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:30:54.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.088+0000 7fd1bb864640 1 -- 172.21.15.27:0/1447996972 shutdown_connections 2024-02-10T05:30:54.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.088+0000 7fd1bb864640 1 -- 172.21.15.27:0/1447996972 wait complete. 2024-02-10T05:30:54.127 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-02-10T05:30:54.622 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.622+0000 7f2d4ef48640 1 Processor -- start 2024-02-10T05:30:54.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.624+0000 7f2d4ef48640 1 -- start start 2024-02-10T05:30:54.632 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.628+0000 7f2d4ef48640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f2d481630d0 0x7f2d480b0a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:54.632 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.628+0000 7f2d4ef48640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2d480cd9a0 con 0x7f2d480b1c00 2024-02-10T05:30:54.632 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.629+0000 7f2d4ef48640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2d480cdc10 con 0x7f2d480b1820 2024-02-10T05:30:54.632 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.629+0000 7f2d4ef48640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2d480cdef0 con 0x7f2d481630d0 2024-02-10T05:30:54.633 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.632+0000 7f2d4d4e5640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f2d480b1c00 0x7f2d4815f110 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:41524/0 (socket says 172.21.15.27:41524) 2024-02-10T05:30:54.633 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.632+0000 7f2d4d4e5640 1 -- 172.21.15.27:0/982833443 learned_addr learned my addr 172.21.15.27:0/982833443 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-10T05:30:54.634 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.634+0000 7f2d477fe640 1 -- 172.21.15.27:0/982833443 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 737754457 0 0) 0x7f2d480cd9a0 con 0x7f2d480b1c00 2024-02-10T05:30:54.634 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.634+0000 7f2d477fe640 1 -- 172.21.15.27:0/982833443 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2d30003520 con 0x7f2d480b1c00 2024-02-10T05:30:54.634 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.634+0000 7f2d47fff640 1 --2- 172.21.15.27:0/982833443 >> v2:172.21.15.153:3300/0 conn(0x7f2d481630d0 0x7f2d480b0a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:54.636 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.635+0000 7f2d477fe640 1 -- 172.21.15.27:0/982833443 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2681439384 0 0) 0x7f2d480cdc10 con 0x7f2d480b1820 2024-02-10T05:30:54.637 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.635+0000 7f2d477fe640 1 -- 172.21.15.27:0/982833443 --> v1:172.21.15.153:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2d480cd9a0 con 0x7f2d480b1820 2024-02-10T05:30:54.637 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.635+0000 7f2d477fe640 1 -- 172.21.15.27:0/982833443 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2600171718 0 0) 0x7f2d30003520 con 0x7f2d480b1c00 2024-02-10T05:30:54.637 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.635+0000 7f2d477fe640 1 -- 172.21.15.27:0/982833443 >> v2:172.21.15.153:3300/0 conn(0x7f2d481630d0 msgr2=0x7f2d480b0a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:30:54.637 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.635+0000 7f2d477fe640 1 --2- 172.21.15.27:0/982833443 >> v2:172.21.15.153:3300/0 conn(0x7f2d481630d0 0x7f2d480b0a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:54.637 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.635+0000 7f2d477fe640 1 -- 172.21.15.27:0/982833443 >> v1:172.21.15.153:6789/0 conn(0x7f2d480b1820 legacy=0x7f2d480cefe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:54.638 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.635+0000 7f2d477fe640 1 -- 172.21.15.27:0/982833443 --> v1:172.21.15.27:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d480ce1d0 con 0x7f2d480b1c00 2024-02-10T05:30:54.639 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.635+0000 7f2d477fe640 1 -- 172.21.15.27:0/982833443 <== mon.0 v1:172.21.15.27:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4237890039 0 0) 0x7f2d40001970 con 0x7f2d480b1c00 2024-02-10T05:30:54.639 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.636+0000 7f2d477fe640 1 -- 172.21.15.27:0/982833443 >> v1:172.21.15.27:6789/0 conn(0x7f2d480b1c00 legacy=0x7f2d4815f110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:54.639 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.636+0000 7f2d477fe640 1 --2- 172.21.15.27:0/982833443 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2d30003b70 0x7f2d30003f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:54.639 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.636+0000 7f2d477fe640 1 --2- 172.21.15.27:0/982833443 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2d300047c0 0x7f2d30004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:54.639 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.636+0000 7f2d477fe640 1 --2- 172.21.15.27:0/982833443 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2d30005180 0x7f2d3000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:54.639 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.636+0000 7f2d477fe640 1 -- 172.21.15.27:0/982833443 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d480cdef0 con 0x7f2d30005180 2024-02-10T05:30:54.639 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.636+0000 7f2d477fe640 1 -- 172.21.15.27:0/982833443 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d3000c0b0 con 0x7f2d300047c0 2024-02-10T05:30:54.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.636+0000 7f2d477fe640 1 -- 172.21.15.27:0/982833443 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d3000c270 con 0x7f2d30003b70 2024-02-10T05:30:54.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.636+0000 7f2d4cce4640 1 --2- 172.21.15.27:0/982833443 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2d30003b70 0x7f2d30003f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:54.641 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.638+0000 7f2d4cce4640 1 -- 172.21.15.27:0/982833443 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2d300047c0 msgr2=0x7f2d30004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:30:54.642 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.638+0000 7f2d47fff640 1 --2- 172.21.15.27:0/982833443 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2d300047c0 0x7f2d30004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:54.642 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.639+0000 7f2d4cce4640 1 --2- 172.21.15.27:0/982833443 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2d300047c0 0x7f2d30004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:54.642 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.639+0000 7f2d4cce4640 1 -- 172.21.15.27:0/982833443 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2d30005180 msgr2=0x7f2d3000b980 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-02-10T05:30:54.642 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.639+0000 7f2d4cce4640 1 --2- 172.21.15.27:0/982833443 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2d30005180 0x7f2d3000b980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:54.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.639+0000 7f2d4cce4640 1 -- 172.21.15.27:0/982833443 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d480ce1d0 con 0x7f2d30003b70 2024-02-10T05:30:54.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.644+0000 7f2d4cce4640 1 --2- 172.21.15.27:0/982833443 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2d30003b70 0x7f2d30003f50 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f2d380018e0 tx=0x7f2d300057f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fdece4e01f9ce0ff server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:54.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.644+0000 7f2d47fff640 1 --2- 172.21.15.27:0/982833443 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2d300047c0 0x7f2d30004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T05:30:54.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.645+0000 7f2d4d4e5640 1 -- 172.21.15.27:0/982833443 reap_dead start 2024-02-10T05:30:54.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.645+0000 7f2d477fe640 1 -- 172.21.15.27:0/982833443 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d38032680 con 0x7f2d30003b70 2024-02-10T05:30:54.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.645+0000 7f2d477fe640 1 -- 172.21.15.27:0/982833443 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d380327e0 con 0x7f2d30003b70 2024-02-10T05:30:54.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.645+0000 7f2d477fe640 1 -- 172.21.15.27:0/982833443 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d38032bd0 con 0x7f2d30003b70 2024-02-10T05:30:54.648 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.648+0000 7f2d4ef48640 1 -- 172.21.15.27:0/982833443 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2d30003b70 msgr2=0x7f2d30003f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:54.648 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.648+0000 7f2d4ef48640 1 --2- 172.21.15.27:0/982833443 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2d30003b70 0x7f2d30003f50 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f2d380018e0 tx=0x7f2d300057f0 comp rx=0 tx=0).stop 2024-02-10T05:30:54.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.652+0000 7f2d4ef48640 1 -- 172.21.15.27:0/982833443 shutdown_connections 2024-02-10T05:30:54.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.652+0000 7f2d4ef48640 1 --2- 172.21.15.27:0/982833443 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2d30003b70 0x7f2d30003f50 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:54.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.652+0000 7f2d4ef48640 1 -- 172.21.15.27:0/982833443 >> 172.21.15.27:0/982833443 conn(0x7f2d48067040 msgr2=0x7f2d4806ac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:30:54.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.652+0000 7f2d4ef48640 1 -- 172.21.15.27:0/982833443 shutdown_connections 2024-02-10T05:30:54.656 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.652+0000 7f2d4ef48640 1 -- 172.21.15.27:0/982833443 wait complete. 2024-02-10T05:30:54.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.658+0000 7f2d4ef48640 1 Processor -- start 2024-02-10T05:30:54.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.659+0000 7f2d4ef48640 1 -- start start 2024-02-10T05:30:54.664 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.663+0000 7f2d4ef48640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2d30003b70 0x7f2d480adb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:54.664 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.664+0000 7f2d4ef48640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2d4815ead0 0x7f2d4815ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:54.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.664+0000 7f2d4ef48640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2d48157500 0x7f2d48157980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:54.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.665+0000 7f2d47fff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2d4815ead0 0x7f2d4815ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:54.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.665+0000 7f2d47fff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2d4815ead0 0x7f2d4815ef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:57732/0 (socket says 172.21.15.27:57732) 2024-02-10T05:30:54.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.665+0000 7f2d47fff640 1 -- 172.21.15.27:0/60105915 learned_addr learned my addr 172.21.15.27:0/60105915 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:30:54.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.666+0000 7f2d4d4e5640 1 --2- 172.21.15.27:0/60105915 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2d48157500 0x7f2d48157980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:54.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.666+0000 7f2d4ef48640 1 -- 172.21.15.27:0/60105915 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d4815e640 con 0x7f2d48157500 2024-02-10T05:30:54.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.666+0000 7f2d4cce4640 1 --2- 172.21.15.27:0/60105915 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2d30003b70 0x7f2d480adb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:54.668 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.667+0000 7f2d4ef48640 1 -- 172.21.15.27:0/60105915 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d480aa2b0 con 0x7f2d4815ead0 2024-02-10T05:30:54.668 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.667+0000 7f2d4ef48640 1 -- 172.21.15.27:0/60105915 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d4815dff0 con 0x7f2d30003b70 2024-02-10T05:30:54.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.669+0000 7f2d47fff640 1 -- 172.21.15.27:0/60105915 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2d30003b70 msgr2=0x7f2d480adb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:54.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.669+0000 7f2d47fff640 1 --2- 172.21.15.27:0/60105915 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2d30003b70 0x7f2d480adb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:54.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.669+0000 7f2d47fff640 1 -- 172.21.15.27:0/60105915 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2d48157500 msgr2=0x7f2d48157980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:54.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.669+0000 7f2d47fff640 1 --2- 172.21.15.27:0/60105915 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2d48157500 0x7f2d48157980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:54.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.669+0000 7f2d47fff640 1 -- 172.21.15.27:0/60105915 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d4815e2d0 con 0x7f2d4815ead0 2024-02-10T05:30:54.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.670+0000 7f2d4d4e5640 1 --2- 172.21.15.27:0/60105915 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2d48157500 0x7f2d48157980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T05:30:54.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.671+0000 7f2d47fff640 1 --2- 172.21.15.27:0/60105915 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2d4815ead0 0x7f2d4815ef50 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f2d3c00e810 tx=0x7f2d3c00ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:54.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.672+0000 7f2d457fa640 1 -- 172.21.15.27:0/60105915 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d3c00c6d0 con 0x7f2d4815ead0 2024-02-10T05:30:54.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.671+0000 7f2d4cce4640 1 --2- 172.21.15.27:0/60105915 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2d30003b70 0x7f2d480adb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T05:30:54.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.672+0000 7f2d457fa640 1 -- 172.21.15.27:0/60105915 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d3c00c830 con 0x7f2d4815ead0 2024-02-10T05:30:54.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.673+0000 7f2d4ef48640 1 -- 172.21.15.27:0/60105915 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d480ae060 con 0x7f2d4815ead0 2024-02-10T05:30:54.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.673+0000 7f2d4ef48640 1 -- 172.21.15.27:0/60105915 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d480b2ca0 con 0x7f2d4815ead0 2024-02-10T05:30:54.680 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.680+0000 7f2d457fa640 1 -- 172.21.15.27:0/60105915 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d3c00cbc0 con 0x7f2d4815ead0 2024-02-10T05:30:54.683 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.683+0000 7f2d457fa640 1 -- 172.21.15.27:0/60105915 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f2d3c00cd20 con 0x7f2d4815ead0 2024-02-10T05:30:54.685 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.685+0000 7f2d457fa640 1 --2- 172.21.15.27:0/60105915 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2d3406b940 0x7f2d3406de00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:54.685 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.685+0000 7f2d457fa640 1 -- 172.21.15.27:0/60105915 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f2d3c089d90 con 0x7f2d4815ead0 2024-02-10T05:30:54.686 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.686+0000 7f2d4cce4640 1 --2- 172.21.15.27:0/60105915 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2d3406b940 0x7f2d3406de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:54.686 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.686+0000 7f2d2effd640 1 -- 172.21.15.27:0/60105915 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2d28005290 con 0x7f2d4815ead0 2024-02-10T05:30:54.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.693+0000 7f2d4cce4640 1 --2- 172.21.15.27:0/60105915 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2d3406b940 0x7f2d3406de00 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f2d38036000 tx=0x7f2d38005040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:54.706 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:54.702+0000 7f2d457fa640 1 -- 172.21.15.27:0/60105915 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f2d3c021080 con 0x7f2d4815ead0 2024-02-10T05:30:55.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.202+0000 7f2d2effd640 1 -- 172.21.15.27:0/60105915 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7f2d28005ac0 con 0x7f2d4815ead0 2024-02-10T05:30:55.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.220+0000 7f2d457fa640 1 -- 172.21.15.27:0/60105915 <== mon.1 v2:172.21.15.153:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v11) v1 ==== 104+0+0 (secure 0 0 0) 0x7f2d3c054b40 con 0x7f2d4815ead0 2024-02-10T05:30:55.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.224+0000 7f2d2effd640 1 -- 172.21.15.27:0/60105915 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2d3406b940 msgr2=0x7f2d3406de00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:55.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.224+0000 7f2d2effd640 1 --2- 172.21.15.27:0/60105915 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2d3406b940 0x7f2d3406de00 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f2d38036000 tx=0x7f2d38005040 comp rx=0 tx=0).stop 2024-02-10T05:30:55.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.224+0000 7f2d2effd640 1 -- 172.21.15.27:0/60105915 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2d4815ead0 msgr2=0x7f2d4815ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:55.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.224+0000 7f2d2effd640 1 --2- 172.21.15.27:0/60105915 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2d4815ead0 0x7f2d4815ef50 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f2d3c00e810 tx=0x7f2d3c00ecd0 comp rx=0 tx=0).stop 2024-02-10T05:30:55.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.225+0000 7f2d2effd640 1 -- 172.21.15.27:0/60105915 shutdown_connections 2024-02-10T05:30:55.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.225+0000 7f2d2effd640 1 --2- 172.21.15.27:0/60105915 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2d3406b940 0x7f2d3406de00 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:55.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.225+0000 7f2d2effd640 1 --2- 172.21.15.27:0/60105915 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2d48157500 0x7f2d48157980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:55.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.225+0000 7f2d2effd640 1 --2- 172.21.15.27:0/60105915 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2d4815ead0 0x7f2d4815ef50 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:55.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.225+0000 7f2d2effd640 1 --2- 172.21.15.27:0/60105915 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2d30003b70 0x7f2d480adb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:55.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.225+0000 7f2d2effd640 1 -- 172.21.15.27:0/60105915 >> 172.21.15.27:0/60105915 conn(0x7f2d48067040 msgr2=0x7f2d48161930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:30:55.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.226+0000 7f2d2effd640 1 -- 172.21.15.27:0/60105915 shutdown_connections 2024-02-10T05:30:55.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.226+0000 7f2d2effd640 1 -- 172.21.15.27:0/60105915 wait complete. 2024-02-10T05:30:55.250 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic' 2024-02-10T05:30:55.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.548+0000 7f698493a640 1 Processor -- start 2024-02-10T05:30:55.553 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.553+0000 7f698493a640 1 -- start start 2024-02-10T05:30:55.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.557+0000 7f698493a640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f69780501a0 0x7f69780df1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:55.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.557+0000 7f698493a640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f69780392d0 0x7f6978053260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:55.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.557+0000 7f698493a640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f69780068a0 con 0x7f697800aaa0 2024-02-10T05:30:55.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.557+0000 7f698493a640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6978007770 con 0x7f69780501a0 2024-02-10T05:30:55.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.557+0000 7f698493a640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6978006dd0 con 0x7f69780392d0 2024-02-10T05:30:55.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.558+0000 7f697dd9b640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f69780501a0 0x7f69780df1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:55.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.559+0000 7f697dd9b640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f69780501a0 0x7f69780df1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47208/0 (socket says 172.21.15.27:47208) 2024-02-10T05:30:55.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.559+0000 7f697dd9b640 1 -- 172.21.15.27:0/3063269870 learned_addr learned my addr 172.21.15.27:0/3063269870 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:30:55.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.560+0000 7f697ed9d640 1 --2- 172.21.15.27:0/3063269870 >> v2:172.21.15.153:3300/0 conn(0x7f69780392d0 0x7f6978053260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:55.564 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.561+0000 7f697dd9b640 1 -- 172.21.15.27:0/3063269870 >> v2:172.21.15.153:3300/0 conn(0x7f69780392d0 msgr2=0x7f6978053260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:30:55.564 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.561+0000 7f697dd9b640 1 --2- 172.21.15.27:0/3063269870 >> v2:172.21.15.153:3300/0 conn(0x7f69780392d0 0x7f6978053260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:55.565 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.561+0000 7f697dd9b640 1 -- 172.21.15.27:0/3063269870 >> v1:172.21.15.153:6789/0 conn(0x7f697800aaa0 legacy=0x7f697804fa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:55.565 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.561+0000 7f697dd9b640 1 -- 172.21.15.27:0/3063269870 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69780070b0 con 0x7f69780501a0 2024-02-10T05:30:55.566 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.565+0000 7f697dd9b640 1 --2- 172.21.15.27:0/3063269870 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f69780501a0 0x7f69780df1b0 secure :-1 s=READY pgs=1983 cs=0 l=1 rev1=1 crypto rx=0x7f69780514f0 tx=0x7f697402ba60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5107ded0734c737c server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:55.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.570+0000 7f697d59a640 1 -- 172.21.15.27:0/3063269870 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f697402d820 con 0x7f69780501a0 2024-02-10T05:30:55.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.570+0000 7f697d59a640 1 -- 172.21.15.27:0/3063269870 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f697402d980 con 0x7f69780501a0 2024-02-10T05:30:55.573 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.570+0000 7f697d59a640 1 -- 172.21.15.27:0/3063269870 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f697402dd50 con 0x7f69780501a0 2024-02-10T05:30:55.573 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.572+0000 7f698493a640 1 -- 172.21.15.27:0/3063269870 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f69780501a0 msgr2=0x7f69780df1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:55.573 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.572+0000 7f698493a640 1 --2- 172.21.15.27:0/3063269870 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f69780501a0 0x7f69780df1b0 secure :-1 s=READY pgs=1983 cs=0 l=1 rev1=1 crypto rx=0x7f69780514f0 tx=0x7f697402ba60 comp rx=0 tx=0).stop 2024-02-10T05:30:55.574 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.573+0000 7f698493a640 1 -- 172.21.15.27:0/3063269870 shutdown_connections 2024-02-10T05:30:55.574 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.573+0000 7f698493a640 1 --2- 172.21.15.27:0/3063269870 >> v2:172.21.15.153:3300/0 conn(0x7f69780392d0 0x7f6978053260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:55.574 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.573+0000 7f698493a640 1 --2- 172.21.15.27:0/3063269870 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f69780501a0 0x7f69780df1b0 unknown :-1 s=CLOSED pgs=1983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:55.574 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.573+0000 7f698493a640 1 -- 172.21.15.27:0/3063269870 >> 172.21.15.27:0/3063269870 conn(0x7f6978009fb0 msgr2=0x7f697800a390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:30:55.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.581+0000 7f698493a640 1 -- 172.21.15.27:0/3063269870 shutdown_connections 2024-02-10T05:30:55.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.581+0000 7f698493a640 1 -- 172.21.15.27:0/3063269870 wait complete. 2024-02-10T05:30:55.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.587+0000 7f698493a640 1 Processor -- start 2024-02-10T05:30:55.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.587+0000 7f698493a640 1 -- start start 2024-02-10T05:30:55.591 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.592+0000 7f698493a640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f697800aaa0 0x7f69780e0080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:55.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.593+0000 7f697e59c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f697800aaa0 0x7f69780e0080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:55.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.593+0000 7f697e59c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f697800aaa0 0x7f69780e0080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47220/0 (socket says 172.21.15.27:47220) 2024-02-10T05:30:55.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.593+0000 7f697e59c640 1 -- 172.21.15.27:0/1723248889 learned_addr learned my addr 172.21.15.27:0/1723248889 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:30:55.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.593+0000 7f698493a640 1 --2- 172.21.15.27:0/1723248889 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f69780392d0 0x7f69780e1860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:55.594 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.594+0000 7f698493a640 1 --2- 172.21.15.27:0/1723248889 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f69780e0970 0x7f69780c9380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:55.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.594+0000 7f697dd9b640 1 --2- 172.21.15.27:0/1723248889 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f69780392d0 0x7f69780e1860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:55.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.594+0000 7f697ed9d640 1 --2- 172.21.15.27:0/1723248889 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f69780e0970 0x7f69780c9380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:55.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.595+0000 7f698493a640 1 -- 172.21.15.27:0/1723248889 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69780e05c0 con 0x7f697800aaa0 2024-02-10T05:30:55.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.595+0000 7f698493a640 1 -- 172.21.15.27:0/1723248889 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69780df020 con 0x7f69780392d0 2024-02-10T05:30:55.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.595+0000 7f698493a640 1 -- 172.21.15.27:0/1723248889 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f69780df2c0 con 0x7f69780e0970 2024-02-10T05:30:55.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.598+0000 7f697e59c640 1 -- 172.21.15.27:0/1723248889 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f69780e0970 msgr2=0x7f69780c9380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:55.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.598+0000 7f697e59c640 1 --2- 172.21.15.27:0/1723248889 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f69780e0970 0x7f69780c9380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:55.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.598+0000 7f697e59c640 1 -- 172.21.15.27:0/1723248889 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f69780392d0 msgr2=0x7f69780e1860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:55.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.598+0000 7f697e59c640 1 --2- 172.21.15.27:0/1723248889 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f69780392d0 0x7f69780e1860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:55.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.598+0000 7f697e59c640 1 -- 172.21.15.27:0/1723248889 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69740094d0 con 0x7f697800aaa0 2024-02-10T05:30:55.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.599+0000 7f697e59c640 1 --2- 172.21.15.27:0/1723248889 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f697800aaa0 0x7f69780e0080 secure :-1 s=READY pgs=1984 cs=0 l=1 rev1=1 crypto rx=0x7f697000c750 tx=0x7f697000cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:55.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.600+0000 7f697dd9b640 1 --2- 172.21.15.27:0/1723248889 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f69780392d0 0x7f69780e1860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T05:30:55.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.600+0000 7f697ed9d640 1 --2- 172.21.15.27:0/1723248889 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f69780e0970 0x7f69780c9380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T05:30:55.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.601+0000 7f696effd640 1 -- 172.21.15.27:0/1723248889 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69700050d0 con 0x7f697800aaa0 2024-02-10T05:30:55.605 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.601+0000 7f698493a640 1 -- 172.21.15.27:0/1723248889 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f69780df5a0 con 0x7f697800aaa0 2024-02-10T05:30:55.605 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.602+0000 7f698493a640 1 -- 172.21.15.27:0/1723248889 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f69780dfb60 con 0x7f697800aaa0 2024-02-10T05:30:55.610 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.608+0000 7f696effd640 1 -- 172.21.15.27:0/1723248889 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6970005230 con 0x7f697800aaa0 2024-02-10T05:30:55.610 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.609+0000 7f696effd640 1 -- 172.21.15.27:0/1723248889 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f697000a640 con 0x7f697800aaa0 2024-02-10T05:30:55.610 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.609+0000 7f696effd640 1 -- 172.21.15.27:0/1723248889 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f697000a7e0 con 0x7f697800aaa0 2024-02-10T05:30:55.611 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.611+0000 7f696effd640 1 --2- 172.21.15.27:0/1723248889 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f696006b940 0x7f696006de00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:55.612 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.612+0000 7f697dd9b640 1 --2- 172.21.15.27:0/1723248889 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f696006b940 0x7f696006de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:55.613 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.613+0000 7f697dd9b640 1 --2- 172.21.15.27:0/1723248889 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f696006b940 0x7f696006de00 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f6974036000 tx=0x7f6974008030 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:55.613 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.613+0000 7f696effd640 1 -- 172.21.15.27:0/1723248889 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f6970089b80 con 0x7f697800aaa0 2024-02-10T05:30:55.617 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.614+0000 7f698493a640 1 -- 172.21.15.27:0/1723248889 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f697804f900 con 0x7f697800aaa0 2024-02-10T05:30:55.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:55.649+0000 7f696effd640 1 -- 172.21.15.27:0/1723248889 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f6970054880 con 0x7f697800aaa0 2024-02-10T05:30:57.316 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:57.315+0000 7f698493a640 1 -- 172.21.15.27:0/1723248889 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic"]} v 0) v1 -- 0x7f69780dfd80 con 0x7f697800aaa0 2024-02-10T05:30:57.855 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:57.849+0000 7f696effd640 1 -- 172.21.15.27:0/1723248889 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic"]}]=0 v10112) v1 ==== 144+0+0 (secure 0 0 0) 0x7f6970057f40 con 0x7f697800aaa0 2024-02-10T05:30:57.858 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:57.856+0000 7f698493a640 1 -- 172.21.15.27:0/1723248889 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f696006b940 msgr2=0x7f696006de00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:57.858 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:57.857+0000 7f698493a640 1 --2- 172.21.15.27:0/1723248889 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f696006b940 0x7f696006de00 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f6974036000 tx=0x7f6974008030 comp rx=0 tx=0).stop 2024-02-10T05:30:57.858 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:57.857+0000 7f698493a640 1 -- 172.21.15.27:0/1723248889 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f697800aaa0 msgr2=0x7f69780e0080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:57.858 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:57.857+0000 7f698493a640 1 --2- 172.21.15.27:0/1723248889 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f697800aaa0 0x7f69780e0080 secure :-1 s=READY pgs=1984 cs=0 l=1 rev1=1 crypto rx=0x7f697000c750 tx=0x7f697000cc10 comp rx=0 tx=0).stop 2024-02-10T05:30:57.858 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:57.857+0000 7f698493a640 1 -- 172.21.15.27:0/1723248889 shutdown_connections 2024-02-10T05:30:57.858 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:57.857+0000 7f698493a640 1 --2- 172.21.15.27:0/1723248889 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f696006b940 0x7f696006de00 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:57.858 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:57.857+0000 7f698493a640 1 --2- 172.21.15.27:0/1723248889 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f69780e0970 0x7f69780c9380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:57.858 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:57.857+0000 7f698493a640 1 --2- 172.21.15.27:0/1723248889 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f69780392d0 0x7f69780e1860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:57.859 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:57.857+0000 7f698493a640 1 --2- 172.21.15.27:0/1723248889 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f697800aaa0 0x7f69780e0080 unknown :-1 s=CLOSED pgs=1984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:57.859 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:57.857+0000 7f698493a640 1 -- 172.21.15.27:0/1723248889 >> 172.21.15.27:0/1723248889 conn(0x7f6978009fb0 msgr2=0x7f6978036a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:30:57.859 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:57.858+0000 7f698493a640 1 -- 172.21.15.27:0/1723248889 shutdown_connections 2024-02-10T05:30:57.859 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:57.858+0000 7f698493a640 1 -- 172.21.15.27:0/1723248889 wait complete. 2024-02-10T05:30:57.959 INFO:tasks.cephfs_test_runner:test_generic (tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev) ... FAIL 2024-02-10T05:30:57.959 INFO:tasks.cephfs_test_runner: 2024-02-10T05:30:57.959 INFO:tasks.cephfs_test_runner:====================================================================== 2024-02-10T05:30:57.959 INFO:tasks.cephfs_test_runner:FAIL: test_generic (tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev) 2024-02-10T05:30:57.959 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-02-10T05:30:57.959 INFO:tasks.cephfs_test_runner:Traceback (most recent call last): 2024-02-10T05:30:57.959 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/qa/tasks/cephfs/tests_from_xfstests_dev.py", line 12, in test_generic 2024-02-10T05:30:57.959 INFO:tasks.cephfs_test_runner: self.run_generic_tests() 2024-02-10T05:30:57.960 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/qa/tasks/cephfs/xfstests_dev.py", line 407, in run_generic_tests 2024-02-10T05:30:57.960 INFO:tasks.cephfs_test_runner: return self.run_testdir('generic') 2024-02-10T05:30:57.960 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/qa/tasks/cephfs/xfstests_dev.py", line 399, in run_testdir 2024-02-10T05:30:57.960 INFO:tasks.cephfs_test_runner: self.assertEqual(self.total_tests_failed, 0) 2024-02-10T05:30:57.960 INFO:tasks.cephfs_test_runner:AssertionError: 16 != 0 2024-02-10T05:30:57.960 INFO:tasks.cephfs_test_runner: 2024-02-10T05:30:57.960 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-02-10T05:30:57.960 INFO:tasks.cephfs_test_runner:Ran 1 test in 20015.485s 2024-02-10T05:30:57.960 INFO:tasks.cephfs_test_runner: 2024-02-10T05:30:57.960 INFO:tasks.cephfs_test_runner:FAILED (failures=1) 2024-02-10T05:30:57.960 INFO:tasks.cephfs_test_runner: 2024-02-10T05:30:57.960 INFO:tasks.cephfs_test_runner:====================================================================== 2024-02-10T05:30:57.960 INFO:tasks.cephfs_test_runner:FAIL: test_generic (tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev) 2024-02-10T05:30:57.960 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-02-10T05:30:57.961 INFO:tasks.cephfs_test_runner:Traceback (most recent call last): 2024-02-10T05:30:57.961 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/qa/tasks/cephfs/tests_from_xfstests_dev.py", line 12, in test_generic 2024-02-10T05:30:57.961 INFO:tasks.cephfs_test_runner: self.run_generic_tests() 2024-02-10T05:30:57.961 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/qa/tasks/cephfs/xfstests_dev.py", line 407, in run_generic_tests 2024-02-10T05:30:57.961 INFO:tasks.cephfs_test_runner: return self.run_testdir('generic') 2024-02-10T05:30:57.961 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/qa/tasks/cephfs/xfstests_dev.py", line 399, in run_testdir 2024-02-10T05:30:57.961 INFO:tasks.cephfs_test_runner: self.assertEqual(self.total_tests_failed, 0) 2024-02-10T05:30:57.961 INFO:tasks.cephfs_test_runner:AssertionError: 16 != 0 2024-02-10T05:30:57.961 INFO:tasks.cephfs_test_runner: 2024-02-10T05:30:57.961 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/run_tasks.py", line 109, in run_tasks manager.__enter__() File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/github.com_ceph_ceph-c_290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/qa/tasks/cephfs_test_runner.py", line 211, in task raise RuntimeError("Test failure: {0}".format(", ".join(bad_tests))) RuntimeError: Test failure: test_generic (tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev) 2024-02-10T05:30:58.224 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=f9ed9d226f2a4ac4994930db7b562183 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/run_tasks.py", line 109, in run_tasks manager.__enter__() File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/github.com_ceph_ceph-c_290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/qa/tasks/cephfs_test_runner.py", line 211, in task raise RuntimeError("Test failure: {0}".format(", ".join(bad_tests))) RuntimeError: Test failure: test_generic (tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev) 2024-02-10T05:30:58.225 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-02-10T05:30:58.235 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-02-10T05:30:58.260 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-02-10T05:30:58.260 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-10T05:30:58.260 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-10T05:30:58.322 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056356,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497668k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=19725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248832k,nr_inodes=812208,mode=700,uid=1000,gid=1301,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497668k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-02-10T05:30:58.323 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-02-10T05:30:58.323 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-10T05:30:58.374 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056356,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497668k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=19725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248832k,nr_inodes=812208,mode=700,uid=1000,gid=1301,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497668k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-02-10T05:30:58.374 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-02-10T05:30:58.374 DEBUG:teuthology.orchestra.run.smithi153:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-10T05:30:58.391 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056374,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=394 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248844k,nr_inodes=812211,mode=700,uid=1000,gid=1301,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-02-10T05:30:58.391 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-02-10T05:30:58.391 DEBUG:teuthology.orchestra.run.smithi153:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-10T05:30:58.447 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056374,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497696k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=394 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248844k,nr_inodes=812211,mode=700,uid=1000,gid=1301,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497696k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-02-10T05:30:58.447 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T05:30:58.447 DEBUG:teuthology.orchestra.run.smithi153:> ip netns list 2024-02-10T05:30:58.628 INFO:teuthology.orchestra.run.smithi153.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-02-10T05:30:58.628 INFO:teuthology.orchestra.run.smithi153.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-02-10T05:30:58.628 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T05:30:58.628 DEBUG:teuthology.orchestra.run.smithi153:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-02-10T05:30:58.658 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T05:30:58.658 DEBUG:teuthology.orchestra.run.smithi153:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-02-10T05:30:58.727 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T05:30:58.728 DEBUG:teuthology.orchestra.run.smithi153:> sudo ip link delete ceph-brx 2024-02-10T05:30:58.834 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T05:30:58.835 DEBUG:teuthology.orchestra.run.smithi027:> ip netns list 2024-02-10T05:30:58.984 INFO:teuthology.orchestra.run.smithi027.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-02-10T05:30:58.985 INFO:teuthology.orchestra.run.smithi027.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-02-10T05:30:58.985 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T05:30:58.985 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-10T05:30:59.133 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T05:30:59.134 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-10T05:30:59.260 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T05:30:59.261 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip link delete ceph-brx 2024-02-10T05:30:59.386 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-02-10T05:30:59.397 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-02-10T05:30:59.397 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-10T05:30:59.860 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.860+0000 7f38fd904640 1 Processor -- start 2024-02-10T05:30:59.861 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.860+0000 7f38fd904640 1 -- start start 2024-02-10T05:30:59.861 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.861+0000 7f38fd904640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f38f80b2d90 0x7f38f80712d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:59.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.862+0000 7f38fd904640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f38f80b4620 con 0x7f38f8071810 2024-02-10T05:30:59.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.862+0000 7f38fd904640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f38f815a040 con 0x7f38f8159c60 2024-02-10T05:30:59.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.862+0000 7f38fd904640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f38f8071c80 con 0x7f38f80b2d90 2024-02-10T05:30:59.863 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.862+0000 7f38f67fc640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f38f80b2d90 0x7f38f80712d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:59.863 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.862+0000 7f38f6ffd640 1 --1- >> v1:172.21.15.153:6789/0 conn(0x7f38f8159c60 0x7f38f80b2680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.27:55668/0 (socket says 172.21.15.27:55668) 2024-02-10T05:30:59.863 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.862+0000 7f38f67fc640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f38f80b2d90 0x7f38f80712d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47230/0 (socket says 172.21.15.27:47230) 2024-02-10T05:30:59.863 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.862+0000 7f38f6ffd640 1 -- 172.21.15.27:0/2520289167 learned_addr learned my addr 172.21.15.27:0/2520289167 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-10T05:30:59.867 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.864+0000 7f38f67fc640 1 -- 172.21.15.27:0/2520289167 >> v1:172.21.15.153:6789/0 conn(0x7f38f8159c60 legacy=0x7f38f80b2680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:59.867 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.864+0000 7f38f67fc640 1 -- 172.21.15.27:0/2520289167 >> v1:172.21.15.27:6789/0 conn(0x7f38f8071810 legacy=0x7f38f80ccfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:59.868 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.864+0000 7f38f67fc640 1 -- 172.21.15.27:0/2520289167 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38f80b3220 con 0x7f38f80b2d90 2024-02-10T05:30:59.868 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.868+0000 7f38f67fc640 1 --2- 172.21.15.27:0/2520289167 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f38f80b2d90 0x7f38f80712d0 secure :-1 s=READY pgs=1986 cs=0 l=1 rev1=1 crypto rx=0x7f38ec0097a0 tx=0x7f38ec02b980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f76ae540383a1612 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:59.874 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.874+0000 7f38f5ffb640 1 -- 172.21.15.27:0/2520289167 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38ec030840 con 0x7f38f80b2d90 2024-02-10T05:30:59.874 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.874+0000 7f38f5ffb640 1 -- 172.21.15.27:0/2520289167 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38ec0309a0 con 0x7f38f80b2d90 2024-02-10T05:30:59.874 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.874+0000 7f38f5ffb640 1 -- 172.21.15.27:0/2520289167 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38ec030d70 con 0x7f38f80b2d90 2024-02-10T05:30:59.877 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.877+0000 7f38fd904640 1 -- 172.21.15.27:0/2520289167 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f38f80b2d90 msgr2=0x7f38f80712d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:59.877 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.877+0000 7f38fd904640 1 --2- 172.21.15.27:0/2520289167 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f38f80b2d90 0x7f38f80712d0 secure :-1 s=READY pgs=1986 cs=0 l=1 rev1=1 crypto rx=0x7f38ec0097a0 tx=0x7f38ec02b980 comp rx=0 tx=0).stop 2024-02-10T05:30:59.879 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.878+0000 7f38fd904640 1 -- 172.21.15.27:0/2520289167 shutdown_connections 2024-02-10T05:30:59.879 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.878+0000 7f38fd904640 1 --2- 172.21.15.27:0/2520289167 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f38f80b2d90 0x7f38f80712d0 unknown :-1 s=CLOSED pgs=1986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:59.879 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.878+0000 7f38fd904640 1 -- 172.21.15.27:0/2520289167 >> 172.21.15.27:0/2520289167 conn(0x7f38f806b070 msgr2=0x7f38f806b480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:30:59.879 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.879+0000 7f38fd904640 1 -- 172.21.15.27:0/2520289167 shutdown_connections 2024-02-10T05:30:59.879 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.879+0000 7f38fd904640 1 -- 172.21.15.27:0/2520289167 wait complete. 2024-02-10T05:30:59.884 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.884+0000 7f38fd904640 1 Processor -- start 2024-02-10T05:30:59.884 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.885+0000 7f38fd904640 1 -- start start 2024-02-10T05:30:59.890 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.890+0000 7f38fd904640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f38f8071810 0x7f38f81472e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:59.890 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.890+0000 7f38fd904640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f38f8159c60 0x7f38f80cd820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:59.891 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.891+0000 7f38fd904640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f38f80cdd60 0x7f38f815c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:59.891 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.891+0000 7f38f67fc640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f38f8159c60 0x7f38f80cd820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:59.893 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.892+0000 7f38f67fc640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f38f8159c60 0x7f38f80cd820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:57764/0 (socket says 172.21.15.27:57764) 2024-02-10T05:30:59.893 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.892+0000 7f38f6ffd640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f38f8071810 0x7f38f81472e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:59.894 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.894+0000 7f38f6ffd640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f38f8071810 0x7f38f81472e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:49568/0 (socket says 172.21.15.27:49568) 2024-02-10T05:30:59.896 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.896+0000 7f38fd904640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38f815a2b0 con 0x7f38f80cdd60 2024-02-10T05:30:59.897 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.896+0000 7f38fd904640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38f815a590 con 0x7f38f8159c60 2024-02-10T05:30:59.897 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.896+0000 7f38fd904640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f38f80ce200 con 0x7f38f8071810 2024-02-10T05:30:59.898 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.898+0000 7f38f67fc640 1 -- 172.21.15.27:0/3841571096 learned_addr learned my addr 172.21.15.27:0/3841571096 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:30:59.900 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.899+0000 7f38f77fe640 1 --2- 172.21.15.27:0/3841571096 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f38f80cdd60 0x7f38f815c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:59.900 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.900+0000 7f38f6ffd640 1 -- 172.21.15.27:0/3841571096 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f38f8159c60 msgr2=0x7f38f80cd820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:59.900 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.900+0000 7f38f6ffd640 1 --2- 172.21.15.27:0/3841571096 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f38f8159c60 0x7f38f80cd820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:59.900 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.900+0000 7f38f6ffd640 1 -- 172.21.15.27:0/3841571096 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f38f80cdd60 msgr2=0x7f38f815c8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:30:59.900 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.900+0000 7f38f6ffd640 1 --2- 172.21.15.27:0/3841571096 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f38f80cdd60 0x7f38f815c8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:30:59.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.900+0000 7f38f6ffd640 1 -- 172.21.15.27:0/3841571096 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38ec009400 con 0x7f38f8071810 2024-02-10T05:30:59.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.900+0000 7f38f67fc640 1 --2- 172.21.15.27:0/3841571096 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f38f8159c60 0x7f38f80cd820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T05:30:59.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.900+0000 7f38f77fe640 1 --2- 172.21.15.27:0/3841571096 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f38f80cdd60 0x7f38f815c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T05:30:59.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.901+0000 7f38f6ffd640 1 --2- 172.21.15.27:0/3841571096 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f38f8071810 0x7f38f81472e0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f38e800c390 tx=0x7f38e800c790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:59.903 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.901+0000 7f38dffff640 1 -- 172.21.15.27:0/3841571096 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38e8005ce0 con 0x7f38f8071810 2024-02-10T05:30:59.903 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.901+0000 7f38dffff640 1 -- 172.21.15.27:0/3841571096 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38e8005e40 con 0x7f38f8071810 2024-02-10T05:30:59.904 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.901+0000 7f38dffff640 1 -- 172.21.15.27:0/3841571096 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38e8007310 con 0x7f38f8071810 2024-02-10T05:30:59.904 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.902+0000 7f38fd904640 1 -- 172.21.15.27:0/3841571096 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f38f80ce4e0 con 0x7f38f8071810 2024-02-10T05:30:59.904 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.902+0000 7f38fd904640 1 -- 172.21.15.27:0/3841571096 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f38f8147820 con 0x7f38f8071810 2024-02-10T05:30:59.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.907+0000 7f38dffff640 1 -- 172.21.15.27:0/3841571096 <== mon.2 v2:172.21.15.153:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f38e8007470 con 0x7f38f8071810 2024-02-10T05:30:59.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.908+0000 7f38dffff640 1 --2- 172.21.15.27:0/3841571096 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f38e406b8e0 0x7f38e406dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:30:59.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.909+0000 7f38fd904640 1 -- 172.21.15.27:0/3841571096 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f38d8005290 con 0x7f38f8071810 2024-02-10T05:30:59.910 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.909+0000 7f38f67fc640 1 --2- 172.21.15.27:0/3841571096 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f38e406b8e0 0x7f38e406dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:30:59.910 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.910+0000 7f38f67fc640 1 --2- 172.21.15.27:0/3841571096 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f38e406b8e0 0x7f38e406dda0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f38f806ef60 tx=0x7f38ec008030 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:30:59.911 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.910+0000 7f38dffff640 1 -- 172.21.15.27:0/3841571096 <== mon.2 v2:172.21.15.153:3301/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f38e8089290 con 0x7f38f8071810 2024-02-10T05:30:59.916 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:30:59.915+0000 7f38dffff640 1 -- 172.21.15.27:0/3841571096 <== mon.2 v2:172.21.15.153:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f38e8057c00 con 0x7f38f8071810 2024-02-10T05:31:00.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:00.731+0000 7f38fd904640 1 -- 172.21.15.27:0/3841571096 --> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f38d8000bc0 con 0x7f38e406b8e0 2024-02-10T05:31:00.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:00.734+0000 7f38dffff640 1 -- 172.21.15.27:0/3841571096 <== mgr.4106 v2:172.21.15.153:6832/1248308414 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+49219 (secure 0 0 0) 0x7f38d8000bc0 con 0x7f38e406b8e0 2024-02-10T05:31:00.734 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:31:00.735 INFO:teuthology.orchestra.run.smithi027.stderr:dumped all 2024-02-10T05:31:00.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:00.738+0000 7f38fd904640 1 -- 172.21.15.27:0/3841571096 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f38e406b8e0 msgr2=0x7f38e406dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:00.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:00.738+0000 7f38fd904640 1 --2- 172.21.15.27:0/3841571096 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f38e406b8e0 0x7f38e406dda0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f38f806ef60 tx=0x7f38ec008030 comp rx=0 tx=0).stop 2024-02-10T05:31:00.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:00.738+0000 7f38fd904640 1 -- 172.21.15.27:0/3841571096 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f38f8071810 msgr2=0x7f38f81472e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:00.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:00.738+0000 7f38fd904640 1 --2- 172.21.15.27:0/3841571096 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f38f8071810 0x7f38f81472e0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f38e800c390 tx=0x7f38e800c790 comp rx=0 tx=0).stop 2024-02-10T05:31:00.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:00.739+0000 7f38fd904640 1 -- 172.21.15.27:0/3841571096 shutdown_connections 2024-02-10T05:31:00.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:00.739+0000 7f38fd904640 1 --2- 172.21.15.27:0/3841571096 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f38e406b8e0 0x7f38e406dda0 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:00.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:00.739+0000 7f38fd904640 1 --2- 172.21.15.27:0/3841571096 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f38f80cdd60 0x7f38f815c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:00.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:00.739+0000 7f38fd904640 1 --2- 172.21.15.27:0/3841571096 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f38f8159c60 0x7f38f80cd820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:00.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:00.739+0000 7f38fd904640 1 --2- 172.21.15.27:0/3841571096 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f38f8071810 0x7f38f81472e0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:00.741 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:00.739+0000 7f38fd904640 1 -- 172.21.15.27:0/3841571096 >> 172.21.15.27:0/3841571096 conn(0x7f38f806b070 msgr2=0x7f38f8154d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:00.741 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:00.739+0000 7f38fd904640 1 -- 172.21.15.27:0/3841571096 shutdown_connections 2024-02-10T05:31:00.741 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:00.739+0000 7f38fd904640 1 -- 172.21.15.27:0/3841571096 wait complete. 2024-02-10T05:31:00.770 INFO:teuthology.orchestra.run.smithi027.stdout:{"pg_ready":true,"pg_map":{"version":10058,"stamp":"2024-02-10T05:30:59.659697+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":147,"num_read_kb":128,"num_write":210,"num_write_kb":3462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":162,"ondisk_log_size":162,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":101,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":5,"kb":754974720,"kb_used":21502232,"kb_used_data":9769252,"kb_used_omap":4755,"kb_used_meta":11681836,"kb_avail":733472488,"statfs":{"total":773094113280,"available":751075827712,"internally_reserved":0,"allocated":10003714048,"data_stored":9981470529,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4869195,"internal_metadata":11962201013},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":492,"apply_latency_ms":492,"commit_latency_ns":492000000,"apply_latency_ns":492000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-29967979379,"num_objects":-26823,"num_object_clones":0,"num_object_copies":-53646,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-26823,"num_whiteouts":0,"num_read":-2075419,"num_read_kb":-145487674,"num_write":-7515602,"num_write_kb":-167097349,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-1808,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001524"},"pg_stats":[{"pgid":"1.0","version":"34'162","reported_seq":420,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-02-10T05:30:54.764995+0000","last_change":"2024-02-09T23:56:40.567250+0000","last_active":"2024-02-10T05:30:54.764995+0000","last_peered":"2024-02-10T05:30:54.764995+0000","last_clean":"2024-02-10T05:30:54.764995+0000","last_became_active":"2024-02-09T23:56:40.566372+0000","last_became_peered":"2024-02-09T23:56:40.566372+0000","last_unstale":"2024-02-10T05:30:54.764995+0000","last_undegraded":"2024-02-10T05:30:54.764995+0000","last_fullsized":"2024-02-10T05:30:54.764995+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:39.545898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:39.545898+0000","last_clean_scrub_stamp":"2024-02-09T23:56:39.545898+0000","objects_scrubbed":0,"log_size":162,"log_dups_size":0,"ondisk_log_size":162,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:46:32.589061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":147,"num_read_kb":128,"num_write":210,"num_write_kb":3462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":147,"num_read_kb":128,"num_write":210,"num_write_kb":3462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":162,"ondisk_log_size":162,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834578863,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1488432,"kb_used_data":1000,"kb_used_omap":511,"kb_used_meta":1486912,"kb_avail":92883408,"statfs":{"total":96636764160,"available":95112609792,"internally_reserved":0,"allocated":1024000,"data_stored":759948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":523824,"internal_metadata":1522598352},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":35,"apply_latency_ms":35,"commit_latency_ns":35000000,"apply_latency_ns":35000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.93899999999999995,"15min":1.087},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":1.401,"5min":11.786,"15min":11.786},"last":0.82599999999999996},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.82299999999999995,"15min":1.0680000000000001},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.2689999999999999,"5min":4.883,"15min":11.151},"last":4.5170000000000003}]},{"osd":1,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.5940000000000001,"5min":1.2490000000000001,"15min":1.3879999999999999},"min":{"1min":0.35299999999999998,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":7.4610000000000003,"5min":7.4610000000000003,"15min":10.032999999999999},"last":0.94399999999999995},{"interface":"front","average":{"1min":1.246,"5min":1.129,"15min":1.2789999999999999},"min":{"1min":0.43099999999999999,"5min":0.309,"15min":0.27000000000000002},"max":{"1min":6.9889999999999999,"5min":9.7420000000000009,"15min":10.19},"last":1.022}]},{"osd":2,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":1.077,"15min":1.3140000000000001},"min":{"1min":0.41199999999999998,"5min":0.33500000000000002,"15min":0.30599999999999999},"max":{"1min":3.0579999999999998,"5min":10.210000000000001,"15min":16.288},"last":1.129},{"interface":"front","average":{"1min":1.0249999999999999,"5min":1.1799999999999999,"15min":1.218},"min":{"1min":0.432,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":3.5129999999999999,"5min":5.9009999999999998,"15min":8.2880000000000003},"last":0.79500000000000004}]},{"osd":3,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.165,"5min":1.262,"15min":1.4219999999999999},"min":{"1min":0.38100000000000001,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":6.0300000000000002,"5min":8.3460000000000001,"15min":16.248999999999999},"last":0.72299999999999998},{"interface":"front","average":{"1min":1.157,"5min":1.2050000000000001,"15min":1.504},"min":{"1min":0.40400000000000003,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":6.665,"5min":13.387,"15min":19.670999999999999},"last":0.69399999999999995}]},{"osd":4,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.51500000000000001,"15min":0.63700000000000001},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.245},"max":{"1min":1.2450000000000001,"5min":7.0060000000000002,"15min":7.1100000000000003},"last":0.621},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.45300000000000001,"15min":0.621},"min":{"1min":0.28399999999999997,"5min":0.27900000000000003,"15min":0.25600000000000001},"max":{"1min":0.90300000000000002,"5min":1.149,"15min":10.083},"last":0.64800000000000002}]},{"osd":5,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.502,"15min":0.69899999999999995},"min":{"1min":0.31,"5min":0.28000000000000003,"15min":0.26700000000000002},"max":{"1min":1.1459999999999999,"5min":2.46,"15min":8.3789999999999996},"last":0.755},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.78200000000000003},"min":{"1min":0.307,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":1.2450000000000001,"5min":4.1639999999999997,"15min":5.9400000000000004},"last":0.67700000000000005}]},{"osd":6,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.58399999999999996,"15min":0.70599999999999996},"min":{"1min":0.33600000000000002,"5min":0.32300000000000001,"15min":0.315},"max":{"1min":1.2190000000000001,"5min":4.1980000000000004,"15min":7.0750000000000002},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.48099999999999998,"15min":0.65400000000000003},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.92800000000000005,"5min":0.98999999999999999,"15min":12.151999999999999},"last":0.77200000000000002}]}]},{"osd":6,"up_from":13,"seq":55834578864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1506224,"kb_used_data":420,"kb_used_omap":259,"kb_used_meta":1505532,"kb_avail":92865616,"statfs":{"total":96636764160,"available":95094390784,"internally_reserved":0,"allocated":430080,"data_stored":169580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":265492,"internal_metadata":1541665516},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":46,"apply_latency_ms":46,"commit_latency_ns":46000000,"apply_latency_ns":46000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.91400000000000003,"15min":0.89800000000000002},"min":{"1min":0.38700000000000001,"5min":0.26700000000000002,"15min":0.251},"max":{"1min":1.5109999999999999,"5min":11.291,"15min":12.923},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.76300000000000001,"15min":0.875},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.27500000000000002},"max":{"1min":1.3919999999999999,"5min":7.407,"15min":8.7919999999999998},"last":1.4359999999999999}]},{"osd":1,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.4419999999999999,"5min":1.429,"15min":1.238},"min":{"1min":0.30099999999999999,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":5.6760000000000002,"5min":11.364000000000001,"15min":12.119},"last":3.9649999999999999},{"interface":"front","average":{"1min":1.369,"5min":1.6599999999999999,"15min":1.643},"min":{"1min":0.41499999999999998,"5min":0.29299999999999998,"15min":0.28399999999999997},"max":{"1min":6.6779999999999999,"5min":11.584,"15min":54.817999999999998},"last":3.8929999999999998}]},{"osd":2,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.833,"5min":1.524,"15min":1.369},"min":{"1min":0.443,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":8.2799999999999994,"5min":8.2799999999999994,"15min":10.111000000000001},"last":0.55500000000000005},{"interface":"front","average":{"1min":1.113,"5min":1.3660000000000001,"15min":1.292},"min":{"1min":0.51300000000000001,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":5.0460000000000003,"5min":12.388,"15min":12.388},"last":1.3180000000000001}]},{"osd":3,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.863,"5min":1.395,"15min":1.464},"min":{"1min":0.45600000000000002,"5min":0.33600000000000002,"15min":0.314},"max":{"1min":8.0609999999999999,"5min":10.239000000000001,"15min":18.111000000000001},"last":1.5269999999999999},{"interface":"front","average":{"1min":1.7549999999999999,"5min":1.6699999999999999,"15min":1.4770000000000001},"min":{"1min":0.41199999999999998,"5min":0.36899999999999999,"15min":0.307},"max":{"1min":8.5020000000000007,"5min":12.552,"15min":19.010999999999999},"last":0.89500000000000002}]},{"osd":4,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.49299999999999999,"15min":0.65200000000000002},"min":{"1min":0.25600000000000001,"5min":0.245,"15min":0.245},"max":{"1min":0.83499999999999996,"5min":4.0209999999999999,"15min":11.833},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.57099999999999995,"15min":0.63600000000000001},"min":{"1min":0.29199999999999998,"5min":0.28999999999999998,"15min":0.27400000000000002},"max":{"1min":0.70199999999999996,"5min":6.3129999999999997,"15min":13.521000000000001},"last":0.433}]},{"osd":5,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.58399999999999996,"15min":0.64900000000000002},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.27500000000000002},"max":{"1min":0.60899999999999999,"5min":4.2539999999999996,"15min":8.4450000000000003},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.67500000000000004,"15min":0.77300000000000002},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.29099999999999998},"max":{"1min":0.80100000000000005,"5min":11.334,"15min":24.384},"last":0.41999999999999998}]},{"osd":7,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.60899999999999999,"15min":0.63400000000000001},"min":{"1min":0.35499999999999998,"5min":0.33100000000000002,"15min":0.30099999999999999},"max":{"1min":0.61499999999999999,"5min":3.9580000000000002,"15min":10.538},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.63700000000000001,"15min":0.76600000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.30399999999999999},"max":{"1min":0.65100000000000002,"5min":4.2199999999999998,"15min":22.616},"last":0.44500000000000001}]}]},{"osd":5,"up_from":13,"seq":55834578864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1445100,"kb_used_data":420,"kb_used_omap":217,"kb_used_meta":1444454,"kb_avail":92926740,"statfs":{"total":96636764160,"available":95156981760,"internally_reserved":0,"allocated":430080,"data_stored":169580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":222562,"internal_metadata":1479121566},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":39,"apply_latency_ms":39,"commit_latency_ns":39000000,"apply_latency_ns":39000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":1.028,"15min":1.0509999999999999},"min":{"1min":0.26700000000000002,"5min":0.25700000000000001,"15min":0.21199999999999999},"max":{"1min":3.2559999999999998,"5min":11.403,"15min":11.904},"last":0.61499999999999999},{"interface":"front","average":{"1min":1.1950000000000001,"5min":1.069,"15min":1.026},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.254},"max":{"1min":6.8369999999999997,"5min":10.894,"15min":10.894},"last":6.952}]},{"osd":1,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.2370000000000001,"5min":1.355,"15min":1.3169999999999999},"min":{"1min":0.41499999999999998,"5min":0.26600000000000001,"15min":0.25700000000000001},"max":{"1min":4.2670000000000003,"5min":8.5980000000000008,"15min":9.4410000000000007},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.89900000000000002,"5min":1.1240000000000001,"15min":1.256},"min":{"1min":0.32400000000000001,"5min":0.31900000000000001,"15min":0.309},"max":{"1min":4.0990000000000002,"5min":7.1680000000000001,"15min":11.797000000000001},"last":0.65600000000000003}]},{"osd":2,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.135,"5min":1.254,"15min":1.258},"min":{"1min":0.33600000000000002,"5min":0.32400000000000001,"15min":0.27600000000000002},"max":{"1min":4.5659999999999998,"5min":9.2469999999999999,"15min":12.946999999999999},"last":0.69899999999999995},{"interface":"front","average":{"1min":1.349,"5min":1.425,"15min":1.333},"min":{"1min":0.40400000000000003,"5min":0.35099999999999998,"15min":0.29499999999999998},"max":{"1min":5.6989999999999998,"5min":9.1539999999999999,"15min":9.8859999999999992},"last":0.58999999999999997}]},{"osd":3,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.7330000000000001,"5min":1.113,"15min":1.383},"min":{"1min":0.36299999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":8.8740000000000006,"5min":8.8740000000000006,"15min":11.837},"last":0.57199999999999995},{"interface":"front","average":{"1min":1.2090000000000001,"5min":1.026,"15min":1.3089999999999999},"min":{"1min":0.435,"5min":0.33200000000000002,"15min":0.29699999999999999},"max":{"1min":10.311,"5min":10.311,"15min":11.456},"last":0.433}]},{"osd":4,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.57099999999999995,"15min":0.63800000000000001},"min":{"1min":0.255,"5min":0.255,"15min":0.251},"max":{"1min":3.5089999999999999,"5min":5.7089999999999996,"15min":8.7959999999999994},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.55700000000000005,"15min":0.63400000000000001},"min":{"1min":0.27800000000000002,"5min":0.27700000000000002,"15min":0.27500000000000002},"max":{"1min":1.1910000000000001,"5min":6.0519999999999996,"15min":6.6420000000000003},"last":0.40500000000000003}]},{"osd":6,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.55800000000000005,"15min":0.63400000000000001},"min":{"1min":0.35499999999999998,"5min":0.28100000000000003,"15min":0.254},"max":{"1min":3.6709999999999998,"5min":5.1180000000000003,"15min":9.3640000000000008},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.58799999999999997,"15min":0.71299999999999997},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.316},"max":{"1min":1.0980000000000001,"5min":3.2909999999999999,"15min":11.875999999999999},"last":0.51000000000000001}]},{"osd":7,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.63600000000000001,"15min":0.70899999999999996},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29399999999999998},"max":{"1min":3.5529999999999999,"5min":3.6829999999999998,"15min":8.0180000000000007},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.56100000000000005,"15min":0.73099999999999998},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.30099999999999999},"max":{"1min":3.7010000000000001,"5min":3.7010000000000001,"15min":6.8010000000000002},"last":0.49099999999999999}]}]},{"osd":4,"up_from":13,"seq":55834578862,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1597440,"kb_used_data":436,"kb_used_omap":860,"kb_used_meta":1596131,"kb_avail":92774400,"statfs":{"total":96636764160,"available":95000985600,"internally_reserved":0,"allocated":446464,"data_stored":185964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":880896,"internal_metadata":1634438912},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":39,"apply_latency_ms":39,"commit_latency_ns":39000000,"apply_latency_ns":39000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:30:28 2024","interfaces":[{"interface":"back","average":{"1min":1.1040000000000001,"5min":0.82199999999999995,"15min":1.115},"min":{"1min":0.26600000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":6.7430000000000003,"5min":6.7430000000000003,"15min":23.768999999999998},"last":6.7549999999999999},{"interface":"front","average":{"1min":0.66400000000000003,"5min":1.01,"15min":1.038},"min":{"1min":0.29699999999999999,"5min":0.27800000000000002,"15min":0.252},"max":{"1min":2.1110000000000002,"5min":8.1110000000000007,"15min":8.9030000000000005},"last":7.8680000000000003}]},{"osd":1,"last update":"Sat Feb 10 05:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":0.95299999999999996,"15min":1.2250000000000001},"min":{"1min":0.434,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":3.3100000000000001,"5min":11.590999999999999,"15min":22.149000000000001},"last":4.0979999999999999},{"interface":"front","average":{"1min":1.381,"5min":1.2010000000000001,"15min":1.3839999999999999},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":5.2199999999999998,"5min":11.5,"15min":21.744},"last":2.3759999999999999}]},{"osd":2,"last update":"Sat Feb 10 05:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":1.032,"15min":1.1859999999999999},"min":{"1min":0.40699999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.425,"5min":9.8789999999999996,"15min":22.013000000000002},"last":2.399},{"interface":"front","average":{"1min":1.1799999999999999,"5min":1.018,"15min":1.23},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":5.0430000000000001,"5min":6.2560000000000002,"15min":21.704999999999998},"last":0.76800000000000002}]},{"osd":3,"last update":"Sat Feb 10 05:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":1.2010000000000001,"15min":1.343},"min":{"1min":0.46400000000000002,"5min":0.33000000000000002,"15min":0.32600000000000001},"max":{"1min":1.1619999999999999,"5min":7.7270000000000003,"15min":9.9250000000000007},"last":0.58299999999999996},{"interface":"front","average":{"1min":1.208,"5min":1.224,"15min":1.4690000000000001},"min":{"1min":0.49199999999999999,"5min":0.36899999999999999,"15min":0.33500000000000002},"max":{"1min":5.3659999999999997,"5min":10.417,"15min":42.561},"last":2.7810000000000001}]},{"osd":5,"last update":"Sat Feb 10 05:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.45900000000000002,"15min":0.71599999999999997},"min":{"1min":0.27700000000000002,"5min":0.251,"15min":0.246},"max":{"1min":2.2559999999999998,"5min":2.2559999999999998,"15min":21.646999999999998},"last":12.955},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56299999999999994,"15min":0.754},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.93200000000000005,"5min":4.3979999999999997,"15min":19.837},"last":10.933999999999999}]},{"osd":6,"last update":"Sat Feb 10 05:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.502,"15min":0.69199999999999995},"min":{"1min":0.32500000000000001,"5min":0.254,"15min":0.254},"max":{"1min":1.143,"5min":3.4940000000000002,"15min":21.977},"last":0.92800000000000005},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.503,"15min":0.59299999999999997},"min":{"1min":0.35099999999999998,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":2.2280000000000002,"5min":2.2280000000000002,"15min":7.7699999999999996},"last":0.72199999999999998}]},{"osd":7,"last update":"Sat Feb 10 05:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.61099999999999999,"15min":0.81299999999999994},"min":{"1min":0.34599999999999997,"5min":0.315,"15min":0.28899999999999998},"max":{"1min":1.03,"5min":3.7250000000000001,"15min":31.224},"last":1.127},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.60699999999999998,"15min":0.81200000000000006},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.32000000000000001},"max":{"1min":1.252,"5min":4.4429999999999996,"15min":22.044},"last":4.4930000000000003}]}]},{"osd":3,"up_from":13,"seq":55834578822,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5016052,"kb_used_data":3964036,"kb_used_omap":1413,"kb_used_meta":1004282,"kb_avail":89355788,"statfs":{"total":96636764160,"available":91500326912,"internally_reserved":0,"allocated":4059172864,"data_stored":4050818961,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1447246,"internal_metadata":1028385458},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":128,"apply_latency_ms":128,"commit_latency_ns":128000000,"apply_latency_ns":128000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":1.833,"5min":1.925,"15min":1.9279999999999999},"min":{"1min":0.503,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":4.1520000000000001,"5min":14.031000000000001,"15min":29.007000000000001},"last":5.3959999999999999},{"interface":"front","average":{"1min":2.4990000000000001,"5min":2.036,"15min":2.2360000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":6.7430000000000003,"5min":14.377000000000001,"15min":26.983000000000001},"last":5.6130000000000004}]},{"osd":1,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":2.8599999999999999,"5min":2.3140000000000001,"15min":2.4089999999999998},"min":{"1min":0.443,"5min":0.39300000000000002,"15min":0.34000000000000002},"max":{"1min":10.619999999999999,"5min":12.856999999999999,"15min":25.419},"last":3.218},{"interface":"front","average":{"1min":2.9169999999999998,"5min":2.528,"15min":2.3969999999999998},"min":{"1min":0.61399999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":6.3550000000000004,"5min":14.635,"15min":14.635},"last":5.2130000000000001}]},{"osd":2,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":2.9809999999999999,"5min":2.6000000000000001,"15min":2.468},"min":{"1min":0.46600000000000003,"5min":0.35699999999999998,"15min":0.35399999999999998},"max":{"1min":14.454000000000001,"5min":19.146000000000001,"15min":21.626000000000001},"last":6.5940000000000003},{"interface":"front","average":{"1min":2.657,"5min":2.4169999999999998,"15min":2.3799999999999999},"min":{"1min":0.69799999999999995,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":6.431,"5min":14.215999999999999,"15min":14.215999999999999},"last":5.306}]},{"osd":4,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":2.2370000000000001,"5min":2.012,"15min":1.871},"min":{"1min":0.52000000000000002,"5min":0.38300000000000001,"15min":0.34499999999999997},"max":{"1min":6.0709999999999997,"5min":24.896000000000001,"15min":24.896000000000001},"last":1.179},{"interface":"front","average":{"1min":2.157,"5min":2.044,"15min":1.8700000000000001},"min":{"1min":0.44500000000000001,"5min":0.41699999999999998,"15min":0.33700000000000002},"max":{"1min":10.475,"5min":23.841999999999999,"15min":23.841999999999999},"last":1.3819999999999999}]},{"osd":5,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":2.3450000000000002,"5min":1.9319999999999999,"15min":1.968},"min":{"1min":0.48299999999999998,"5min":0.38200000000000001,"15min":0.378},"max":{"1min":10.721,"5min":10.721,"15min":25.303000000000001},"last":1.9610000000000001},{"interface":"front","average":{"1min":2.0939999999999999,"5min":1.9339999999999999,"15min":1.7430000000000001},"min":{"1min":0.73799999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":6.5430000000000001,"5min":13.797000000000001,"15min":13.797000000000001},"last":5.0970000000000004}]},{"osd":6,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":2.1440000000000001,"5min":2.1909999999999998,"15min":1.8640000000000001},"min":{"1min":0.76800000000000002,"5min":0.47799999999999998,"15min":0.45800000000000002},"max":{"1min":6.6299999999999999,"5min":14.477,"15min":14.477},"last":5.5},{"interface":"front","average":{"1min":2.3220000000000001,"5min":1.8380000000000001,"15min":1.887},"min":{"1min":0.58799999999999997,"5min":0.42199999999999999,"15min":0.39400000000000002},"max":{"1min":6.319,"5min":11.401,"15min":12.848000000000001},"last":1.2789999999999999}]},{"osd":7,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":2.3980000000000001,"5min":1.9239999999999999,"15min":1.966},"min":{"1min":0.52200000000000002,"5min":0.48399999999999999,"15min":0.42299999999999999},"max":{"1min":6.4219999999999997,"5min":11.483000000000001,"15min":12.887},"last":1.8759999999999999},{"interface":"front","average":{"1min":2.4540000000000002,"5min":2.117,"15min":2.0880000000000001},"min":{"1min":0.58299999999999996,"5min":0.47599999999999998,"15min":0.41699999999999998},"max":{"1min":10.81,"5min":12.571,"15min":12.571},"last":1.3140000000000001}]}]},{"osd":2,"up_from":13,"seq":55834578840,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1127316,"kb_used_data":17036,"kb_used_omap":308,"kb_used_meta":1109963,"kb_avail":93244524,"statfs":{"total":96636764160,"available":95482392576,"internally_reserved":0,"allocated":17444864,"data_stored":17111249,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315506,"internal_metadata":1136603022},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":93,"apply_latency_ms":93,"commit_latency_ns":93000000,"apply_latency_ns":93000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:30:16 2024","interfaces":[{"interface":"back","average":{"1min":1.6579999999999999,"5min":1.788,"15min":1.8660000000000001},"min":{"1min":0.45900000000000002,"5min":0.215,"15min":0.215},"max":{"1min":7.7400000000000002,"5min":7.7400000000000002,"15min":12.631},"last":25.66},{"interface":"front","average":{"1min":1.268,"5min":1.462,"15min":1.9470000000000001},"min":{"1min":0.44900000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":4.6669999999999998,"5min":8.1370000000000005,"15min":18.491},"last":3.1259999999999999}]},{"osd":1,"last update":"Sat Feb 10 05:30:16 2024","interfaces":[{"interface":"back","average":{"1min":1.804,"5min":2.0059999999999998,"15min":2.2160000000000002},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":4.3579999999999997,"5min":14.880000000000001,"15min":19.937000000000001},"last":8.3539999999999992},{"interface":"front","average":{"1min":1.641,"5min":2.2930000000000001,"15min":2.3210000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":6.2779999999999996,"5min":15.891999999999999,"15min":17.276},"last":3.5169999999999999}]},{"osd":3,"last update":"Sat Feb 10 05:30:16 2024","interfaces":[{"interface":"back","average":{"1min":2.3650000000000002,"5min":2.0760000000000001,"15min":2.2719999999999998},"min":{"1min":0.58999999999999997,"5min":0.443,"15min":0.38900000000000001},"max":{"1min":9.1809999999999992,"5min":12.085000000000001,"15min":34.304000000000002},"last":1.1120000000000001},{"interface":"front","average":{"1min":1.8680000000000001,"5min":2.1099999999999999,"15min":2.2160000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":5.8559999999999999,"5min":10.452999999999999,"15min":15.468999999999999},"last":4.077}]},{"osd":4,"last update":"Sat Feb 10 05:30:16 2024","interfaces":[{"interface":"back","average":{"1min":1.6020000000000001,"5min":1.724,"15min":1.6799999999999999},"min":{"1min":0.33200000000000002,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":5.7169999999999996,"5min":7.3010000000000002,"15min":11.037000000000001},"last":3.7120000000000002},{"interface":"front","average":{"1min":1.429,"5min":1.512,"15min":1.617},"min":{"1min":0.46999999999999997,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":4.8499999999999996,"5min":7.8819999999999997,"15min":13.077},"last":3.2330000000000001}]},{"osd":5,"last update":"Sat Feb 10 05:30:16 2024","interfaces":[{"interface":"back","average":{"1min":1.4710000000000001,"5min":1.7050000000000001,"15min":1.7490000000000001},"min":{"1min":0.38,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":4.9279999999999999,"5min":18.858000000000001,"15min":18.858000000000001},"last":3.4369999999999998},{"interface":"front","average":{"1min":1.6970000000000001,"5min":1.621,"15min":1.6859999999999999},"min":{"1min":0.51600000000000001,"5min":0.41699999999999998,"15min":0.40799999999999997},"max":{"1min":4.5209999999999999,"5min":19.236999999999998,"15min":19.864999999999998},"last":1.298}]},{"osd":6,"last update":"Sat Feb 10 05:30:16 2024","interfaces":[{"interface":"back","average":{"1min":1.6659999999999999,"5min":1.454,"15min":1.6850000000000001},"min":{"1min":0.59399999999999997,"5min":0.442,"15min":0.41399999999999998},"max":{"1min":4.6120000000000001,"5min":6.7469999999999999,"15min":19.901},"last":0.95899999999999996},{"interface":"front","average":{"1min":1.6850000000000001,"5min":1.694,"15min":1.756},"min":{"1min":0.499,"5min":0.435,"15min":0.435},"max":{"1min":5.6180000000000003,"5min":7.4029999999999996,"15min":10.901999999999999},"last":3.6219999999999999}]},{"osd":7,"last update":"Sat Feb 10 05:30:16 2024","interfaces":[{"interface":"back","average":{"1min":1.5529999999999999,"5min":1.6060000000000001,"15min":1.8009999999999999},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":5.0019999999999998,"5min":7.9740000000000002,"15min":13.16},"last":3.3380000000000001},{"interface":"front","average":{"1min":1.7849999999999999,"5min":1.577,"15min":1.768},"min":{"1min":0.64600000000000002,"5min":0.48099999999999998,"15min":0.46700000000000003},"max":{"1min":4.6879999999999997,"5min":6.8230000000000004,"15min":19.814},"last":1.202}]}]},{"osd":1,"up_from":13,"seq":55834578836,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":6275192,"kb_used_data":4549548,"kb_used_omap":949,"kb_used_meta":1724682,"kb_avail":88096648,"statfs":{"total":96636764160,"available":90210967552,"internally_reserved":0,"allocated":4658737152,"data_stored":4648817515,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":972503,"internal_metadata":1766074665},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:30:09 2024","interfaces":[{"interface":"back","average":{"1min":1.6679999999999999,"5min":2.0640000000000001,"15min":1.8149999999999999},"min":{"1min":0.48699999999999999,"5min":0.23300000000000001,"15min":0.22500000000000001},"max":{"1min":5.0389999999999997,"5min":19.869,"15min":19.869},"last":0.53600000000000003},{"interface":"front","average":{"1min":1.4199999999999999,"5min":2.0790000000000002,"15min":1.8200000000000001},"min":{"1min":0.50900000000000001,"5min":0.36399999999999999,"15min":0.24199999999999999},"max":{"1min":8.1020000000000003,"5min":12.374000000000001,"15min":13.875},"last":1.095}]},{"osd":2,"last update":"Sat Feb 10 05:30:09 2024","interfaces":[{"interface":"back","average":{"1min":2.3119999999999998,"5min":2.6080000000000001,"15min":2.3460000000000001},"min":{"1min":0.31,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":6.4640000000000004,"5min":15.927,"15min":15.927},"last":1.034},{"interface":"front","average":{"1min":2.5369999999999999,"5min":2.1779999999999999,"15min":2.1829999999999998},"min":{"1min":0.52700000000000002,"5min":0.33000000000000002,"15min":0.24299999999999999},"max":{"1min":13.818,"5min":13.818,"15min":13.818},"last":0.59699999999999998}]},{"osd":3,"last update":"Sat Feb 10 05:30:09 2024","interfaces":[{"interface":"back","average":{"1min":2.008,"5min":2.48,"15min":2.3300000000000001},"min":{"1min":0.47199999999999998,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":5.9969999999999999,"5min":11.859999999999999,"15min":11.859999999999999},"last":0.47899999999999998},{"interface":"front","average":{"1min":1.8999999999999999,"5min":2.5489999999999999,"15min":2.3279999999999998},"min":{"1min":0.61799999999999999,"5min":0.5,"15min":0.39800000000000002},"max":{"1min":5.0380000000000003,"5min":12.285,"15min":15.688000000000001},"last":1.2050000000000001}]},{"osd":4,"last update":"Sat Feb 10 05:30:09 2024","interfaces":[{"interface":"back","average":{"1min":1.6359999999999999,"5min":1.8340000000000001,"15min":1.923},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":4.258,"5min":12.537000000000001,"15min":13.228},"last":1.1459999999999999},{"interface":"front","average":{"1min":1.472,"5min":1.831,"15min":1.7529999999999999},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":4.806,"5min":10.323,"15min":12.028},"last":0.65600000000000003}]},{"osd":5,"last update":"Sat Feb 10 05:30:09 2024","interfaces":[{"interface":"back","average":{"1min":1.163,"5min":1.8280000000000001,"15min":1.679},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":4.8520000000000003,"5min":11.962,"15min":13.302},"last":0.75600000000000001},{"interface":"front","average":{"1min":1.7110000000000001,"5min":1.9410000000000001,"15min":2.0230000000000001},"min":{"1min":0.443,"5min":0.443,"15min":0.41999999999999998},"max":{"1min":4.4020000000000001,"5min":12.695,"15min":13.441000000000001},"last":0.93400000000000005}]},{"osd":6,"last update":"Sat Feb 10 05:30:09 2024","interfaces":[{"interface":"back","average":{"1min":1.222,"5min":1.921,"15min":1.792},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.44},"max":{"1min":4.9489999999999998,"5min":12.087,"15min":13.619},"last":0.86799999999999999},{"interface":"front","average":{"1min":1.7689999999999999,"5min":1.9750000000000001,"15min":2.1030000000000002},"min":{"1min":0.52500000000000002,"5min":0.50900000000000001,"15min":0.499},"max":{"1min":4.4699999999999998,"5min":12.619,"15min":13.56},"last":0.83299999999999996}]},{"osd":7,"last update":"Sat Feb 10 05:30:09 2024","interfaces":[{"interface":"back","average":{"1min":1.5609999999999999,"5min":1.925,"15min":1.849},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.45400000000000001},"max":{"1min":4.9379999999999997,"5min":10.202999999999999,"15min":11.955},"last":0.70699999999999996},{"interface":"front","average":{"1min":1.3400000000000001,"5min":2.044,"15min":1.875},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":5.024,"5min":12.195,"15min":13.720000000000001},"last":0.98399999999999999}]}]},{"osd":0,"up_from":13,"seq":55834578854,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":3046476,"kb_used_data":1236356,"kb_used_omap":235,"kb_used_meta":1809876,"kb_avail":91325364,"statfs":{"total":96636764160,"available":93517172736,"internally_reserved":0,"allocated":1266028544,"data_stored":1263437732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":241166,"internal_metadata":1853313522},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":110,"apply_latency_ms":110,"commit_latency_ns":110000000,"apply_latency_ns":110000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":3.2330000000000001,"5min":2.2370000000000001,"15min":2.1070000000000002},"min":{"1min":0.77900000000000003,"5min":0.24099999999999999,"15min":0.214},"max":{"1min":9.5960000000000001,"5min":13.923,"15min":20.202000000000002},"last":2.464},{"interface":"front","average":{"1min":2.476,"5min":1.8620000000000001,"15min":2.0590000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.26700000000000002},"max":{"1min":13.657,"5min":13.657,"15min":16.731000000000002},"last":8.7720000000000002}]},{"osd":2,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":2.851,"5min":2.0179999999999998,"15min":2.1539999999999999},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.23699999999999999},"max":{"1min":11.321,"5min":11.321,"15min":32.631999999999998},"last":2.5649999999999999},{"interface":"front","average":{"1min":2.2749999999999999,"5min":1.9870000000000001,"15min":2.2229999999999999},"min":{"1min":0.61199999999999999,"5min":0.51600000000000001,"15min":0.35799999999999998},"max":{"1min":13.516,"5min":13.516,"15min":32.896000000000001},"last":8.8770000000000007}]},{"osd":3,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":2.161,"5min":1.9490000000000001,"15min":2.1720000000000002},"min":{"1min":0.50700000000000001,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":6.0010000000000003,"5min":10.848000000000001,"15min":12.976000000000001},"last":10.363},{"interface":"front","average":{"1min":3.1030000000000002,"5min":2.754,"15min":2.5840000000000001},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.36699999999999999},"max":{"1min":9.3930000000000007,"5min":10.515000000000001,"15min":34.837000000000003},"last":7.2610000000000001}]},{"osd":4,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":1.4790000000000001,"5min":1.4059999999999999,"15min":1.575},"min":{"1min":0.49299999999999999,"5min":0.374,"15min":0.36599999999999999},"max":{"1min":4.2750000000000004,"5min":10.545999999999999,"15min":16.282},"last":10.276999999999999},{"interface":"front","average":{"1min":2.234,"5min":1.6870000000000001,"15min":1.704},"min":{"1min":0.56200000000000006,"5min":0.499,"15min":0.40500000000000003},"max":{"1min":9.5099999999999998,"5min":9.5099999999999998,"15min":16.472000000000001},"last":3.806}]},{"osd":5,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":1.976,"5min":1.3819999999999999,"15min":1.4930000000000001},"min":{"1min":0.58099999999999996,"5min":0.443,"15min":0.38700000000000001},"max":{"1min":13.335000000000001,"5min":13.335000000000001,"15min":13.335000000000001},"last":3.359},{"interface":"front","average":{"1min":1.732,"5min":1.518,"15min":1.6619999999999999},"min":{"1min":0.54500000000000004,"5min":0.44600000000000001,"15min":0.40899999999999997},"max":{"1min":6.9359999999999999,"5min":10.659000000000001,"15min":13.074999999999999},"last":10.045}]},{"osd":6,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":2.4689999999999999,"5min":1.837,"15min":1.774},"min":{"1min":0.66100000000000003,"5min":0.61199999999999999,"15min":0.44600000000000001},"max":{"1min":11.273999999999999,"5min":11.273999999999999,"15min":16.548999999999999},"last":2.657},{"interface":"front","average":{"1min":2.1120000000000001,"5min":1.54,"15min":1.716},"min":{"1min":0.60999999999999999,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":13.436999999999999,"5min":13.436999999999999,"15min":16.425999999999998},"last":3.4580000000000002}]},{"osd":7,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":2.1360000000000001,"5min":1.6599999999999999,"15min":1.8149999999999999},"min":{"1min":0.63700000000000001,"5min":0.53700000000000003,"15min":0.49399999999999999},"max":{"1min":13.59,"5min":13.59,"15min":17.23},"last":3.9140000000000001},{"interface":"front","average":{"1min":1.794,"5min":1.5389999999999999,"15min":1.7809999999999999},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":6.9720000000000004,"5min":10.753,"15min":17.498999999999999},"last":10.451000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-10T05:31:00.772 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-10T05:31:01.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.139+0000 7f4eb3a8d640 1 Processor -- start 2024-02-10T05:31:01.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.139+0000 7f4eb3a8d640 1 -- start start 2024-02-10T05:31:01.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.142+0000 7f4eb3a8d640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f4eac0cf020 0x7f4eac0b3bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:01.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.143+0000 7f4eb3a8d640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f4eac0b40f0 0x7f4eac0b17a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:01.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.143+0000 7f4eb3a8d640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4eac06d6e0 con 0x7f4eac0b1ce0 2024-02-10T05:31:01.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.143+0000 7f4eb3a8d640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4eac0b2170 con 0x7f4eac0cf020 2024-02-10T05:31:01.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.143+0000 7f4eb3a8d640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4eac0cc4d0 con 0x7f4eac0b40f0 2024-02-10T05:31:01.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.143+0000 7f4eb1829640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f4eac0cf020 0x7f4eac0b3bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:01.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.143+0000 7f4eb202a640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f4eac0b1ce0 0x7f4eac0712d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:41540/0 (socket says 172.21.15.27:41540) 2024-02-10T05:31:01.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.143+0000 7f4eb202a640 1 -- 172.21.15.27:0/2692327712 learned_addr learned my addr 172.21.15.27:0/2692327712 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-10T05:31:01.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.143+0000 7f4eb1028640 1 --2- 172.21.15.27:0/2692327712 >> v2:172.21.15.153:3300/0 conn(0x7f4eac0b40f0 0x7f4eac0b17a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:01.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.143+0000 7f4eb0827640 1 -- 172.21.15.27:0/2692327712 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 484462357 0 0) 0x7f4eac06d6e0 con 0x7f4eac0b1ce0 2024-02-10T05:31:01.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.148+0000 7f4eb0827640 1 -- 172.21.15.27:0/2692327712 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4e98003500 con 0x7f4eac0b1ce0 2024-02-10T05:31:01.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.148+0000 7f4eb0827640 1 -- 172.21.15.27:0/2692327712 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2269648794 0 0) 0x7f4e98003500 con 0x7f4eac0b1ce0 2024-02-10T05:31:01.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.148+0000 7f4eb1829640 1 -- 172.21.15.27:0/2692327712 >> v2:172.21.15.153:3300/0 conn(0x7f4eac0b40f0 msgr2=0x7f4eac0b17a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:31:01.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.148+0000 7f4eb1829640 1 --2- 172.21.15.27:0/2692327712 >> v2:172.21.15.153:3300/0 conn(0x7f4eac0b40f0 0x7f4eac0b17a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:01.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.148+0000 7f4eb1829640 1 -- 172.21.15.27:0/2692327712 >> v1:172.21.15.27:6789/0 conn(0x7f4eac0b1ce0 legacy=0x7f4eac0712d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:01.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.149+0000 7f4eb1829640 1 -- 172.21.15.27:0/2692327712 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4eac16ab30 con 0x7f4eac0cf020 2024-02-10T05:31:01.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.151+0000 7f4eb1829640 1 --2- 172.21.15.27:0/2692327712 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4eac0cf020 0x7f4eac0b3bb0 secure :-1 s=READY pgs=1988 cs=0 l=1 rev1=1 crypto rx=0x7f4eac08afa0 tx=0x7f4ea802bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8920afa1dd550308 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:01.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.151+0000 7f4eb0827640 1 -- 172.21.15.27:0/2692327712 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ea40019f0 con 0x7f4eac0cf020 2024-02-10T05:31:01.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.151+0000 7f4eb0827640 1 -- 172.21.15.27:0/2692327712 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ea802c880 con 0x7f4eac0cf020 2024-02-10T05:31:01.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.151+0000 7f4eb0827640 1 -- 172.21.15.27:0/2692327712 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ea802cc10 con 0x7f4eac0cf020 2024-02-10T05:31:01.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.153+0000 7f4eb3a8d640 1 -- 172.21.15.27:0/2692327712 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4eac0cf020 msgr2=0x7f4eac0b3bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:01.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.153+0000 7f4eb3a8d640 1 --2- 172.21.15.27:0/2692327712 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4eac0cf020 0x7f4eac0b3bb0 secure :-1 s=READY pgs=1988 cs=0 l=1 rev1=1 crypto rx=0x7f4eac08afa0 tx=0x7f4ea802bd50 comp rx=0 tx=0).stop 2024-02-10T05:31:01.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.153+0000 7f4eb3a8d640 1 -- 172.21.15.27:0/2692327712 shutdown_connections 2024-02-10T05:31:01.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.153+0000 7f4eb3a8d640 1 --2- 172.21.15.27:0/2692327712 >> v2:172.21.15.153:3300/0 conn(0x7f4eac0b40f0 0x7f4eac0b17a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:01.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.153+0000 7f4eb3a8d640 1 --2- 172.21.15.27:0/2692327712 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4eac0cf020 0x7f4eac0b3bb0 unknown :-1 s=CLOSED pgs=1988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:01.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.153+0000 7f4eb3a8d640 1 -- 172.21.15.27:0/2692327712 >> 172.21.15.27:0/2692327712 conn(0x7f4eac06b070 msgr2=0x7f4eac06b480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:01.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.153+0000 7f4eb3a8d640 1 -- 172.21.15.27:0/2692327712 shutdown_connections 2024-02-10T05:31:01.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.153+0000 7f4eb3a8d640 1 -- 172.21.15.27:0/2692327712 wait complete. 2024-02-10T05:31:01.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.157+0000 7f4eb3a8d640 1 Processor -- start 2024-02-10T05:31:01.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.157+0000 7f4eb3a8d640 1 -- start start 2024-02-10T05:31:01.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.159+0000 7f4eb3a8d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4eac0b1ce0 0x7f4eac0adcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:01.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.159+0000 7f4eb3a8d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4eac0b40f0 0x7f4eac0cf670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:01.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.159+0000 7f4eb3a8d640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4eac0cf020 0x7f4eac08a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:01.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.159+0000 7f4eb3a8d640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4eac15a960 con 0x7f4eac0b1ce0 2024-02-10T05:31:01.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.159+0000 7f4eb3a8d640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4eac159900 con 0x7f4eac0b40f0 2024-02-10T05:31:01.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.159+0000 7f4eb3a8d640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4eac159ba0 con 0x7f4eac0cf020 2024-02-10T05:31:01.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.159+0000 7f4eb1829640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4eac0b1ce0 0x7f4eac0adcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:01.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.159+0000 7f4eb1829640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4eac0b1ce0 0x7f4eac0adcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47262/0 (socket says 172.21.15.27:47262) 2024-02-10T05:31:01.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.159+0000 7f4eb1829640 1 -- 172.21.15.27:0/505805529 learned_addr learned my addr 172.21.15.27:0/505805529 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:31:01.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.159+0000 7f4eb1028640 1 --2- 172.21.15.27:0/505805529 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4eac0b40f0 0x7f4eac0cf670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:01.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.159+0000 7f4eb202a640 1 --2- 172.21.15.27:0/505805529 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4eac0cf020 0x7f4eac08a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:01.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.160+0000 7f4eb1829640 1 -- 172.21.15.27:0/505805529 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4eac0cf020 msgr2=0x7f4eac08a0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:01.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.160+0000 7f4eb1829640 1 --2- 172.21.15.27:0/505805529 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4eac0cf020 0x7f4eac08a0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:01.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.160+0000 7f4eb1829640 1 -- 172.21.15.27:0/505805529 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4eac0b40f0 msgr2=0x7f4eac0cf670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:01.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.160+0000 7f4eb1829640 1 --2- 172.21.15.27:0/505805529 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4eac0b40f0 0x7f4eac0cf670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:01.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.160+0000 7f4eb1829640 1 -- 172.21.15.27:0/505805529 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ea800b4b0 con 0x7f4eac0b1ce0 2024-02-10T05:31:01.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.160+0000 7f4eb1028640 1 --2- 172.21.15.27:0/505805529 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4eac0b40f0 0x7f4eac0cf670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T05:31:01.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.160+0000 7f4eb1829640 1 --2- 172.21.15.27:0/505805529 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4eac0b1ce0 0x7f4eac0adcb0 secure :-1 s=READY pgs=1989 cs=0 l=1 rev1=1 crypto rx=0x7f4ea800b940 tx=0x7f4ea80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:01.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.161+0000 7f4ea27fc640 1 -- 172.21.15.27:0/505805529 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ea8006e10 con 0x7f4eac0b1ce0 2024-02-10T05:31:01.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.161+0000 7f4eb3a8d640 1 -- 172.21.15.27:0/505805529 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4eac159e80 con 0x7f4eac0b1ce0 2024-02-10T05:31:01.165 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.161+0000 7f4ea27fc640 1 -- 172.21.15.27:0/505805529 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ea803e400 con 0x7f4eac0b1ce0 2024-02-10T05:31:01.165 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.161+0000 7f4ea27fc640 1 -- 172.21.15.27:0/505805529 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ea803e770 con 0x7f4eac0b1ce0 2024-02-10T05:31:01.165 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.161+0000 7f4eb3a8d640 1 -- 172.21.15.27:0/505805529 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4eac15a440 con 0x7f4eac0b1ce0 2024-02-10T05:31:01.166 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.163+0000 7f4ea27fc640 1 -- 172.21.15.27:0/505805529 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f4ea803e8d0 con 0x7f4eac0b1ce0 2024-02-10T05:31:01.166 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.164+0000 7f4ea27fc640 1 --2- 172.21.15.27:0/505805529 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4e9006b810 0x7f4e9006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:01.166 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.164+0000 7f4ea27fc640 1 -- 172.21.15.27:0/505805529 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f4ea80ac960 con 0x7f4eac0b1ce0 2024-02-10T05:31:01.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.164+0000 7f4eb3a8d640 1 -- 172.21.15.27:0/505805529 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4eac067cc0 con 0x7f4eac0b1ce0 2024-02-10T05:31:01.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.164+0000 7f4eb1028640 1 --2- 172.21.15.27:0/505805529 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4e9006b810 0x7f4e9006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:01.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.165+0000 7f4eb1028640 1 --2- 172.21.15.27:0/505805529 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4e9006b810 0x7f4e9006dcd0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f4eac0d01e0 tx=0x7f4e9c006060 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:01.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.171+0000 7f4ea27fc640 1 -- 172.21.15.27:0/505805529 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f4ea80776b0 con 0x7f4eac0b1ce0 2024-02-10T05:31:01.831 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.831+0000 7f4eb3a8d640 1 -- 172.21.15.27:0/505805529 --> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f4eac0b4870 con 0x7f4e9006b810 2024-02-10T05:31:01.834 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.834+0000 7f4ea27fc640 1 -- 172.21.15.27:0/505805529 <== mgr.4106 v2:172.21.15.153:6832/1248308414 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+49178 (secure 0 0 0) 0x7f4e9c014040 con 0x7f4e9006b810 2024-02-10T05:31:01.835 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:31:01.835 INFO:teuthology.orchestra.run.smithi027.stderr:dumped all 2024-02-10T05:31:01.840 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.839+0000 7f4eb3a8d640 1 -- 172.21.15.27:0/505805529 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4e9006b810 msgr2=0x7f4e9006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:01.840 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.839+0000 7f4eb3a8d640 1 --2- 172.21.15.27:0/505805529 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4e9006b810 0x7f4e9006dcd0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f4eac0d01e0 tx=0x7f4e9c006060 comp rx=0 tx=0).stop 2024-02-10T05:31:01.840 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.839+0000 7f4eb3a8d640 1 -- 172.21.15.27:0/505805529 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4eac0b1ce0 msgr2=0x7f4eac0adcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:01.840 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.839+0000 7f4eb3a8d640 1 --2- 172.21.15.27:0/505805529 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4eac0b1ce0 0x7f4eac0adcb0 secure :-1 s=READY pgs=1989 cs=0 l=1 rev1=1 crypto rx=0x7f4ea800b940 tx=0x7f4ea80046c0 comp rx=0 tx=0).stop 2024-02-10T05:31:01.840 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.839+0000 7f4eb3a8d640 1 -- 172.21.15.27:0/505805529 shutdown_connections 2024-02-10T05:31:01.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.839+0000 7f4eb3a8d640 1 --2- 172.21.15.27:0/505805529 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f4e9006b810 0x7f4e9006dcd0 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:01.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.839+0000 7f4eb3a8d640 1 --2- 172.21.15.27:0/505805529 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f4eac0cf020 0x7f4eac08a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:01.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.839+0000 7f4eb3a8d640 1 --2- 172.21.15.27:0/505805529 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4eac0b40f0 0x7f4eac0cf670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:01.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.839+0000 7f4eb3a8d640 1 --2- 172.21.15.27:0/505805529 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4eac0b1ce0 0x7f4eac0adcb0 unknown :-1 s=CLOSED pgs=1989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:01.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.839+0000 7f4eb3a8d640 1 -- 172.21.15.27:0/505805529 >> 172.21.15.27:0/505805529 conn(0x7f4eac06b070 msgr2=0x7f4eac169fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:01.842 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.840+0000 7f4eb3a8d640 1 -- 172.21.15.27:0/505805529 shutdown_connections 2024-02-10T05:31:01.842 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:01.840+0000 7f4eb3a8d640 1 -- 172.21.15.27:0/505805529 wait complete. 2024-02-10T05:31:01.865 INFO:teuthology.orchestra.run.smithi027.stdout:{"pg_ready":true,"pg_map":{"version":10059,"stamp":"2024-02-10T05:31:01.660176+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":147,"num_read_kb":128,"num_write":210,"num_write_kb":3462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":162,"ondisk_log_size":162,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":74,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":5,"kb":754974720,"kb_used":18861092,"kb_used_data":7110068,"kb_used_omap":4755,"kb_used_meta":11699884,"kb_avail":736113628,"statfs":{"total":773094113280,"available":753780355072,"internally_reserved":0,"allocated":7280709632,"data_stored":7264062197,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4869195,"internal_metadata":11980682165},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":614,"apply_latency_ms":614,"commit_latency_ns":614000000,"apply_latency_ns":614000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-29731614889,"num_objects":-24950,"num_object_clones":0,"num_object_copies":-49900,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-24950,"num_whiteouts":0,"num_read":-2067196,"num_read_kb":-145466325,"num_write":-6551713,"num_write_kb":-162905866,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.601064"},"pg_stats":[{"pgid":"1.0","version":"34'162","reported_seq":420,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-02-10T05:30:54.764995+0000","last_change":"2024-02-09T23:56:40.567250+0000","last_active":"2024-02-10T05:30:54.764995+0000","last_peered":"2024-02-10T05:30:54.764995+0000","last_clean":"2024-02-10T05:30:54.764995+0000","last_became_active":"2024-02-09T23:56:40.566372+0000","last_became_peered":"2024-02-09T23:56:40.566372+0000","last_unstale":"2024-02-10T05:30:54.764995+0000","last_undegraded":"2024-02-10T05:30:54.764995+0000","last_fullsized":"2024-02-10T05:30:54.764995+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:39.545898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:39.545898+0000","last_clean_scrub_stamp":"2024-02-09T23:56:39.545898+0000","objects_scrubbed":0,"log_size":162,"log_dups_size":0,"ondisk_log_size":162,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:46:32.589061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":147,"num_read_kb":128,"num_write":210,"num_write_kb":3462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":147,"num_read_kb":128,"num_write":210,"num_write_kb":3462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":162,"ondisk_log_size":162,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834578863,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1488432,"kb_used_data":1000,"kb_used_omap":511,"kb_used_meta":1486912,"kb_avail":92883408,"statfs":{"total":96636764160,"available":95112609792,"internally_reserved":0,"allocated":1024000,"data_stored":759948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":523824,"internal_metadata":1522598352},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":35,"apply_latency_ms":35,"commit_latency_ns":35000000,"apply_latency_ns":35000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.93899999999999995,"15min":1.087},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":1.401,"5min":11.786,"15min":11.786},"last":0.82599999999999996},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.82299999999999995,"15min":1.0680000000000001},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.2689999999999999,"5min":4.883,"15min":11.151},"last":4.5170000000000003}]},{"osd":1,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.5940000000000001,"5min":1.2490000000000001,"15min":1.3879999999999999},"min":{"1min":0.35299999999999998,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":7.4610000000000003,"5min":7.4610000000000003,"15min":10.032999999999999},"last":0.94399999999999995},{"interface":"front","average":{"1min":1.246,"5min":1.129,"15min":1.2789999999999999},"min":{"1min":0.43099999999999999,"5min":0.309,"15min":0.27000000000000002},"max":{"1min":6.9889999999999999,"5min":9.7420000000000009,"15min":10.19},"last":1.022}]},{"osd":2,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":1.077,"15min":1.3140000000000001},"min":{"1min":0.41199999999999998,"5min":0.33500000000000002,"15min":0.30599999999999999},"max":{"1min":3.0579999999999998,"5min":10.210000000000001,"15min":16.288},"last":1.129},{"interface":"front","average":{"1min":1.0249999999999999,"5min":1.1799999999999999,"15min":1.218},"min":{"1min":0.432,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":3.5129999999999999,"5min":5.9009999999999998,"15min":8.2880000000000003},"last":0.79500000000000004}]},{"osd":3,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.165,"5min":1.262,"15min":1.4219999999999999},"min":{"1min":0.38100000000000001,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":6.0300000000000002,"5min":8.3460000000000001,"15min":16.248999999999999},"last":0.72299999999999998},{"interface":"front","average":{"1min":1.157,"5min":1.2050000000000001,"15min":1.504},"min":{"1min":0.40400000000000003,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":6.665,"5min":13.387,"15min":19.670999999999999},"last":0.69399999999999995}]},{"osd":4,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.51500000000000001,"15min":0.63700000000000001},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.245},"max":{"1min":1.2450000000000001,"5min":7.0060000000000002,"15min":7.1100000000000003},"last":0.621},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.45300000000000001,"15min":0.621},"min":{"1min":0.28399999999999997,"5min":0.27900000000000003,"15min":0.25600000000000001},"max":{"1min":0.90300000000000002,"5min":1.149,"15min":10.083},"last":0.64800000000000002}]},{"osd":5,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.502,"15min":0.69899999999999995},"min":{"1min":0.31,"5min":0.28000000000000003,"15min":0.26700000000000002},"max":{"1min":1.1459999999999999,"5min":2.46,"15min":8.3789999999999996},"last":0.755},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.78200000000000003},"min":{"1min":0.307,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":1.2450000000000001,"5min":4.1639999999999997,"15min":5.9400000000000004},"last":0.67700000000000005}]},{"osd":6,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.58399999999999996,"15min":0.70599999999999996},"min":{"1min":0.33600000000000002,"5min":0.32300000000000001,"15min":0.315},"max":{"1min":1.2190000000000001,"5min":4.1980000000000004,"15min":7.0750000000000002},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.48099999999999998,"15min":0.65400000000000003},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.92800000000000005,"5min":0.98999999999999999,"15min":12.151999999999999},"last":0.77200000000000002}]}]},{"osd":6,"up_from":13,"seq":55834578864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1506224,"kb_used_data":420,"kb_used_omap":259,"kb_used_meta":1505532,"kb_avail":92865616,"statfs":{"total":96636764160,"available":95094390784,"internally_reserved":0,"allocated":430080,"data_stored":169580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":265492,"internal_metadata":1541665516},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":46,"apply_latency_ms":46,"commit_latency_ns":46000000,"apply_latency_ns":46000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.91400000000000003,"15min":0.89800000000000002},"min":{"1min":0.38700000000000001,"5min":0.26700000000000002,"15min":0.251},"max":{"1min":1.5109999999999999,"5min":11.291,"15min":12.923},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.76300000000000001,"15min":0.875},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.27500000000000002},"max":{"1min":1.3919999999999999,"5min":7.407,"15min":8.7919999999999998},"last":1.4359999999999999}]},{"osd":1,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.4419999999999999,"5min":1.429,"15min":1.238},"min":{"1min":0.30099999999999999,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":5.6760000000000002,"5min":11.364000000000001,"15min":12.119},"last":3.9649999999999999},{"interface":"front","average":{"1min":1.369,"5min":1.6599999999999999,"15min":1.643},"min":{"1min":0.41499999999999998,"5min":0.29299999999999998,"15min":0.28399999999999997},"max":{"1min":6.6779999999999999,"5min":11.584,"15min":54.817999999999998},"last":3.8929999999999998}]},{"osd":2,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.833,"5min":1.524,"15min":1.369},"min":{"1min":0.443,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":8.2799999999999994,"5min":8.2799999999999994,"15min":10.111000000000001},"last":0.55500000000000005},{"interface":"front","average":{"1min":1.113,"5min":1.3660000000000001,"15min":1.292},"min":{"1min":0.51300000000000001,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":5.0460000000000003,"5min":12.388,"15min":12.388},"last":1.3180000000000001}]},{"osd":3,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.863,"5min":1.395,"15min":1.464},"min":{"1min":0.45600000000000002,"5min":0.33600000000000002,"15min":0.314},"max":{"1min":8.0609999999999999,"5min":10.239000000000001,"15min":18.111000000000001},"last":1.5269999999999999},{"interface":"front","average":{"1min":1.7549999999999999,"5min":1.6699999999999999,"15min":1.4770000000000001},"min":{"1min":0.41199999999999998,"5min":0.36899999999999999,"15min":0.307},"max":{"1min":8.5020000000000007,"5min":12.552,"15min":19.010999999999999},"last":0.89500000000000002}]},{"osd":4,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.49299999999999999,"15min":0.65200000000000002},"min":{"1min":0.25600000000000001,"5min":0.245,"15min":0.245},"max":{"1min":0.83499999999999996,"5min":4.0209999999999999,"15min":11.833},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.57099999999999995,"15min":0.63600000000000001},"min":{"1min":0.29199999999999998,"5min":0.28999999999999998,"15min":0.27400000000000002},"max":{"1min":0.70199999999999996,"5min":6.3129999999999997,"15min":13.521000000000001},"last":0.433}]},{"osd":5,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.58399999999999996,"15min":0.64900000000000002},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.27500000000000002},"max":{"1min":0.60899999999999999,"5min":4.2539999999999996,"15min":8.4450000000000003},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.67500000000000004,"15min":0.77300000000000002},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.29099999999999998},"max":{"1min":0.80100000000000005,"5min":11.334,"15min":24.384},"last":0.41999999999999998}]},{"osd":7,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.60899999999999999,"15min":0.63400000000000001},"min":{"1min":0.35499999999999998,"5min":0.33100000000000002,"15min":0.30099999999999999},"max":{"1min":0.61499999999999999,"5min":3.9580000000000002,"15min":10.538},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.63700000000000001,"15min":0.76600000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.30399999999999999},"max":{"1min":0.65100000000000002,"5min":4.2199999999999998,"15min":22.616},"last":0.44500000000000001}]}]},{"osd":5,"up_from":13,"seq":55834578864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1445100,"kb_used_data":420,"kb_used_omap":217,"kb_used_meta":1444454,"kb_avail":92926740,"statfs":{"total":96636764160,"available":95156981760,"internally_reserved":0,"allocated":430080,"data_stored":169580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":222562,"internal_metadata":1479121566},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":39,"apply_latency_ms":39,"commit_latency_ns":39000000,"apply_latency_ns":39000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":1.028,"15min":1.0509999999999999},"min":{"1min":0.26700000000000002,"5min":0.25700000000000001,"15min":0.21199999999999999},"max":{"1min":3.2559999999999998,"5min":11.403,"15min":11.904},"last":0.61499999999999999},{"interface":"front","average":{"1min":1.1950000000000001,"5min":1.069,"15min":1.026},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.254},"max":{"1min":6.8369999999999997,"5min":10.894,"15min":10.894},"last":6.952}]},{"osd":1,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.2370000000000001,"5min":1.355,"15min":1.3169999999999999},"min":{"1min":0.41499999999999998,"5min":0.26600000000000001,"15min":0.25700000000000001},"max":{"1min":4.2670000000000003,"5min":8.5980000000000008,"15min":9.4410000000000007},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.89900000000000002,"5min":1.1240000000000001,"15min":1.256},"min":{"1min":0.32400000000000001,"5min":0.31900000000000001,"15min":0.309},"max":{"1min":4.0990000000000002,"5min":7.1680000000000001,"15min":11.797000000000001},"last":0.65600000000000003}]},{"osd":2,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.135,"5min":1.254,"15min":1.258},"min":{"1min":0.33600000000000002,"5min":0.32400000000000001,"15min":0.27600000000000002},"max":{"1min":4.5659999999999998,"5min":9.2469999999999999,"15min":12.946999999999999},"last":0.69899999999999995},{"interface":"front","average":{"1min":1.349,"5min":1.425,"15min":1.333},"min":{"1min":0.40400000000000003,"5min":0.35099999999999998,"15min":0.29499999999999998},"max":{"1min":5.6989999999999998,"5min":9.1539999999999999,"15min":9.8859999999999992},"last":0.58999999999999997}]},{"osd":3,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.7330000000000001,"5min":1.113,"15min":1.383},"min":{"1min":0.36299999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":8.8740000000000006,"5min":8.8740000000000006,"15min":11.837},"last":0.57199999999999995},{"interface":"front","average":{"1min":1.2090000000000001,"5min":1.026,"15min":1.3089999999999999},"min":{"1min":0.435,"5min":0.33200000000000002,"15min":0.29699999999999999},"max":{"1min":10.311,"5min":10.311,"15min":11.456},"last":0.433}]},{"osd":4,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.57099999999999995,"15min":0.63800000000000001},"min":{"1min":0.255,"5min":0.255,"15min":0.251},"max":{"1min":3.5089999999999999,"5min":5.7089999999999996,"15min":8.7959999999999994},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.55700000000000005,"15min":0.63400000000000001},"min":{"1min":0.27800000000000002,"5min":0.27700000000000002,"15min":0.27500000000000002},"max":{"1min":1.1910000000000001,"5min":6.0519999999999996,"15min":6.6420000000000003},"last":0.40500000000000003}]},{"osd":6,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.55800000000000005,"15min":0.63400000000000001},"min":{"1min":0.35499999999999998,"5min":0.28100000000000003,"15min":0.254},"max":{"1min":3.6709999999999998,"5min":5.1180000000000003,"15min":9.3640000000000008},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.58799999999999997,"15min":0.71299999999999997},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.316},"max":{"1min":1.0980000000000001,"5min":3.2909999999999999,"15min":11.875999999999999},"last":0.51000000000000001}]},{"osd":7,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.63600000000000001,"15min":0.70899999999999996},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29399999999999998},"max":{"1min":3.5529999999999999,"5min":3.6829999999999998,"15min":8.0180000000000007},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.56100000000000005,"15min":0.73099999999999998},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.30099999999999999},"max":{"1min":3.7010000000000001,"5min":3.7010000000000001,"15min":6.8010000000000002},"last":0.49099999999999999}]}]},{"osd":4,"up_from":13,"seq":55834578863,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1597424,"kb_used_data":420,"kb_used_omap":860,"kb_used_meta":1596131,"kb_avail":92774416,"statfs":{"total":96636764160,"available":95001001984,"internally_reserved":0,"allocated":430080,"data_stored":169580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":880896,"internal_metadata":1634438912},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:30:28 2024","interfaces":[{"interface":"back","average":{"1min":1.1040000000000001,"5min":0.82199999999999995,"15min":1.115},"min":{"1min":0.26600000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":6.7430000000000003,"5min":6.7430000000000003,"15min":23.768999999999998},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.66400000000000003,"5min":1.01,"15min":1.038},"min":{"1min":0.29699999999999999,"5min":0.27800000000000002,"15min":0.252},"max":{"1min":2.1110000000000002,"5min":8.1110000000000007,"15min":8.9030000000000005},"last":0.65600000000000003}]},{"osd":1,"last update":"Sat Feb 10 05:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":0.95299999999999996,"15min":1.2250000000000001},"min":{"1min":0.434,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":3.3100000000000001,"5min":11.590999999999999,"15min":22.149000000000001},"last":0.91100000000000003},{"interface":"front","average":{"1min":1.381,"5min":1.2010000000000001,"15min":1.3839999999999999},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":5.2199999999999998,"5min":11.5,"15min":21.744},"last":0.72099999999999997}]},{"osd":2,"last update":"Sat Feb 10 05:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":1.032,"15min":1.1859999999999999},"min":{"1min":0.40699999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.425,"5min":9.8789999999999996,"15min":22.013000000000002},"last":0.67300000000000004},{"interface":"front","average":{"1min":1.1799999999999999,"5min":1.018,"15min":1.23},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":5.0430000000000001,"5min":6.2560000000000002,"15min":21.704999999999998},"last":0.75700000000000001}]},{"osd":3,"last update":"Sat Feb 10 05:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":1.2010000000000001,"15min":1.343},"min":{"1min":0.46400000000000002,"5min":0.33000000000000002,"15min":0.32600000000000001},"max":{"1min":1.1619999999999999,"5min":7.7270000000000003,"15min":9.9250000000000007},"last":0.74399999999999999},{"interface":"front","average":{"1min":1.208,"5min":1.224,"15min":1.4690000000000001},"min":{"1min":0.49199999999999999,"5min":0.36899999999999999,"15min":0.33500000000000002},"max":{"1min":5.3659999999999997,"5min":10.417,"15min":42.561},"last":1.0029999999999999}]},{"osd":5,"last update":"Sat Feb 10 05:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.45900000000000002,"15min":0.71599999999999997},"min":{"1min":0.27700000000000002,"5min":0.251,"15min":0.246},"max":{"1min":2.2559999999999998,"5min":2.2559999999999998,"15min":21.646999999999998},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56299999999999994,"15min":0.754},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.93200000000000005,"5min":4.3979999999999997,"15min":19.837},"last":0.70499999999999996}]},{"osd":6,"last update":"Sat Feb 10 05:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.502,"15min":0.69199999999999995},"min":{"1min":0.32500000000000001,"5min":0.254,"15min":0.254},"max":{"1min":1.143,"5min":3.4940000000000002,"15min":21.977},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.503,"15min":0.59299999999999997},"min":{"1min":0.35099999999999998,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":2.2280000000000002,"5min":2.2280000000000002,"15min":7.7699999999999996},"last":0.59899999999999998}]},{"osd":7,"last update":"Sat Feb 10 05:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.61099999999999999,"15min":0.81299999999999994},"min":{"1min":0.34599999999999997,"5min":0.315,"15min":0.28899999999999998},"max":{"1min":1.03,"5min":3.7250000000000001,"15min":31.224},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.60699999999999998,"15min":0.81200000000000006},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.32000000000000001},"max":{"1min":1.252,"5min":4.4429999999999996,"15min":22.044},"last":0.624}]}]},{"osd":3,"up_from":13,"seq":55834578822,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5016052,"kb_used_data":3964036,"kb_used_omap":1413,"kb_used_meta":1004282,"kb_avail":89355788,"statfs":{"total":96636764160,"available":91500326912,"internally_reserved":0,"allocated":4059172864,"data_stored":4050818961,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1447246,"internal_metadata":1028385458},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":128,"apply_latency_ms":128,"commit_latency_ns":128000000,"apply_latency_ns":128000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":1.833,"5min":1.925,"15min":1.9279999999999999},"min":{"1min":0.503,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":4.1520000000000001,"5min":14.031000000000001,"15min":29.007000000000001},"last":5.3959999999999999},{"interface":"front","average":{"1min":2.4990000000000001,"5min":2.036,"15min":2.2360000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":6.7430000000000003,"5min":14.377000000000001,"15min":26.983000000000001},"last":5.6130000000000004}]},{"osd":1,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":2.8599999999999999,"5min":2.3140000000000001,"15min":2.4089999999999998},"min":{"1min":0.443,"5min":0.39300000000000002,"15min":0.34000000000000002},"max":{"1min":10.619999999999999,"5min":12.856999999999999,"15min":25.419},"last":3.218},{"interface":"front","average":{"1min":2.9169999999999998,"5min":2.528,"15min":2.3969999999999998},"min":{"1min":0.61399999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":6.3550000000000004,"5min":14.635,"15min":14.635},"last":5.2130000000000001}]},{"osd":2,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":2.9809999999999999,"5min":2.6000000000000001,"15min":2.468},"min":{"1min":0.46600000000000003,"5min":0.35699999999999998,"15min":0.35399999999999998},"max":{"1min":14.454000000000001,"5min":19.146000000000001,"15min":21.626000000000001},"last":6.5940000000000003},{"interface":"front","average":{"1min":2.657,"5min":2.4169999999999998,"15min":2.3799999999999999},"min":{"1min":0.69799999999999995,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":6.431,"5min":14.215999999999999,"15min":14.215999999999999},"last":5.306}]},{"osd":4,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":2.2370000000000001,"5min":2.012,"15min":1.871},"min":{"1min":0.52000000000000002,"5min":0.38300000000000001,"15min":0.34499999999999997},"max":{"1min":6.0709999999999997,"5min":24.896000000000001,"15min":24.896000000000001},"last":1.179},{"interface":"front","average":{"1min":2.157,"5min":2.044,"15min":1.8700000000000001},"min":{"1min":0.44500000000000001,"5min":0.41699999999999998,"15min":0.33700000000000002},"max":{"1min":10.475,"5min":23.841999999999999,"15min":23.841999999999999},"last":1.3819999999999999}]},{"osd":5,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":2.3450000000000002,"5min":1.9319999999999999,"15min":1.968},"min":{"1min":0.48299999999999998,"5min":0.38200000000000001,"15min":0.378},"max":{"1min":10.721,"5min":10.721,"15min":25.303000000000001},"last":1.9610000000000001},{"interface":"front","average":{"1min":2.0939999999999999,"5min":1.9339999999999999,"15min":1.7430000000000001},"min":{"1min":0.73799999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":6.5430000000000001,"5min":13.797000000000001,"15min":13.797000000000001},"last":5.0970000000000004}]},{"osd":6,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":2.1440000000000001,"5min":2.1909999999999998,"15min":1.8640000000000001},"min":{"1min":0.76800000000000002,"5min":0.47799999999999998,"15min":0.45800000000000002},"max":{"1min":6.6299999999999999,"5min":14.477,"15min":14.477},"last":5.5},{"interface":"front","average":{"1min":2.3220000000000001,"5min":1.8380000000000001,"15min":1.887},"min":{"1min":0.58799999999999997,"5min":0.42199999999999999,"15min":0.39400000000000002},"max":{"1min":6.319,"5min":11.401,"15min":12.848000000000001},"last":1.2789999999999999}]},{"osd":7,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":2.3980000000000001,"5min":1.9239999999999999,"15min":1.966},"min":{"1min":0.52200000000000002,"5min":0.48399999999999999,"15min":0.42299999999999999},"max":{"1min":6.4219999999999997,"5min":11.483000000000001,"15min":12.887},"last":1.8759999999999999},{"interface":"front","average":{"1min":2.4540000000000002,"5min":2.117,"15min":2.0880000000000001},"min":{"1min":0.58299999999999996,"5min":0.47599999999999998,"15min":0.41699999999999998},"max":{"1min":10.81,"5min":12.571,"15min":12.571},"last":1.3140000000000001}]}]},{"osd":2,"up_from":13,"seq":55834578840,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1127316,"kb_used_data":17036,"kb_used_omap":308,"kb_used_meta":1109963,"kb_avail":93244524,"statfs":{"total":96636764160,"available":95482392576,"internally_reserved":0,"allocated":17444864,"data_stored":17111249,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315506,"internal_metadata":1136603022},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":93,"apply_latency_ms":93,"commit_latency_ns":93000000,"apply_latency_ns":93000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:30:16 2024","interfaces":[{"interface":"back","average":{"1min":1.6579999999999999,"5min":1.788,"15min":1.8660000000000001},"min":{"1min":0.45900000000000002,"5min":0.215,"15min":0.215},"max":{"1min":7.7400000000000002,"5min":7.7400000000000002,"15min":12.631},"last":25.66},{"interface":"front","average":{"1min":1.268,"5min":1.462,"15min":1.9470000000000001},"min":{"1min":0.44900000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":4.6669999999999998,"5min":8.1370000000000005,"15min":18.491},"last":3.1259999999999999}]},{"osd":1,"last update":"Sat Feb 10 05:30:16 2024","interfaces":[{"interface":"back","average":{"1min":1.804,"5min":2.0059999999999998,"15min":2.2160000000000002},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":4.3579999999999997,"5min":14.880000000000001,"15min":19.937000000000001},"last":8.3539999999999992},{"interface":"front","average":{"1min":1.641,"5min":2.2930000000000001,"15min":2.3210000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":6.2779999999999996,"5min":15.891999999999999,"15min":17.276},"last":3.5169999999999999}]},{"osd":3,"last update":"Sat Feb 10 05:30:16 2024","interfaces":[{"interface":"back","average":{"1min":2.3650000000000002,"5min":2.0760000000000001,"15min":2.2719999999999998},"min":{"1min":0.58999999999999997,"5min":0.443,"15min":0.38900000000000001},"max":{"1min":9.1809999999999992,"5min":12.085000000000001,"15min":34.304000000000002},"last":1.1120000000000001},{"interface":"front","average":{"1min":1.8680000000000001,"5min":2.1099999999999999,"15min":2.2160000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":5.8559999999999999,"5min":10.452999999999999,"15min":15.468999999999999},"last":4.077}]},{"osd":4,"last update":"Sat Feb 10 05:30:16 2024","interfaces":[{"interface":"back","average":{"1min":1.6020000000000001,"5min":1.724,"15min":1.6799999999999999},"min":{"1min":0.33200000000000002,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":5.7169999999999996,"5min":7.3010000000000002,"15min":11.037000000000001},"last":3.7120000000000002},{"interface":"front","average":{"1min":1.429,"5min":1.512,"15min":1.617},"min":{"1min":0.46999999999999997,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":4.8499999999999996,"5min":7.8819999999999997,"15min":13.077},"last":3.2330000000000001}]},{"osd":5,"last update":"Sat Feb 10 05:30:16 2024","interfaces":[{"interface":"back","average":{"1min":1.4710000000000001,"5min":1.7050000000000001,"15min":1.7490000000000001},"min":{"1min":0.38,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":4.9279999999999999,"5min":18.858000000000001,"15min":18.858000000000001},"last":3.4369999999999998},{"interface":"front","average":{"1min":1.6970000000000001,"5min":1.621,"15min":1.6859999999999999},"min":{"1min":0.51600000000000001,"5min":0.41699999999999998,"15min":0.40799999999999997},"max":{"1min":4.5209999999999999,"5min":19.236999999999998,"15min":19.864999999999998},"last":1.298}]},{"osd":6,"last update":"Sat Feb 10 05:30:16 2024","interfaces":[{"interface":"back","average":{"1min":1.6659999999999999,"5min":1.454,"15min":1.6850000000000001},"min":{"1min":0.59399999999999997,"5min":0.442,"15min":0.41399999999999998},"max":{"1min":4.6120000000000001,"5min":6.7469999999999999,"15min":19.901},"last":0.95899999999999996},{"interface":"front","average":{"1min":1.6850000000000001,"5min":1.694,"15min":1.756},"min":{"1min":0.499,"5min":0.435,"15min":0.435},"max":{"1min":5.6180000000000003,"5min":7.4029999999999996,"15min":10.901999999999999},"last":3.6219999999999999}]},{"osd":7,"last update":"Sat Feb 10 05:30:16 2024","interfaces":[{"interface":"back","average":{"1min":1.5529999999999999,"5min":1.6060000000000001,"15min":1.8009999999999999},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":5.0019999999999998,"5min":7.9740000000000002,"15min":13.16},"last":3.3380000000000001},{"interface":"front","average":{"1min":1.7849999999999999,"5min":1.577,"15min":1.768},"min":{"1min":0.64600000000000002,"5min":0.48099999999999998,"15min":0.46700000000000003},"max":{"1min":4.6879999999999997,"5min":6.8230000000000004,"15min":19.814},"last":1.202}]}]},{"osd":1,"up_from":13,"seq":55834578837,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":3634068,"kb_used_data":1890380,"kb_used_omap":949,"kb_used_meta":1742730,"kb_avail":90737772,"statfs":{"total":96636764160,"available":92915478528,"internally_reserved":0,"allocated":1935749120,"data_stored":1931425567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":972503,"internal_metadata":1784555817},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":163,"apply_latency_ms":163,"commit_latency_ns":163000000,"apply_latency_ns":163000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:30:09 2024","interfaces":[{"interface":"back","average":{"1min":1.6679999999999999,"5min":2.0640000000000001,"15min":1.8149999999999999},"min":{"1min":0.48699999999999999,"5min":0.23300000000000001,"15min":0.22500000000000001},"max":{"1min":5.0389999999999997,"5min":19.869,"15min":19.869},"last":0.73499999999999999},{"interface":"front","average":{"1min":1.4199999999999999,"5min":2.0790000000000002,"15min":1.8200000000000001},"min":{"1min":0.50900000000000001,"5min":0.36399999999999999,"15min":0.24199999999999999},"max":{"1min":8.1020000000000003,"5min":12.374000000000001,"15min":13.875},"last":1.3089999999999999}]},{"osd":2,"last update":"Sat Feb 10 05:30:09 2024","interfaces":[{"interface":"back","average":{"1min":2.3119999999999998,"5min":2.6080000000000001,"15min":2.3460000000000001},"min":{"1min":0.31,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":6.4640000000000004,"5min":15.927,"15min":15.927},"last":0.90300000000000002},{"interface":"front","average":{"1min":2.5369999999999999,"5min":2.1779999999999999,"15min":2.1829999999999998},"min":{"1min":0.52700000000000002,"5min":0.33000000000000002,"15min":0.24299999999999999},"max":{"1min":13.818,"5min":13.818,"15min":13.818},"last":0.98699999999999999}]},{"osd":3,"last update":"Sat Feb 10 05:30:09 2024","interfaces":[{"interface":"back","average":{"1min":2.008,"5min":2.48,"15min":2.3300000000000001},"min":{"1min":0.47199999999999998,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":5.9969999999999999,"5min":11.859999999999999,"15min":11.859999999999999},"last":1.377},{"interface":"front","average":{"1min":1.8999999999999999,"5min":2.5489999999999999,"15min":2.3279999999999998},"min":{"1min":0.61799999999999999,"5min":0.5,"15min":0.39800000000000002},"max":{"1min":5.0380000000000003,"5min":12.285,"15min":15.688000000000001},"last":1.3500000000000001}]},{"osd":4,"last update":"Sat Feb 10 05:30:09 2024","interfaces":[{"interface":"back","average":{"1min":1.6359999999999999,"5min":1.8340000000000001,"15min":1.923},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":4.258,"5min":12.537000000000001,"15min":13.228},"last":1.47},{"interface":"front","average":{"1min":1.472,"5min":1.831,"15min":1.7529999999999999},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":4.806,"5min":10.323,"15min":12.028},"last":1.6200000000000001}]},{"osd":5,"last update":"Sat Feb 10 05:30:09 2024","interfaces":[{"interface":"back","average":{"1min":1.163,"5min":1.8280000000000001,"15min":1.679},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":4.8520000000000003,"5min":11.962,"15min":13.302},"last":1.655},{"interface":"front","average":{"1min":1.7110000000000001,"5min":1.9410000000000001,"15min":2.0230000000000001},"min":{"1min":0.443,"5min":0.443,"15min":0.41999999999999998},"max":{"1min":4.4020000000000001,"5min":12.695,"15min":13.441000000000001},"last":1.4990000000000001}]},{"osd":6,"last update":"Sat Feb 10 05:30:09 2024","interfaces":[{"interface":"back","average":{"1min":1.222,"5min":1.921,"15min":1.792},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.44},"max":{"1min":4.9489999999999998,"5min":12.087,"15min":13.619},"last":1.556},{"interface":"front","average":{"1min":1.7689999999999999,"5min":1.9750000000000001,"15min":2.1030000000000002},"min":{"1min":0.52500000000000002,"5min":0.50900000000000001,"15min":0.499},"max":{"1min":4.4699999999999998,"5min":12.619,"15min":13.56},"last":1.429}]},{"osd":7,"last update":"Sat Feb 10 05:30:09 2024","interfaces":[{"interface":"back","average":{"1min":1.5609999999999999,"5min":1.925,"15min":1.849},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.45400000000000001},"max":{"1min":4.9379999999999997,"5min":10.202999999999999,"15min":11.955},"last":1.5229999999999999},{"interface":"front","average":{"1min":1.3400000000000001,"5min":2.044,"15min":1.875},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":5.024,"5min":12.195,"15min":13.720000000000001},"last":1.593}]}]},{"osd":0,"up_from":13,"seq":55834578854,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":3046476,"kb_used_data":1236356,"kb_used_omap":235,"kb_used_meta":1809876,"kb_avail":91325364,"statfs":{"total":96636764160,"available":93517172736,"internally_reserved":0,"allocated":1266028544,"data_stored":1263437732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":241166,"internal_metadata":1853313522},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":110,"apply_latency_ms":110,"commit_latency_ns":110000000,"apply_latency_ns":110000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":3.2330000000000001,"5min":2.2370000000000001,"15min":2.1070000000000002},"min":{"1min":0.77900000000000003,"5min":0.24099999999999999,"15min":0.214},"max":{"1min":9.5960000000000001,"5min":13.923,"15min":20.202000000000002},"last":2.464},{"interface":"front","average":{"1min":2.476,"5min":1.8620000000000001,"15min":2.0590000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.26700000000000002},"max":{"1min":13.657,"5min":13.657,"15min":16.731000000000002},"last":8.7720000000000002}]},{"osd":2,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":2.851,"5min":2.0179999999999998,"15min":2.1539999999999999},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.23699999999999999},"max":{"1min":11.321,"5min":11.321,"15min":32.631999999999998},"last":2.5649999999999999},{"interface":"front","average":{"1min":2.2749999999999999,"5min":1.9870000000000001,"15min":2.2229999999999999},"min":{"1min":0.61199999999999999,"5min":0.51600000000000001,"15min":0.35799999999999998},"max":{"1min":13.516,"5min":13.516,"15min":32.896000000000001},"last":8.8770000000000007}]},{"osd":3,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":2.161,"5min":1.9490000000000001,"15min":2.1720000000000002},"min":{"1min":0.50700000000000001,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":6.0010000000000003,"5min":10.848000000000001,"15min":12.976000000000001},"last":10.363},{"interface":"front","average":{"1min":3.1030000000000002,"5min":2.754,"15min":2.5840000000000001},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.36699999999999999},"max":{"1min":9.3930000000000007,"5min":10.515000000000001,"15min":34.837000000000003},"last":7.2610000000000001}]},{"osd":4,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":1.4790000000000001,"5min":1.4059999999999999,"15min":1.575},"min":{"1min":0.49299999999999999,"5min":0.374,"15min":0.36599999999999999},"max":{"1min":4.2750000000000004,"5min":10.545999999999999,"15min":16.282},"last":10.276999999999999},{"interface":"front","average":{"1min":2.234,"5min":1.6870000000000001,"15min":1.704},"min":{"1min":0.56200000000000006,"5min":0.499,"15min":0.40500000000000003},"max":{"1min":9.5099999999999998,"5min":9.5099999999999998,"15min":16.472000000000001},"last":3.806}]},{"osd":5,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":1.976,"5min":1.3819999999999999,"15min":1.4930000000000001},"min":{"1min":0.58099999999999996,"5min":0.443,"15min":0.38700000000000001},"max":{"1min":13.335000000000001,"5min":13.335000000000001,"15min":13.335000000000001},"last":3.359},{"interface":"front","average":{"1min":1.732,"5min":1.518,"15min":1.6619999999999999},"min":{"1min":0.54500000000000004,"5min":0.44600000000000001,"15min":0.40899999999999997},"max":{"1min":6.9359999999999999,"5min":10.659000000000001,"15min":13.074999999999999},"last":10.045}]},{"osd":6,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":2.4689999999999999,"5min":1.837,"15min":1.774},"min":{"1min":0.66100000000000003,"5min":0.61199999999999999,"15min":0.44600000000000001},"max":{"1min":11.273999999999999,"5min":11.273999999999999,"15min":16.548999999999999},"last":2.657},{"interface":"front","average":{"1min":2.1120000000000001,"5min":1.54,"15min":1.716},"min":{"1min":0.60999999999999999,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":13.436999999999999,"5min":13.436999999999999,"15min":16.425999999999998},"last":3.4580000000000002}]},{"osd":7,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":2.1360000000000001,"5min":1.6599999999999999,"15min":1.8149999999999999},"min":{"1min":0.63700000000000001,"5min":0.53700000000000003,"15min":0.49399999999999999},"max":{"1min":13.59,"5min":13.59,"15min":17.23},"last":3.9140000000000001},{"interface":"front","average":{"1min":1.794,"5min":1.5389999999999999,"15min":1.7809999999999999},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":6.9720000000000004,"5min":10.753,"15min":17.498999999999999},"last":10.451000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-10T05:31:01.866 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-02-10T05:31:01.867 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-10T05:31:02.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.175+0000 7f5f9099c640 1 Processor -- start 2024-02-10T05:31:02.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.175+0000 7f5f9099c640 1 -- start start 2024-02-10T05:31:02.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.177+0000 7f5f9099c640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f5f8c0cf020 0x7f5f8c0b3bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:02.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.178+0000 7f5f9099c640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f5f8c0b40f0 0x7f5f8c0b17a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:02.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.178+0000 7f5f9099c640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5f8c06d6e0 con 0x7f5f8c0b1ce0 2024-02-10T05:31:02.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.178+0000 7f5f9099c640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5f8c0b2170 con 0x7f5f8c0cf020 2024-02-10T05:31:02.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.178+0000 7f5f9099c640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5f8c0cc4d0 con 0x7f5f8c0b40f0 2024-02-10T05:31:02.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.178+0000 7f5f8a59c640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f5f8c0cf020 0x7f5f8c0b3bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:02.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.178+0000 7f5f8a59c640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f5f8c0cf020 0x7f5f8c0b3bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47270/0 (socket says 172.21.15.27:47270) 2024-02-10T05:31:02.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.178+0000 7f5f8a59c640 1 -- 172.21.15.27:0/951733896 learned_addr learned my addr 172.21.15.27:0/951733896 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:31:02.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.179+0000 7f5f89d9b640 1 -- 172.21.15.27:0/951733896 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 297292107 0 0) 0x7f5f8c06d6e0 con 0x7f5f8c0b1ce0 2024-02-10T05:31:02.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.178+0000 7f5f83fff640 1 --2- 172.21.15.27:0/951733896 >> v2:172.21.15.153:3300/0 conn(0x7f5f8c0b40f0 0x7f5f8c0b17a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:02.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.278+0000 7f5f89d9b640 1 -- 172.21.15.27:0/951733896 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5f78003500 con 0x7f5f8c0b1ce0 2024-02-10T05:31:02.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.278+0000 7f5f8a59c640 1 -- 172.21.15.27:0/951733896 >> v2:172.21.15.153:3300/0 conn(0x7f5f8c0b40f0 msgr2=0x7f5f8c0b17a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:31:02.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.278+0000 7f5f8a59c640 1 --2- 172.21.15.27:0/951733896 >> v2:172.21.15.153:3300/0 conn(0x7f5f8c0b40f0 0x7f5f8c0b17a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:02.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.278+0000 7f5f8a59c640 1 -- 172.21.15.27:0/951733896 >> v1:172.21.15.27:6789/0 conn(0x7f5f8c0b1ce0 legacy=0x7f5f8c0712d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:02.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.278+0000 7f5f8a59c640 1 -- 172.21.15.27:0/951733896 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f8c16ab30 con 0x7f5f8c0cf020 2024-02-10T05:31:02.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.280+0000 7f5f8a59c640 1 --2- 172.21.15.27:0/951733896 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5f8c0cf020 0x7f5f8c0b3bb0 secure :-1 s=READY pgs=1991 cs=0 l=1 rev1=1 crypto rx=0x7f5f8c08afa0 tx=0x7f5f7c02ce80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f170381b3729d298 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:02.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.280+0000 7f5f89d9b640 1 -- 172.21.15.27:0/951733896 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f7c02dc30 con 0x7f5f8c0cf020 2024-02-10T05:31:02.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.280+0000 7f5f89d9b640 1 -- 172.21.15.27:0/951733896 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5f7c02dd90 con 0x7f5f8c0cf020 2024-02-10T05:31:02.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.280+0000 7f5f89d9b640 1 -- 172.21.15.27:0/951733896 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f7c035640 con 0x7f5f8c0cf020 2024-02-10T05:31:02.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.282+0000 7f5f9099c640 1 -- 172.21.15.27:0/951733896 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5f8c0cf020 msgr2=0x7f5f8c0b3bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:02.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.282+0000 7f5f9099c640 1 --2- 172.21.15.27:0/951733896 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5f8c0cf020 0x7f5f8c0b3bb0 secure :-1 s=READY pgs=1991 cs=0 l=1 rev1=1 crypto rx=0x7f5f8c08afa0 tx=0x7f5f7c02ce80 comp rx=0 tx=0).stop 2024-02-10T05:31:02.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.282+0000 7f5f9099c640 1 -- 172.21.15.27:0/951733896 shutdown_connections 2024-02-10T05:31:02.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.282+0000 7f5f9099c640 1 --2- 172.21.15.27:0/951733896 >> v2:172.21.15.153:3300/0 conn(0x7f5f8c0b40f0 0x7f5f8c0b17a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:02.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.282+0000 7f5f9099c640 1 --2- 172.21.15.27:0/951733896 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5f8c0cf020 0x7f5f8c0b3bb0 unknown :-1 s=CLOSED pgs=1991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:02.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.282+0000 7f5f9099c640 1 -- 172.21.15.27:0/951733896 >> 172.21.15.27:0/951733896 conn(0x7f5f8c06b070 msgr2=0x7f5f8c06b480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:02.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.282+0000 7f5f9099c640 1 -- 172.21.15.27:0/951733896 shutdown_connections 2024-02-10T05:31:02.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.282+0000 7f5f9099c640 1 -- 172.21.15.27:0/951733896 wait complete. 2024-02-10T05:31:02.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.283+0000 7f5f9099c640 1 Processor -- start 2024-02-10T05:31:02.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.283+0000 7f5f9099c640 1 -- start start 2024-02-10T05:31:02.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.284+0000 7f5f9099c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5f8c0b1ce0 0x7f5f8c16bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:02.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.284+0000 7f5f9099c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5f8c0b40f0 0x7f5f8c16b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:02.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.284+0000 7f5f9099c640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5f8c166080 0x7f5f8c06e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:02.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.284+0000 7f5f9099c640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f8c20cea0 con 0x7f5f8c0b40f0 2024-02-10T05:31:02.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.284+0000 7f5f9099c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f8c16c640 con 0x7f5f8c0b1ce0 2024-02-10T05:31:02.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.284+0000 7f5f9099c640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5f8c16bc20 con 0x7f5f8c166080 2024-02-10T05:31:02.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.284+0000 7f5f83fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5f8c0b40f0 0x7f5f8c16b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:02.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.284+0000 7f5f83fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5f8c0b40f0 0x7f5f8c16b6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47280/0 (socket says 172.21.15.27:47280) 2024-02-10T05:31:02.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.284+0000 7f5f83fff640 1 -- 172.21.15.27:0/2857369484 learned_addr learned my addr 172.21.15.27:0/2857369484 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:31:02.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.285+0000 7f5f8ad9d640 1 --2- 172.21.15.27:0/2857369484 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5f8c166080 0x7f5f8c06e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:02.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.285+0000 7f5f8a59c640 1 --2- 172.21.15.27:0/2857369484 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5f8c0b1ce0 0x7f5f8c16bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:02.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.285+0000 7f5f8ad9d640 1 -- 172.21.15.27:0/2857369484 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5f8c0b1ce0 msgr2=0x7f5f8c16bfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:02.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.285+0000 7f5f8ad9d640 1 --2- 172.21.15.27:0/2857369484 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5f8c0b1ce0 0x7f5f8c16bfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:02.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.285+0000 7f5f8ad9d640 1 -- 172.21.15.27:0/2857369484 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5f8c0b40f0 msgr2=0x7f5f8c16b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:02.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.285+0000 7f5f8ad9d640 1 --2- 172.21.15.27:0/2857369484 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5f8c0b40f0 0x7f5f8c16b6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:02.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.285+0000 7f5f8ad9d640 1 -- 172.21.15.27:0/2857369484 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f7c00a670 con 0x7f5f8c166080 2024-02-10T05:31:02.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.285+0000 7f5f83fff640 1 --2- 172.21.15.27:0/2857369484 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5f8c0b40f0 0x7f5f8c16b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T05:31:02.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.285+0000 7f5f8a59c640 1 --2- 172.21.15.27:0/2857369484 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5f8c0b1ce0 0x7f5f8c16bfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T05:31:02.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.286+0000 7f5f8ad9d640 1 --2- 172.21.15.27:0/2857369484 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5f8c166080 0x7f5f8c06e0c0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f5f8400c760 tx=0x7f5f8400cc20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:02.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.286+0000 7f5f82ffd640 1 -- 172.21.15.27:0/2857369484 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f84003b70 con 0x7f5f8c166080 2024-02-10T05:31:02.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.286+0000 7f5f82ffd640 1 -- 172.21.15.27:0/2857369484 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5f84003cf0 con 0x7f5f8c166080 2024-02-10T05:31:02.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.286+0000 7f5f9099c640 1 -- 172.21.15.27:0/2857369484 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5f8c20c0e0 con 0x7f5f8c166080 2024-02-10T05:31:02.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.286+0000 7f5f82ffd640 1 -- 172.21.15.27:0/2857369484 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f8400aa90 con 0x7f5f8c166080 2024-02-10T05:31:02.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.286+0000 7f5f9099c640 1 -- 172.21.15.27:0/2857369484 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5f8c20c6a0 con 0x7f5f8c166080 2024-02-10T05:31:02.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.289+0000 7f5f9099c640 1 -- 172.21.15.27:0/2857369484 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5f8c067cc0 con 0x7f5f8c166080 2024-02-10T05:31:02.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.290+0000 7f5f82ffd640 1 -- 172.21.15.27:0/2857369484 <== mon.2 v2:172.21.15.153:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f5f8400abf0 con 0x7f5f8c166080 2024-02-10T05:31:02.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.291+0000 7f5f82ffd640 1 --2- 172.21.15.27:0/2857369484 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5f6c06b810 0x7f5f6c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:02.291 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.291+0000 7f5f82ffd640 1 -- 172.21.15.27:0/2857369484 <== mon.2 v2:172.21.15.153:3301/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f5f84089a60 con 0x7f5f8c166080 2024-02-10T05:31:02.291 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.291+0000 7f5f8a59c640 1 --2- 172.21.15.27:0/2857369484 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5f6c06b810 0x7f5f6c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:02.292 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.292+0000 7f5f8a59c640 1 --2- 172.21.15.27:0/2857369484 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5f6c06b810 0x7f5f6c06dcd0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f5f7c037000 tx=0x7f5f7c008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:02.295 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.295+0000 7f5f82ffd640 1 -- 172.21.15.27:0/2857369484 <== mon.2 v2:172.21.15.153:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f5f840548c0 con 0x7f5f8c166080 2024-02-10T05:31:02.830 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.830+0000 7f5f9099c640 1 -- 172.21.15.27:0/2857369484 --> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f5f8c0b4590 con 0x7f5f6c06b810 2024-02-10T05:31:02.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.832+0000 7f5f82ffd640 1 -- 172.21.15.27:0/2857369484 <== mgr.4106 v2:172.21.15.153:6832/1248308414 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+49178 (secure 0 0 0) 0x7f5f7c004510 con 0x7f5f6c06b810 2024-02-10T05:31:02.833 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:31:02.834 INFO:teuthology.orchestra.run.smithi027.stderr:dumped all 2024-02-10T05:31:02.837 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.836+0000 7f5f9099c640 1 -- 172.21.15.27:0/2857369484 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5f6c06b810 msgr2=0x7f5f6c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:02.837 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.836+0000 7f5f9099c640 1 --2- 172.21.15.27:0/2857369484 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5f6c06b810 0x7f5f6c06dcd0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f5f7c037000 tx=0x7f5f7c008040 comp rx=0 tx=0).stop 2024-02-10T05:31:02.837 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.836+0000 7f5f9099c640 1 -- 172.21.15.27:0/2857369484 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5f8c166080 msgr2=0x7f5f8c06e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:02.837 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.836+0000 7f5f9099c640 1 --2- 172.21.15.27:0/2857369484 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5f8c166080 0x7f5f8c06e0c0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f5f8400c760 tx=0x7f5f8400cc20 comp rx=0 tx=0).stop 2024-02-10T05:31:02.837 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.836+0000 7f5f9099c640 1 -- 172.21.15.27:0/2857369484 shutdown_connections 2024-02-10T05:31:02.837 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.836+0000 7f5f9099c640 1 --2- 172.21.15.27:0/2857369484 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5f6c06b810 0x7f5f6c06dcd0 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:02.838 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.836+0000 7f5f9099c640 1 --2- 172.21.15.27:0/2857369484 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5f8c166080 0x7f5f8c06e0c0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:02.838 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.836+0000 7f5f9099c640 1 --2- 172.21.15.27:0/2857369484 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5f8c0b40f0 0x7f5f8c16b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:02.838 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.836+0000 7f5f9099c640 1 --2- 172.21.15.27:0/2857369484 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5f8c0b1ce0 0x7f5f8c16bfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:02.838 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.836+0000 7f5f9099c640 1 -- 172.21.15.27:0/2857369484 >> 172.21.15.27:0/2857369484 conn(0x7f5f8c06b070 msgr2=0x7f5f8c0ce450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:02.838 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.836+0000 7f5f9099c640 1 -- 172.21.15.27:0/2857369484 shutdown_connections 2024-02-10T05:31:02.838 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:02.836+0000 7f5f9099c640 1 -- 172.21.15.27:0/2857369484 wait complete. 2024-02-10T05:31:02.861 INFO:teuthology.orchestra.run.smithi027.stdout:{"pg_ready":true,"pg_map":{"version":10059,"stamp":"2024-02-10T05:31:01.660176+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":147,"num_read_kb":128,"num_write":210,"num_write_kb":3462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":162,"ondisk_log_size":162,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":74,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":5,"kb":754974720,"kb_used":18861092,"kb_used_data":7110068,"kb_used_omap":4755,"kb_used_meta":11699884,"kb_avail":736113628,"statfs":{"total":773094113280,"available":753780355072,"internally_reserved":0,"allocated":7280709632,"data_stored":7264062197,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4869195,"internal_metadata":11980682165},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":614,"apply_latency_ms":614,"commit_latency_ns":614000000,"apply_latency_ns":614000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-29731614889,"num_objects":-24950,"num_object_clones":0,"num_object_copies":-49900,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-24950,"num_whiteouts":0,"num_read":-2067196,"num_read_kb":-145466325,"num_write":-6551713,"num_write_kb":-162905866,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.601064"},"pg_stats":[{"pgid":"1.0","version":"34'162","reported_seq":420,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-02-10T05:30:54.764995+0000","last_change":"2024-02-09T23:56:40.567250+0000","last_active":"2024-02-10T05:30:54.764995+0000","last_peered":"2024-02-10T05:30:54.764995+0000","last_clean":"2024-02-10T05:30:54.764995+0000","last_became_active":"2024-02-09T23:56:40.566372+0000","last_became_peered":"2024-02-09T23:56:40.566372+0000","last_unstale":"2024-02-10T05:30:54.764995+0000","last_undegraded":"2024-02-10T05:30:54.764995+0000","last_fullsized":"2024-02-10T05:30:54.764995+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:39.545898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:39.545898+0000","last_clean_scrub_stamp":"2024-02-09T23:56:39.545898+0000","objects_scrubbed":0,"log_size":162,"log_dups_size":0,"ondisk_log_size":162,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:46:32.589061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":147,"num_read_kb":128,"num_write":210,"num_write_kb":3462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":147,"num_read_kb":128,"num_write":210,"num_write_kb":3462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":162,"ondisk_log_size":162,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834578863,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1488432,"kb_used_data":1000,"kb_used_omap":511,"kb_used_meta":1486912,"kb_avail":92883408,"statfs":{"total":96636764160,"available":95112609792,"internally_reserved":0,"allocated":1024000,"data_stored":759948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":523824,"internal_metadata":1522598352},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":35,"apply_latency_ms":35,"commit_latency_ns":35000000,"apply_latency_ns":35000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.93899999999999995,"15min":1.087},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":1.401,"5min":11.786,"15min":11.786},"last":0.82599999999999996},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.82299999999999995,"15min":1.0680000000000001},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.2689999999999999,"5min":4.883,"15min":11.151},"last":4.5170000000000003}]},{"osd":1,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.5940000000000001,"5min":1.2490000000000001,"15min":1.3879999999999999},"min":{"1min":0.35299999999999998,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":7.4610000000000003,"5min":7.4610000000000003,"15min":10.032999999999999},"last":0.94399999999999995},{"interface":"front","average":{"1min":1.246,"5min":1.129,"15min":1.2789999999999999},"min":{"1min":0.43099999999999999,"5min":0.309,"15min":0.27000000000000002},"max":{"1min":6.9889999999999999,"5min":9.7420000000000009,"15min":10.19},"last":1.022}]},{"osd":2,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":1.077,"15min":1.3140000000000001},"min":{"1min":0.41199999999999998,"5min":0.33500000000000002,"15min":0.30599999999999999},"max":{"1min":3.0579999999999998,"5min":10.210000000000001,"15min":16.288},"last":1.129},{"interface":"front","average":{"1min":1.0249999999999999,"5min":1.1799999999999999,"15min":1.218},"min":{"1min":0.432,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":3.5129999999999999,"5min":5.9009999999999998,"15min":8.2880000000000003},"last":0.79500000000000004}]},{"osd":3,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.165,"5min":1.262,"15min":1.4219999999999999},"min":{"1min":0.38100000000000001,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":6.0300000000000002,"5min":8.3460000000000001,"15min":16.248999999999999},"last":0.72299999999999998},{"interface":"front","average":{"1min":1.157,"5min":1.2050000000000001,"15min":1.504},"min":{"1min":0.40400000000000003,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":6.665,"5min":13.387,"15min":19.670999999999999},"last":0.69399999999999995}]},{"osd":4,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.51500000000000001,"15min":0.63700000000000001},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.245},"max":{"1min":1.2450000000000001,"5min":7.0060000000000002,"15min":7.1100000000000003},"last":0.621},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.45300000000000001,"15min":0.621},"min":{"1min":0.28399999999999997,"5min":0.27900000000000003,"15min":0.25600000000000001},"max":{"1min":0.90300000000000002,"5min":1.149,"15min":10.083},"last":0.64800000000000002}]},{"osd":5,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.502,"15min":0.69899999999999995},"min":{"1min":0.31,"5min":0.28000000000000003,"15min":0.26700000000000002},"max":{"1min":1.1459999999999999,"5min":2.46,"15min":8.3789999999999996},"last":0.755},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.78200000000000003},"min":{"1min":0.307,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":1.2450000000000001,"5min":4.1639999999999997,"15min":5.9400000000000004},"last":0.67700000000000005}]},{"osd":6,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.58399999999999996,"15min":0.70599999999999996},"min":{"1min":0.33600000000000002,"5min":0.32300000000000001,"15min":0.315},"max":{"1min":1.2190000000000001,"5min":4.1980000000000004,"15min":7.0750000000000002},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.48099999999999998,"15min":0.65400000000000003},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.92800000000000005,"5min":0.98999999999999999,"15min":12.151999999999999},"last":0.77200000000000002}]}]},{"osd":6,"up_from":13,"seq":55834578864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1506224,"kb_used_data":420,"kb_used_omap":259,"kb_used_meta":1505532,"kb_avail":92865616,"statfs":{"total":96636764160,"available":95094390784,"internally_reserved":0,"allocated":430080,"data_stored":169580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":265492,"internal_metadata":1541665516},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":46,"apply_latency_ms":46,"commit_latency_ns":46000000,"apply_latency_ns":46000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.91400000000000003,"15min":0.89800000000000002},"min":{"1min":0.38700000000000001,"5min":0.26700000000000002,"15min":0.251},"max":{"1min":1.5109999999999999,"5min":11.291,"15min":12.923},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.76300000000000001,"15min":0.875},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.27500000000000002},"max":{"1min":1.3919999999999999,"5min":7.407,"15min":8.7919999999999998},"last":1.4359999999999999}]},{"osd":1,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.4419999999999999,"5min":1.429,"15min":1.238},"min":{"1min":0.30099999999999999,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":5.6760000000000002,"5min":11.364000000000001,"15min":12.119},"last":3.9649999999999999},{"interface":"front","average":{"1min":1.369,"5min":1.6599999999999999,"15min":1.643},"min":{"1min":0.41499999999999998,"5min":0.29299999999999998,"15min":0.28399999999999997},"max":{"1min":6.6779999999999999,"5min":11.584,"15min":54.817999999999998},"last":3.8929999999999998}]},{"osd":2,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.833,"5min":1.524,"15min":1.369},"min":{"1min":0.443,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":8.2799999999999994,"5min":8.2799999999999994,"15min":10.111000000000001},"last":0.55500000000000005},{"interface":"front","average":{"1min":1.113,"5min":1.3660000000000001,"15min":1.292},"min":{"1min":0.51300000000000001,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":5.0460000000000003,"5min":12.388,"15min":12.388},"last":1.3180000000000001}]},{"osd":3,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.863,"5min":1.395,"15min":1.464},"min":{"1min":0.45600000000000002,"5min":0.33600000000000002,"15min":0.314},"max":{"1min":8.0609999999999999,"5min":10.239000000000001,"15min":18.111000000000001},"last":1.5269999999999999},{"interface":"front","average":{"1min":1.7549999999999999,"5min":1.6699999999999999,"15min":1.4770000000000001},"min":{"1min":0.41199999999999998,"5min":0.36899999999999999,"15min":0.307},"max":{"1min":8.5020000000000007,"5min":12.552,"15min":19.010999999999999},"last":0.89500000000000002}]},{"osd":4,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.49299999999999999,"15min":0.65200000000000002},"min":{"1min":0.25600000000000001,"5min":0.245,"15min":0.245},"max":{"1min":0.83499999999999996,"5min":4.0209999999999999,"15min":11.833},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.57099999999999995,"15min":0.63600000000000001},"min":{"1min":0.29199999999999998,"5min":0.28999999999999998,"15min":0.27400000000000002},"max":{"1min":0.70199999999999996,"5min":6.3129999999999997,"15min":13.521000000000001},"last":0.433}]},{"osd":5,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.58399999999999996,"15min":0.64900000000000002},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.27500000000000002},"max":{"1min":0.60899999999999999,"5min":4.2539999999999996,"15min":8.4450000000000003},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.67500000000000004,"15min":0.77300000000000002},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.29099999999999998},"max":{"1min":0.80100000000000005,"5min":11.334,"15min":24.384},"last":0.41999999999999998}]},{"osd":7,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.60899999999999999,"15min":0.63400000000000001},"min":{"1min":0.35499999999999998,"5min":0.33100000000000002,"15min":0.30099999999999999},"max":{"1min":0.61499999999999999,"5min":3.9580000000000002,"15min":10.538},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.63700000000000001,"15min":0.76600000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.30399999999999999},"max":{"1min":0.65100000000000002,"5min":4.2199999999999998,"15min":22.616},"last":0.44500000000000001}]}]},{"osd":5,"up_from":13,"seq":55834578864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1445100,"kb_used_data":420,"kb_used_omap":217,"kb_used_meta":1444454,"kb_avail":92926740,"statfs":{"total":96636764160,"available":95156981760,"internally_reserved":0,"allocated":430080,"data_stored":169580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":222562,"internal_metadata":1479121566},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":39,"apply_latency_ms":39,"commit_latency_ns":39000000,"apply_latency_ns":39000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":1.028,"15min":1.0509999999999999},"min":{"1min":0.26700000000000002,"5min":0.25700000000000001,"15min":0.21199999999999999},"max":{"1min":3.2559999999999998,"5min":11.403,"15min":11.904},"last":0.61499999999999999},{"interface":"front","average":{"1min":1.1950000000000001,"5min":1.069,"15min":1.026},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.254},"max":{"1min":6.8369999999999997,"5min":10.894,"15min":10.894},"last":6.952}]},{"osd":1,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.2370000000000001,"5min":1.355,"15min":1.3169999999999999},"min":{"1min":0.41499999999999998,"5min":0.26600000000000001,"15min":0.25700000000000001},"max":{"1min":4.2670000000000003,"5min":8.5980000000000008,"15min":9.4410000000000007},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.89900000000000002,"5min":1.1240000000000001,"15min":1.256},"min":{"1min":0.32400000000000001,"5min":0.31900000000000001,"15min":0.309},"max":{"1min":4.0990000000000002,"5min":7.1680000000000001,"15min":11.797000000000001},"last":0.65600000000000003}]},{"osd":2,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.135,"5min":1.254,"15min":1.258},"min":{"1min":0.33600000000000002,"5min":0.32400000000000001,"15min":0.27600000000000002},"max":{"1min":4.5659999999999998,"5min":9.2469999999999999,"15min":12.946999999999999},"last":0.69899999999999995},{"interface":"front","average":{"1min":1.349,"5min":1.425,"15min":1.333},"min":{"1min":0.40400000000000003,"5min":0.35099999999999998,"15min":0.29499999999999998},"max":{"1min":5.6989999999999998,"5min":9.1539999999999999,"15min":9.8859999999999992},"last":0.58999999999999997}]},{"osd":3,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.7330000000000001,"5min":1.113,"15min":1.383},"min":{"1min":0.36299999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":8.8740000000000006,"5min":8.8740000000000006,"15min":11.837},"last":0.57199999999999995},{"interface":"front","average":{"1min":1.2090000000000001,"5min":1.026,"15min":1.3089999999999999},"min":{"1min":0.435,"5min":0.33200000000000002,"15min":0.29699999999999999},"max":{"1min":10.311,"5min":10.311,"15min":11.456},"last":0.433}]},{"osd":4,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.57099999999999995,"15min":0.63800000000000001},"min":{"1min":0.255,"5min":0.255,"15min":0.251},"max":{"1min":3.5089999999999999,"5min":5.7089999999999996,"15min":8.7959999999999994},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.55700000000000005,"15min":0.63400000000000001},"min":{"1min":0.27800000000000002,"5min":0.27700000000000002,"15min":0.27500000000000002},"max":{"1min":1.1910000000000001,"5min":6.0519999999999996,"15min":6.6420000000000003},"last":0.40500000000000003}]},{"osd":6,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.55800000000000005,"15min":0.63400000000000001},"min":{"1min":0.35499999999999998,"5min":0.28100000000000003,"15min":0.254},"max":{"1min":3.6709999999999998,"5min":5.1180000000000003,"15min":9.3640000000000008},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.58799999999999997,"15min":0.71299999999999997},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.316},"max":{"1min":1.0980000000000001,"5min":3.2909999999999999,"15min":11.875999999999999},"last":0.51000000000000001}]},{"osd":7,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.63600000000000001,"15min":0.70899999999999996},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29399999999999998},"max":{"1min":3.5529999999999999,"5min":3.6829999999999998,"15min":8.0180000000000007},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.56100000000000005,"15min":0.73099999999999998},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.30099999999999999},"max":{"1min":3.7010000000000001,"5min":3.7010000000000001,"15min":6.8010000000000002},"last":0.49099999999999999}]}]},{"osd":4,"up_from":13,"seq":55834578863,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1597424,"kb_used_data":420,"kb_used_omap":860,"kb_used_meta":1596131,"kb_avail":92774416,"statfs":{"total":96636764160,"available":95001001984,"internally_reserved":0,"allocated":430080,"data_stored":169580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":880896,"internal_metadata":1634438912},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:30:28 2024","interfaces":[{"interface":"back","average":{"1min":1.1040000000000001,"5min":0.82199999999999995,"15min":1.115},"min":{"1min":0.26600000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":6.7430000000000003,"5min":6.7430000000000003,"15min":23.768999999999998},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.66400000000000003,"5min":1.01,"15min":1.038},"min":{"1min":0.29699999999999999,"5min":0.27800000000000002,"15min":0.252},"max":{"1min":2.1110000000000002,"5min":8.1110000000000007,"15min":8.9030000000000005},"last":0.65600000000000003}]},{"osd":1,"last update":"Sat Feb 10 05:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":0.95299999999999996,"15min":1.2250000000000001},"min":{"1min":0.434,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":3.3100000000000001,"5min":11.590999999999999,"15min":22.149000000000001},"last":0.91100000000000003},{"interface":"front","average":{"1min":1.381,"5min":1.2010000000000001,"15min":1.3839999999999999},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":5.2199999999999998,"5min":11.5,"15min":21.744},"last":0.72099999999999997}]},{"osd":2,"last update":"Sat Feb 10 05:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":1.032,"15min":1.1859999999999999},"min":{"1min":0.40699999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.425,"5min":9.8789999999999996,"15min":22.013000000000002},"last":0.67300000000000004},{"interface":"front","average":{"1min":1.1799999999999999,"5min":1.018,"15min":1.23},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":5.0430000000000001,"5min":6.2560000000000002,"15min":21.704999999999998},"last":0.75700000000000001}]},{"osd":3,"last update":"Sat Feb 10 05:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":1.2010000000000001,"15min":1.343},"min":{"1min":0.46400000000000002,"5min":0.33000000000000002,"15min":0.32600000000000001},"max":{"1min":1.1619999999999999,"5min":7.7270000000000003,"15min":9.9250000000000007},"last":0.74399999999999999},{"interface":"front","average":{"1min":1.208,"5min":1.224,"15min":1.4690000000000001},"min":{"1min":0.49199999999999999,"5min":0.36899999999999999,"15min":0.33500000000000002},"max":{"1min":5.3659999999999997,"5min":10.417,"15min":42.561},"last":1.0029999999999999}]},{"osd":5,"last update":"Sat Feb 10 05:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.45900000000000002,"15min":0.71599999999999997},"min":{"1min":0.27700000000000002,"5min":0.251,"15min":0.246},"max":{"1min":2.2559999999999998,"5min":2.2559999999999998,"15min":21.646999999999998},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56299999999999994,"15min":0.754},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.93200000000000005,"5min":4.3979999999999997,"15min":19.837},"last":0.70499999999999996}]},{"osd":6,"last update":"Sat Feb 10 05:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.502,"15min":0.69199999999999995},"min":{"1min":0.32500000000000001,"5min":0.254,"15min":0.254},"max":{"1min":1.143,"5min":3.4940000000000002,"15min":21.977},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.503,"15min":0.59299999999999997},"min":{"1min":0.35099999999999998,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":2.2280000000000002,"5min":2.2280000000000002,"15min":7.7699999999999996},"last":0.59899999999999998}]},{"osd":7,"last update":"Sat Feb 10 05:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.61099999999999999,"15min":0.81299999999999994},"min":{"1min":0.34599999999999997,"5min":0.315,"15min":0.28899999999999998},"max":{"1min":1.03,"5min":3.7250000000000001,"15min":31.224},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.60699999999999998,"15min":0.81200000000000006},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.32000000000000001},"max":{"1min":1.252,"5min":4.4429999999999996,"15min":22.044},"last":0.624}]}]},{"osd":3,"up_from":13,"seq":55834578822,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5016052,"kb_used_data":3964036,"kb_used_omap":1413,"kb_used_meta":1004282,"kb_avail":89355788,"statfs":{"total":96636764160,"available":91500326912,"internally_reserved":0,"allocated":4059172864,"data_stored":4050818961,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1447246,"internal_metadata":1028385458},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":128,"apply_latency_ms":128,"commit_latency_ns":128000000,"apply_latency_ns":128000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":1.833,"5min":1.925,"15min":1.9279999999999999},"min":{"1min":0.503,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":4.1520000000000001,"5min":14.031000000000001,"15min":29.007000000000001},"last":5.3959999999999999},{"interface":"front","average":{"1min":2.4990000000000001,"5min":2.036,"15min":2.2360000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":6.7430000000000003,"5min":14.377000000000001,"15min":26.983000000000001},"last":5.6130000000000004}]},{"osd":1,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":2.8599999999999999,"5min":2.3140000000000001,"15min":2.4089999999999998},"min":{"1min":0.443,"5min":0.39300000000000002,"15min":0.34000000000000002},"max":{"1min":10.619999999999999,"5min":12.856999999999999,"15min":25.419},"last":3.218},{"interface":"front","average":{"1min":2.9169999999999998,"5min":2.528,"15min":2.3969999999999998},"min":{"1min":0.61399999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":6.3550000000000004,"5min":14.635,"15min":14.635},"last":5.2130000000000001}]},{"osd":2,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":2.9809999999999999,"5min":2.6000000000000001,"15min":2.468},"min":{"1min":0.46600000000000003,"5min":0.35699999999999998,"15min":0.35399999999999998},"max":{"1min":14.454000000000001,"5min":19.146000000000001,"15min":21.626000000000001},"last":6.5940000000000003},{"interface":"front","average":{"1min":2.657,"5min":2.4169999999999998,"15min":2.3799999999999999},"min":{"1min":0.69799999999999995,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":6.431,"5min":14.215999999999999,"15min":14.215999999999999},"last":5.306}]},{"osd":4,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":2.2370000000000001,"5min":2.012,"15min":1.871},"min":{"1min":0.52000000000000002,"5min":0.38300000000000001,"15min":0.34499999999999997},"max":{"1min":6.0709999999999997,"5min":24.896000000000001,"15min":24.896000000000001},"last":1.179},{"interface":"front","average":{"1min":2.157,"5min":2.044,"15min":1.8700000000000001},"min":{"1min":0.44500000000000001,"5min":0.41699999999999998,"15min":0.33700000000000002},"max":{"1min":10.475,"5min":23.841999999999999,"15min":23.841999999999999},"last":1.3819999999999999}]},{"osd":5,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":2.3450000000000002,"5min":1.9319999999999999,"15min":1.968},"min":{"1min":0.48299999999999998,"5min":0.38200000000000001,"15min":0.378},"max":{"1min":10.721,"5min":10.721,"15min":25.303000000000001},"last":1.9610000000000001},{"interface":"front","average":{"1min":2.0939999999999999,"5min":1.9339999999999999,"15min":1.7430000000000001},"min":{"1min":0.73799999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":6.5430000000000001,"5min":13.797000000000001,"15min":13.797000000000001},"last":5.0970000000000004}]},{"osd":6,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":2.1440000000000001,"5min":2.1909999999999998,"15min":1.8640000000000001},"min":{"1min":0.76800000000000002,"5min":0.47799999999999998,"15min":0.45800000000000002},"max":{"1min":6.6299999999999999,"5min":14.477,"15min":14.477},"last":5.5},{"interface":"front","average":{"1min":2.3220000000000001,"5min":1.8380000000000001,"15min":1.887},"min":{"1min":0.58799999999999997,"5min":0.42199999999999999,"15min":0.39400000000000002},"max":{"1min":6.319,"5min":11.401,"15min":12.848000000000001},"last":1.2789999999999999}]},{"osd":7,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":2.3980000000000001,"5min":1.9239999999999999,"15min":1.966},"min":{"1min":0.52200000000000002,"5min":0.48399999999999999,"15min":0.42299999999999999},"max":{"1min":6.4219999999999997,"5min":11.483000000000001,"15min":12.887},"last":1.8759999999999999},{"interface":"front","average":{"1min":2.4540000000000002,"5min":2.117,"15min":2.0880000000000001},"min":{"1min":0.58299999999999996,"5min":0.47599999999999998,"15min":0.41699999999999998},"max":{"1min":10.81,"5min":12.571,"15min":12.571},"last":1.3140000000000001}]}]},{"osd":2,"up_from":13,"seq":55834578840,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1127316,"kb_used_data":17036,"kb_used_omap":308,"kb_used_meta":1109963,"kb_avail":93244524,"statfs":{"total":96636764160,"available":95482392576,"internally_reserved":0,"allocated":17444864,"data_stored":17111249,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315506,"internal_metadata":1136603022},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":93,"apply_latency_ms":93,"commit_latency_ns":93000000,"apply_latency_ns":93000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:30:16 2024","interfaces":[{"interface":"back","average":{"1min":1.6579999999999999,"5min":1.788,"15min":1.8660000000000001},"min":{"1min":0.45900000000000002,"5min":0.215,"15min":0.215},"max":{"1min":7.7400000000000002,"5min":7.7400000000000002,"15min":12.631},"last":25.66},{"interface":"front","average":{"1min":1.268,"5min":1.462,"15min":1.9470000000000001},"min":{"1min":0.44900000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":4.6669999999999998,"5min":8.1370000000000005,"15min":18.491},"last":3.1259999999999999}]},{"osd":1,"last update":"Sat Feb 10 05:30:16 2024","interfaces":[{"interface":"back","average":{"1min":1.804,"5min":2.0059999999999998,"15min":2.2160000000000002},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":4.3579999999999997,"5min":14.880000000000001,"15min":19.937000000000001},"last":8.3539999999999992},{"interface":"front","average":{"1min":1.641,"5min":2.2930000000000001,"15min":2.3210000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":6.2779999999999996,"5min":15.891999999999999,"15min":17.276},"last":3.5169999999999999}]},{"osd":3,"last update":"Sat Feb 10 05:30:16 2024","interfaces":[{"interface":"back","average":{"1min":2.3650000000000002,"5min":2.0760000000000001,"15min":2.2719999999999998},"min":{"1min":0.58999999999999997,"5min":0.443,"15min":0.38900000000000001},"max":{"1min":9.1809999999999992,"5min":12.085000000000001,"15min":34.304000000000002},"last":1.1120000000000001},{"interface":"front","average":{"1min":1.8680000000000001,"5min":2.1099999999999999,"15min":2.2160000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":5.8559999999999999,"5min":10.452999999999999,"15min":15.468999999999999},"last":4.077}]},{"osd":4,"last update":"Sat Feb 10 05:30:16 2024","interfaces":[{"interface":"back","average":{"1min":1.6020000000000001,"5min":1.724,"15min":1.6799999999999999},"min":{"1min":0.33200000000000002,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":5.7169999999999996,"5min":7.3010000000000002,"15min":11.037000000000001},"last":3.7120000000000002},{"interface":"front","average":{"1min":1.429,"5min":1.512,"15min":1.617},"min":{"1min":0.46999999999999997,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":4.8499999999999996,"5min":7.8819999999999997,"15min":13.077},"last":3.2330000000000001}]},{"osd":5,"last update":"Sat Feb 10 05:30:16 2024","interfaces":[{"interface":"back","average":{"1min":1.4710000000000001,"5min":1.7050000000000001,"15min":1.7490000000000001},"min":{"1min":0.38,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":4.9279999999999999,"5min":18.858000000000001,"15min":18.858000000000001},"last":3.4369999999999998},{"interface":"front","average":{"1min":1.6970000000000001,"5min":1.621,"15min":1.6859999999999999},"min":{"1min":0.51600000000000001,"5min":0.41699999999999998,"15min":0.40799999999999997},"max":{"1min":4.5209999999999999,"5min":19.236999999999998,"15min":19.864999999999998},"last":1.298}]},{"osd":6,"last update":"Sat Feb 10 05:30:16 2024","interfaces":[{"interface":"back","average":{"1min":1.6659999999999999,"5min":1.454,"15min":1.6850000000000001},"min":{"1min":0.59399999999999997,"5min":0.442,"15min":0.41399999999999998},"max":{"1min":4.6120000000000001,"5min":6.7469999999999999,"15min":19.901},"last":0.95899999999999996},{"interface":"front","average":{"1min":1.6850000000000001,"5min":1.694,"15min":1.756},"min":{"1min":0.499,"5min":0.435,"15min":0.435},"max":{"1min":5.6180000000000003,"5min":7.4029999999999996,"15min":10.901999999999999},"last":3.6219999999999999}]},{"osd":7,"last update":"Sat Feb 10 05:30:16 2024","interfaces":[{"interface":"back","average":{"1min":1.5529999999999999,"5min":1.6060000000000001,"15min":1.8009999999999999},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":5.0019999999999998,"5min":7.9740000000000002,"15min":13.16},"last":3.3380000000000001},{"interface":"front","average":{"1min":1.7849999999999999,"5min":1.577,"15min":1.768},"min":{"1min":0.64600000000000002,"5min":0.48099999999999998,"15min":0.46700000000000003},"max":{"1min":4.6879999999999997,"5min":6.8230000000000004,"15min":19.814},"last":1.202}]}]},{"osd":1,"up_from":13,"seq":55834578837,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":3634068,"kb_used_data":1890380,"kb_used_omap":949,"kb_used_meta":1742730,"kb_avail":90737772,"statfs":{"total":96636764160,"available":92915478528,"internally_reserved":0,"allocated":1935749120,"data_stored":1931425567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":972503,"internal_metadata":1784555817},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":163,"apply_latency_ms":163,"commit_latency_ns":163000000,"apply_latency_ns":163000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:30:09 2024","interfaces":[{"interface":"back","average":{"1min":1.6679999999999999,"5min":2.0640000000000001,"15min":1.8149999999999999},"min":{"1min":0.48699999999999999,"5min":0.23300000000000001,"15min":0.22500000000000001},"max":{"1min":5.0389999999999997,"5min":19.869,"15min":19.869},"last":0.73499999999999999},{"interface":"front","average":{"1min":1.4199999999999999,"5min":2.0790000000000002,"15min":1.8200000000000001},"min":{"1min":0.50900000000000001,"5min":0.36399999999999999,"15min":0.24199999999999999},"max":{"1min":8.1020000000000003,"5min":12.374000000000001,"15min":13.875},"last":1.3089999999999999}]},{"osd":2,"last update":"Sat Feb 10 05:30:09 2024","interfaces":[{"interface":"back","average":{"1min":2.3119999999999998,"5min":2.6080000000000001,"15min":2.3460000000000001},"min":{"1min":0.31,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":6.4640000000000004,"5min":15.927,"15min":15.927},"last":0.90300000000000002},{"interface":"front","average":{"1min":2.5369999999999999,"5min":2.1779999999999999,"15min":2.1829999999999998},"min":{"1min":0.52700000000000002,"5min":0.33000000000000002,"15min":0.24299999999999999},"max":{"1min":13.818,"5min":13.818,"15min":13.818},"last":0.98699999999999999}]},{"osd":3,"last update":"Sat Feb 10 05:30:09 2024","interfaces":[{"interface":"back","average":{"1min":2.008,"5min":2.48,"15min":2.3300000000000001},"min":{"1min":0.47199999999999998,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":5.9969999999999999,"5min":11.859999999999999,"15min":11.859999999999999},"last":1.377},{"interface":"front","average":{"1min":1.8999999999999999,"5min":2.5489999999999999,"15min":2.3279999999999998},"min":{"1min":0.61799999999999999,"5min":0.5,"15min":0.39800000000000002},"max":{"1min":5.0380000000000003,"5min":12.285,"15min":15.688000000000001},"last":1.3500000000000001}]},{"osd":4,"last update":"Sat Feb 10 05:30:09 2024","interfaces":[{"interface":"back","average":{"1min":1.6359999999999999,"5min":1.8340000000000001,"15min":1.923},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":4.258,"5min":12.537000000000001,"15min":13.228},"last":1.47},{"interface":"front","average":{"1min":1.472,"5min":1.831,"15min":1.7529999999999999},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":4.806,"5min":10.323,"15min":12.028},"last":1.6200000000000001}]},{"osd":5,"last update":"Sat Feb 10 05:30:09 2024","interfaces":[{"interface":"back","average":{"1min":1.163,"5min":1.8280000000000001,"15min":1.679},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":4.8520000000000003,"5min":11.962,"15min":13.302},"last":1.655},{"interface":"front","average":{"1min":1.7110000000000001,"5min":1.9410000000000001,"15min":2.0230000000000001},"min":{"1min":0.443,"5min":0.443,"15min":0.41999999999999998},"max":{"1min":4.4020000000000001,"5min":12.695,"15min":13.441000000000001},"last":1.4990000000000001}]},{"osd":6,"last update":"Sat Feb 10 05:30:09 2024","interfaces":[{"interface":"back","average":{"1min":1.222,"5min":1.921,"15min":1.792},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.44},"max":{"1min":4.9489999999999998,"5min":12.087,"15min":13.619},"last":1.556},{"interface":"front","average":{"1min":1.7689999999999999,"5min":1.9750000000000001,"15min":2.1030000000000002},"min":{"1min":0.52500000000000002,"5min":0.50900000000000001,"15min":0.499},"max":{"1min":4.4699999999999998,"5min":12.619,"15min":13.56},"last":1.429}]},{"osd":7,"last update":"Sat Feb 10 05:30:09 2024","interfaces":[{"interface":"back","average":{"1min":1.5609999999999999,"5min":1.925,"15min":1.849},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.45400000000000001},"max":{"1min":4.9379999999999997,"5min":10.202999999999999,"15min":11.955},"last":1.5229999999999999},{"interface":"front","average":{"1min":1.3400000000000001,"5min":2.044,"15min":1.875},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":5.024,"5min":12.195,"15min":13.720000000000001},"last":1.593}]}]},{"osd":0,"up_from":13,"seq":55834578854,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":3046476,"kb_used_data":1236356,"kb_used_omap":235,"kb_used_meta":1809876,"kb_avail":91325364,"statfs":{"total":96636764160,"available":93517172736,"internally_reserved":0,"allocated":1266028544,"data_stored":1263437732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":241166,"internal_metadata":1853313522},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":110,"apply_latency_ms":110,"commit_latency_ns":110000000,"apply_latency_ns":110000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":3.2330000000000001,"5min":2.2370000000000001,"15min":2.1070000000000002},"min":{"1min":0.77900000000000003,"5min":0.24099999999999999,"15min":0.214},"max":{"1min":9.5960000000000001,"5min":13.923,"15min":20.202000000000002},"last":2.464},{"interface":"front","average":{"1min":2.476,"5min":1.8620000000000001,"15min":2.0590000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.26700000000000002},"max":{"1min":13.657,"5min":13.657,"15min":16.731000000000002},"last":8.7720000000000002}]},{"osd":2,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":2.851,"5min":2.0179999999999998,"15min":2.1539999999999999},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.23699999999999999},"max":{"1min":11.321,"5min":11.321,"15min":32.631999999999998},"last":2.5649999999999999},{"interface":"front","average":{"1min":2.2749999999999999,"5min":1.9870000000000001,"15min":2.2229999999999999},"min":{"1min":0.61199999999999999,"5min":0.51600000000000001,"15min":0.35799999999999998},"max":{"1min":13.516,"5min":13.516,"15min":32.896000000000001},"last":8.8770000000000007}]},{"osd":3,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":2.161,"5min":1.9490000000000001,"15min":2.1720000000000002},"min":{"1min":0.50700000000000001,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":6.0010000000000003,"5min":10.848000000000001,"15min":12.976000000000001},"last":10.363},{"interface":"front","average":{"1min":3.1030000000000002,"5min":2.754,"15min":2.5840000000000001},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.36699999999999999},"max":{"1min":9.3930000000000007,"5min":10.515000000000001,"15min":34.837000000000003},"last":7.2610000000000001}]},{"osd":4,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":1.4790000000000001,"5min":1.4059999999999999,"15min":1.575},"min":{"1min":0.49299999999999999,"5min":0.374,"15min":0.36599999999999999},"max":{"1min":4.2750000000000004,"5min":10.545999999999999,"15min":16.282},"last":10.276999999999999},{"interface":"front","average":{"1min":2.234,"5min":1.6870000000000001,"15min":1.704},"min":{"1min":0.56200000000000006,"5min":0.499,"15min":0.40500000000000003},"max":{"1min":9.5099999999999998,"5min":9.5099999999999998,"15min":16.472000000000001},"last":3.806}]},{"osd":5,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":1.976,"5min":1.3819999999999999,"15min":1.4930000000000001},"min":{"1min":0.58099999999999996,"5min":0.443,"15min":0.38700000000000001},"max":{"1min":13.335000000000001,"5min":13.335000000000001,"15min":13.335000000000001},"last":3.359},{"interface":"front","average":{"1min":1.732,"5min":1.518,"15min":1.6619999999999999},"min":{"1min":0.54500000000000004,"5min":0.44600000000000001,"15min":0.40899999999999997},"max":{"1min":6.9359999999999999,"5min":10.659000000000001,"15min":13.074999999999999},"last":10.045}]},{"osd":6,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":2.4689999999999999,"5min":1.837,"15min":1.774},"min":{"1min":0.66100000000000003,"5min":0.61199999999999999,"15min":0.44600000000000001},"max":{"1min":11.273999999999999,"5min":11.273999999999999,"15min":16.548999999999999},"last":2.657},{"interface":"front","average":{"1min":2.1120000000000001,"5min":1.54,"15min":1.716},"min":{"1min":0.60999999999999999,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":13.436999999999999,"5min":13.436999999999999,"15min":16.425999999999998},"last":3.4580000000000002}]},{"osd":7,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":2.1360000000000001,"5min":1.6599999999999999,"15min":1.8149999999999999},"min":{"1min":0.63700000000000001,"5min":0.53700000000000003,"15min":0.49399999999999999},"max":{"1min":13.59,"5min":13.59,"15min":17.23},"last":3.9140000000000001},{"interface":"front","average":{"1min":1.794,"5min":1.5389999999999999,"15min":1.7809999999999999},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":6.9720000000000004,"5min":10.753,"15min":17.498999999999999},"last":10.451000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-10T05:31:02.863 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-10T05:31:03.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.155+0000 7f0603aff640 1 Processor -- start 2024-02-10T05:31:03.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.155+0000 7f0603aff640 1 -- start start 2024-02-10T05:31:03.158 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.157+0000 7f0603aff640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f05fc0cf530 0x7f05fc072890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:03.158 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.157+0000 7f0603aff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f05fc06c370 0x7f05fc15c920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:03.158 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.157+0000 7f0603aff640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f05fc15ce60 con 0x7f05fc0cf910 2024-02-10T05:31:03.158 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.157+0000 7f0603aff640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f05fc06ec40 con 0x7f05fc06c370 2024-02-10T05:31:03.158 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.157+0000 7f0603aff640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05fc15d030 con 0x7f05fc0cf530 2024-02-10T05:31:03.158 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.158+0000 7f060209c640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f05fc06c370 0x7f05fc15c920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:03.158 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.158+0000 7f060189b640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f05fc0cf530 0x7f05fc072890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:03.158 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.158+0000 7f060109a640 1 --1- >> v1:172.21.15.153:6789/0 conn(0x7f05fc0cf910 0x7f05fc06bc60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.27:55670/0 (socket says 172.21.15.27:55670) 2024-02-10T05:31:03.159 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.158+0000 7f060109a640 1 -- 172.21.15.27:0/2124887786 learned_addr learned my addr 172.21.15.27:0/2124887786 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-10T05:31:03.159 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.158+0000 7f060189b640 1 -- 172.21.15.27:0/2124887786 >> v2:172.21.15.27:3300/0 conn(0x7f05fc06c370 msgr2=0x7f05fc15c920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:31:03.159 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.158+0000 7f060189b640 1 --2- 172.21.15.27:0/2124887786 >> v2:172.21.15.27:3300/0 conn(0x7f05fc06c370 0x7f05fc15c920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:03.159 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.158+0000 7f0600899640 1 -- 172.21.15.27:0/2124887786 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1324993802 0 0) 0x7f05fc15ce60 con 0x7f05fc0cf910 2024-02-10T05:31:03.160 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.158+0000 7f060189b640 1 -- 172.21.15.27:0/2124887786 >> v1:172.21.15.153:6789/0 conn(0x7f05fc0cf910 legacy=0x7f05fc06bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:03.160 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.158+0000 7f060189b640 1 -- 172.21.15.27:0/2124887786 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05fc06e3a0 con 0x7f05fc0cf530 2024-02-10T05:31:03.161 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.160+0000 7f060189b640 1 --2- 172.21.15.27:0/2124887786 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f05fc0cf530 0x7f05fc072890 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f05f00097a0 tx=0x7f05f002b8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e74a3899566e669b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:03.161 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.161+0000 7f0600899640 1 -- 172.21.15.27:0/2124887786 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05f0031830 con 0x7f05fc0cf530 2024-02-10T05:31:03.161 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.161+0000 7f0600899640 1 -- 172.21.15.27:0/2124887786 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05f0031990 con 0x7f05fc0cf530 2024-02-10T05:31:03.161 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.161+0000 7f0600899640 1 -- 172.21.15.27:0/2124887786 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05f0031d20 con 0x7f05fc0cf530 2024-02-10T05:31:03.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.162+0000 7f0603aff640 1 -- 172.21.15.27:0/2124887786 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f05fc0cf530 msgr2=0x7f05fc072890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:03.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.162+0000 7f0603aff640 1 --2- 172.21.15.27:0/2124887786 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f05fc0cf530 0x7f05fc072890 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f05f00097a0 tx=0x7f05f002b8d0 comp rx=0 tx=0).stop 2024-02-10T05:31:03.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.162+0000 7f0603aff640 1 -- 172.21.15.27:0/2124887786 shutdown_connections 2024-02-10T05:31:03.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.162+0000 7f0603aff640 1 --2- 172.21.15.27:0/2124887786 >> v2:172.21.15.27:3300/0 conn(0x7f05fc06c370 0x7f05fc15c920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:03.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.162+0000 7f0603aff640 1 --2- 172.21.15.27:0/2124887786 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f05fc0cf530 0x7f05fc072890 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:03.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.162+0000 7f0603aff640 1 -- 172.21.15.27:0/2124887786 >> 172.21.15.27:0/2124887786 conn(0x7f05fc071b60 msgr2=0x7f05fc071f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:03.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.162+0000 7f0603aff640 1 -- 172.21.15.27:0/2124887786 shutdown_connections 2024-02-10T05:31:03.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.163+0000 7f0603aff640 1 -- 172.21.15.27:0/2124887786 wait complete. 2024-02-10T05:31:03.166 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.166+0000 7f0603aff640 1 Processor -- start 2024-02-10T05:31:03.166 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.166+0000 7f0603aff640 1 -- start start 2024-02-10T05:31:03.172 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.168+0000 7f0603aff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f05fc06c370 0x7f05fc145830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:03.172 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.168+0000 7f0603aff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f05fc0cf530 0x7f05fc099b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:03.172 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.168+0000 7f0603aff640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f05fc0cf910 0x7f05fc09a7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:03.172 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.168+0000 7f0603aff640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05fc158640 con 0x7f05fc0cf530 2024-02-10T05:31:03.172 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.168+0000 7f0603aff640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05fc158920 con 0x7f05fc06c370 2024-02-10T05:31:03.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.168+0000 7f0603aff640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05fc158c00 con 0x7f05fc0cf910 2024-02-10T05:31:03.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.168+0000 7f060109a640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f05fc0cf530 0x7f05fc099b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:03.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.168+0000 7f060109a640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f05fc0cf530 0x7f05fc099b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47296/0 (socket says 172.21.15.27:47296) 2024-02-10T05:31:03.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.168+0000 7f060209c640 1 --2- 172.21.15.27:0/4036374962 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f05fc0cf910 0x7f05fc09a7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:03.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.168+0000 7f060109a640 1 -- 172.21.15.27:0/4036374962 learned_addr learned my addr 172.21.15.27:0/4036374962 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:31:03.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.168+0000 7f060189b640 1 --2- 172.21.15.27:0/4036374962 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f05fc06c370 0x7f05fc145830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:03.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.169+0000 7f060209c640 1 -- 172.21.15.27:0/4036374962 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f05fc06c370 msgr2=0x7f05fc145830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:03.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.169+0000 7f060209c640 1 --2- 172.21.15.27:0/4036374962 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f05fc06c370 0x7f05fc145830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:03.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.169+0000 7f060209c640 1 -- 172.21.15.27:0/4036374962 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f05fc0cf530 msgr2=0x7f05fc099b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:03.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.169+0000 7f060209c640 1 --2- 172.21.15.27:0/4036374962 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f05fc0cf530 0x7f05fc099b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:03.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.169+0000 7f060209c640 1 -- 172.21.15.27:0/4036374962 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05f0009400 con 0x7f05fc0cf910 2024-02-10T05:31:03.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.169+0000 7f060209c640 1 --2- 172.21.15.27:0/4036374962 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f05fc0cf910 0x7f05fc09a7b0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f05f400efc0 tx=0x7f05f400c490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:03.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.169+0000 7f05ee7fc640 1 -- 172.21.15.27:0/4036374962 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05f4009c00 con 0x7f05fc0cf910 2024-02-10T05:31:03.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.169+0000 7f05ee7fc640 1 -- 172.21.15.27:0/4036374962 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05f400f040 con 0x7f05fc0cf910 2024-02-10T05:31:03.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.169+0000 7f05ee7fc640 1 -- 172.21.15.27:0/4036374962 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05f40146c0 con 0x7f05fc0cf910 2024-02-10T05:31:03.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.169+0000 7f0603aff640 1 -- 172.21.15.27:0/4036374962 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f05fc158ee0 con 0x7f05fc0cf910 2024-02-10T05:31:03.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.170+0000 7f0603aff640 1 -- 172.21.15.27:0/4036374962 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f05fc145d70 con 0x7f05fc0cf910 2024-02-10T05:31:03.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.172+0000 7f0603aff640 1 -- 172.21.15.27:0/4036374962 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f05fc0746c0 con 0x7f05fc0cf910 2024-02-10T05:31:03.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.172+0000 7f05ee7fc640 1 -- 172.21.15.27:0/4036374962 <== mon.2 v2:172.21.15.153:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f05f4014820 con 0x7f05fc0cf910 2024-02-10T05:31:03.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.173+0000 7f05ee7fc640 1 --2- 172.21.15.27:0/4036374962 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f05e006b810 0x7f05e006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:03.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.174+0000 7f05ee7fc640 1 -- 172.21.15.27:0/4036374962 <== mon.2 v2:172.21.15.153:3301/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f05f408ac60 con 0x7f05fc0cf910 2024-02-10T05:31:03.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.174+0000 7f060189b640 1 --2- 172.21.15.27:0/4036374962 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f05e006b810 0x7f05e006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:03.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.175+0000 7f060189b640 1 --2- 172.21.15.27:0/4036374962 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f05e006b810 0x7f05e006dcd0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f05f0036000 tx=0x7f05f003c040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:03.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.178+0000 7f05ee7fc640 1 -- 172.21.15.27:0/4036374962 <== mon.2 v2:172.21.15.153:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f05f40559a0 con 0x7f05fc0cf910 2024-02-10T05:31:03.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.718+0000 7f0603aff640 1 -- 172.21.15.27:0/4036374962 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f05fc0af5a0 con 0x7f05fc0cf910 2024-02-10T05:31:03.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.720+0000 7f05ee7fc640 1 -- 172.21.15.27:0/4036374962 <== mon.2 v2:172.21.15.153:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v37) v1 ==== 74+0+13022 (secure 0 0 0) 0x7f05f4018070 con 0x7f05fc0cf910 2024-02-10T05:31:03.720 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:31:03.721 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":37,"fsid":"f24ca931-45fe-4451-aaf1-a42070f02587","created":"2024-02-09T23:56:27.111512+0000","modified":"2024-02-10T05:30:54.058307+0000","last_up_change":"2024-02-09T23:56:38.543798+0000","last_in_change":"2024-02-09T23:56:29.458427+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:56:39.494694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"040c29ec-8cb3-4a12-85d9-9cd1dd27d3a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6818","nonce":2430846680}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6822","nonce":2430846680}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6827","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6829","nonce":2430846680}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":2430846680},{"type":"v1","addr":"172.21.15.27:6826","nonce":2430846680}]},"public_addr":"172.21.15.27:6818/2430846680","cluster_addr":"172.21.15.27:6822/2430846680","heartbeat_back_addr":"172.21.15.27:6829/2430846680","heartbeat_front_addr":"172.21.15.27:6826/2430846680","state":["exists","up"]},{"osd":1,"uuid":"26f1910c-a52b-4f90-8460-92b6f914ad60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6819","nonce":455477678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6823","nonce":455477678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6831","nonce":455477678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":455477678},{"type":"v1","addr":"172.21.15.27:6828","nonce":455477678}]},"public_addr":"172.21.15.27:6819/455477678","cluster_addr":"172.21.15.27:6823/455477678","heartbeat_back_addr":"172.21.15.27:6831/455477678","heartbeat_front_addr":"172.21.15.27:6828/455477678","state":["exists","up"]},{"osd":2,"uuid":"f679772c-f909-40dd-bd85-7df57a906e23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6801","nonce":1592291643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6803","nonce":1592291643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6807","nonce":1592291643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":1592291643},{"type":"v1","addr":"172.21.15.27:6805","nonce":1592291643}]},"public_addr":"172.21.15.27:6801/1592291643","cluster_addr":"172.21.15.27:6803/1592291643","heartbeat_back_addr":"172.21.15.27:6807/1592291643","heartbeat_front_addr":"172.21.15.27:6805/1592291643","state":["exists","up"]},{"osd":3,"uuid":"147121cb-e155-459a-ba1e-4804464e0cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6809","nonce":2474913129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6811","nonce":2474913129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6815","nonce":2474913129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2474913129},{"type":"v1","addr":"172.21.15.27:6813","nonce":2474913129}]},"public_addr":"172.21.15.27:6809/2474913129","cluster_addr":"172.21.15.27:6811/2474913129","heartbeat_back_addr":"172.21.15.27:6815/2474913129","heartbeat_front_addr":"172.21.15.27:6813/2474913129","state":["exists","up"]},{"osd":4,"uuid":"8bd42be0-bc30-4629-9a23-4646c5b5d41d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6820","nonce":1391244229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6824","nonce":1391244229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6831","nonce":1391244229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":1391244229},{"type":"v1","addr":"172.21.15.153:6828","nonce":1391244229}]},"public_addr":"172.21.15.153:6820/1391244229","cluster_addr":"172.21.15.153:6824/1391244229","heartbeat_back_addr":"172.21.15.153:6831/1391244229","heartbeat_front_addr":"172.21.15.153:6828/1391244229","state":["exists","up"]},{"osd":5,"uuid":"64ce2de7-b0b2-4c7d-9869-872743400dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6817","nonce":3596656413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6819","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6821","nonce":3596656413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6827","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6829","nonce":3596656413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6823","nonce":3596656413},{"type":"v1","addr":"172.21.15.153:6825","nonce":3596656413}]},"public_addr":"172.21.15.153:6817/3596656413","cluster_addr":"172.21.15.153:6821/3596656413","heartbeat_back_addr":"172.21.15.153:6829/3596656413","heartbeat_front_addr":"172.21.15.153:6825/3596656413","state":["exists","up"]},{"osd":6,"uuid":"b2b2ed4d-22cd-4851-a798-78beb9bbbaf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6801","nonce":4177207361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6803","nonce":4177207361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6807","nonce":4177207361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":4177207361},{"type":"v1","addr":"172.21.15.153:6805","nonce":4177207361}]},"public_addr":"172.21.15.153:6801/4177207361","cluster_addr":"172.21.15.153:6803/4177207361","heartbeat_back_addr":"172.21.15.153:6807/4177207361","heartbeat_front_addr":"172.21.15.153:6805/4177207361","state":["exists","up"]},{"osd":7,"uuid":"1a97e118-a0fe-450a-82f8-40bf5dd2b593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6809","nonce":2140922766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6811","nonce":2140922766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6815","nonce":2140922766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":2140922766},{"type":"v1","addr":"172.21.15.153:6813","nonce":2140922766}]},"public_addr":"172.21.15.153:6809/2140922766","cluster_addr":"172.21.15.153:6811/2140922766","heartbeat_back_addr":"172.21.15.153:6815/2140922766","heartbeat_front_addr":"172.21.15.153:6813/2140922766","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.591670+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.674746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.620837+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.642562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.657481+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.713786+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.587218+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:34.603514+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.153:6837/3332306953":"2024-02-11T05:30:50.040028+0000","172.21.15.153:6835/3332306953":"2024-02-11T05:30:50.040028+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-10T05:31:03.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.725+0000 7f0603aff640 1 -- 172.21.15.27:0/4036374962 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f05e006b810 msgr2=0x7f05e006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:03.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.725+0000 7f0603aff640 1 --2- 172.21.15.27:0/4036374962 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f05e006b810 0x7f05e006dcd0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f05f0036000 tx=0x7f05f003c040 comp rx=0 tx=0).stop 2024-02-10T05:31:03.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.725+0000 7f0603aff640 1 -- 172.21.15.27:0/4036374962 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f05fc0cf910 msgr2=0x7f05fc09a7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:03.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.725+0000 7f0603aff640 1 --2- 172.21.15.27:0/4036374962 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f05fc0cf910 0x7f05fc09a7b0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f05f400efc0 tx=0x7f05f400c490 comp rx=0 tx=0).stop 2024-02-10T05:31:03.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.725+0000 7f0603aff640 1 -- 172.21.15.27:0/4036374962 shutdown_connections 2024-02-10T05:31:03.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.725+0000 7f0603aff640 1 --2- 172.21.15.27:0/4036374962 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f05e006b810 0x7f05e006dcd0 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:03.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.725+0000 7f0603aff640 1 --2- 172.21.15.27:0/4036374962 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f05fc0cf910 0x7f05fc09a7b0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:03.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.725+0000 7f0603aff640 1 --2- 172.21.15.27:0/4036374962 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f05fc0cf530 0x7f05fc099b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:03.727 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.725+0000 7f0603aff640 1 --2- 172.21.15.27:0/4036374962 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f05fc06c370 0x7f05fc145830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:03.727 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.725+0000 7f0603aff640 1 -- 172.21.15.27:0/4036374962 >> 172.21.15.27:0/4036374962 conn(0x7f05fc071b60 msgr2=0x7f05fc0669f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:03.727 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.725+0000 7f0603aff640 1 -- 172.21.15.27:0/4036374962 shutdown_connections 2024-02-10T05:31:03.727 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:03.725+0000 7f0603aff640 1 -- 172.21.15.27:0/4036374962 wait complete. 2024-02-10T05:31:04.750 INFO:tasks.ceph:Scrubbing osd.0 2024-02-10T05:31:04.751 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-02-10T05:31:05.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.053+0000 7f2c674eb640 1 Processor -- start 2024-02-10T05:31:05.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.053+0000 7f2c674eb640 1 -- start start 2024-02-10T05:31:05.056 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.056+0000 7f2c674eb640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f2c6015d860 0x7f2c600b49c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:05.056 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.056+0000 7f2c674eb640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2c600b4f00 con 0x7f2c600b5970 2024-02-10T05:31:05.056 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.056+0000 7f2c674eb640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2c60161bf0 con 0x7f2c6015dc40 2024-02-10T05:31:05.056 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.056+0000 7f2c674eb640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2c60161ed0 con 0x7f2c6015d860 2024-02-10T05:31:05.056 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.056+0000 7f2c65a88640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f2c600b5970 0x7f2c6006c910 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:50864/0 (socket says 172.21.15.27:50864) 2024-02-10T05:31:05.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.056+0000 7f2c65a88640 1 -- 172.21.15.27:0/2123426213 learned_addr learned my addr 172.21.15.27:0/2123426213 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-10T05:31:05.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.056+0000 7f2c65287640 1 --2- 172.21.15.27:0/2123426213 >> v2:172.21.15.153:3300/0 conn(0x7f2c6015d860 0x7f2c600b49c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:05.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.057+0000 7f2c57fff640 1 -- 172.21.15.27:0/2123426213 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3315375589 0 0) 0x7f2c60161bf0 con 0x7f2c6015dc40 2024-02-10T05:31:05.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.057+0000 7f2c65287640 1 -- 172.21.15.27:0/2123426213 >> v1:172.21.15.153:6789/0 conn(0x7f2c6015dc40 legacy=0x7f2c600b5260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:05.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.057+0000 7f2c65287640 1 -- 172.21.15.27:0/2123426213 >> v1:172.21.15.27:6789/0 conn(0x7f2c600b5970 legacy=0x7f2c6006c910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:05.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.057+0000 7f2c65287640 1 -- 172.21.15.27:0/2123426213 --> v2:172.21.15.153:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c601621b0 con 0x7f2c6015d860 2024-02-10T05:31:05.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.059+0000 7f2c65287640 1 --2- 172.21.15.27:0/2123426213 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2c6015d860 0x7f2c600b49c0 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f2c5c0097a0 tx=0x7f2c5c02b710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eb30ea90042f4102 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:05.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.059+0000 7f2c57fff640 1 -- 172.21.15.27:0/2123426213 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c5c030710 con 0x7f2c6015d860 2024-02-10T05:31:05.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.059+0000 7f2c57fff640 1 -- 172.21.15.27:0/2123426213 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c5c02e050 con 0x7f2c6015d860 2024-02-10T05:31:05.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.059+0000 7f2c57fff640 1 -- 172.21.15.27:0/2123426213 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c5c030a90 con 0x7f2c6015d860 2024-02-10T05:31:05.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.060+0000 7f2c674eb640 1 -- 172.21.15.27:0/2123426213 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2c6015d860 msgr2=0x7f2c600b49c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:05.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.060+0000 7f2c674eb640 1 --2- 172.21.15.27:0/2123426213 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2c6015d860 0x7f2c600b49c0 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f2c5c0097a0 tx=0x7f2c5c02b710 comp rx=0 tx=0).stop 2024-02-10T05:31:05.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.060+0000 7f2c674eb640 1 -- 172.21.15.27:0/2123426213 shutdown_connections 2024-02-10T05:31:05.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.060+0000 7f2c674eb640 1 --2- 172.21.15.27:0/2123426213 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2c6015d860 0x7f2c600b49c0 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:05.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.061+0000 7f2c674eb640 1 -- 172.21.15.27:0/2123426213 >> 172.21.15.27:0/2123426213 conn(0x7f2c600b3450 msgr2=0x7f2c600b3830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:05.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.061+0000 7f2c674eb640 1 -- 172.21.15.27:0/2123426213 shutdown_connections 2024-02-10T05:31:05.062 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.061+0000 7f2c674eb640 1 -- 172.21.15.27:0/2123426213 wait complete. 2024-02-10T05:31:05.064 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.064+0000 7f2c674eb640 1 Processor -- start 2024-02-10T05:31:05.064 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.064+0000 7f2c674eb640 1 -- start start 2024-02-10T05:31:05.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.066+0000 7f2c674eb640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2c600b5970 0x7f2c60148100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:05.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.066+0000 7f2c674eb640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2c6015d860 0x7f2c6015eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:05.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.066+0000 7f2c674eb640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2c6015dc40 0x7f2c600ccfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:05.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.066+0000 7f2c674eb640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c6015fa60 con 0x7f2c6015d860 2024-02-10T05:31:05.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.066+0000 7f2c674eb640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c6015f4a0 con 0x7f2c6015dc40 2024-02-10T05:31:05.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.066+0000 7f2c674eb640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c6015f780 con 0x7f2c600b5970 2024-02-10T05:31:05.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.066+0000 7f2c64a86640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2c6015d860 0x7f2c6015eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:05.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.066+0000 7f2c65287640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2c600b5970 0x7f2c60148100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:05.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.066+0000 7f2c64a86640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2c6015d860 0x7f2c6015eac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35616/0 (socket says 172.21.15.27:35616) 2024-02-10T05:31:05.069 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.066+0000 7f2c64a86640 1 -- 172.21.15.27:0/3311434822 learned_addr learned my addr 172.21.15.27:0/3311434822 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:31:05.069 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.067+0000 7f2c65a88640 1 --2- 172.21.15.27:0/3311434822 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2c6015dc40 0x7f2c600ccfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:05.069 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.067+0000 7f2c65287640 1 -- 172.21.15.27:0/3311434822 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2c6015dc40 msgr2=0x7f2c600ccfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:05.069 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.067+0000 7f2c65287640 1 --2- 172.21.15.27:0/3311434822 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2c6015dc40 0x7f2c600ccfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:05.069 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.067+0000 7f2c65287640 1 -- 172.21.15.27:0/3311434822 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2c6015d860 msgr2=0x7f2c6015eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:05.069 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.067+0000 7f2c65287640 1 --2- 172.21.15.27:0/3311434822 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2c6015d860 0x7f2c6015eac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:05.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.067+0000 7f2c65287640 1 -- 172.21.15.27:0/3311434822 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c5c009400 con 0x7f2c600b5970 2024-02-10T05:31:05.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.067+0000 7f2c64a86640 1 --2- 172.21.15.27:0/3311434822 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2c6015d860 0x7f2c6015eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T05:31:05.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.067+0000 7f2c65287640 1 --2- 172.21.15.27:0/3311434822 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2c600b5970 0x7f2c60148100 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f2c5c032000 tx=0x7f2c5c0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:05.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.068+0000 7f2c55ffb640 1 -- 172.21.15.27:0/3311434822 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c5c0329d0 con 0x7f2c600b5970 2024-02-10T05:31:05.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.068+0000 7f2c55ffb640 1 -- 172.21.15.27:0/3311434822 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c5c032b70 con 0x7f2c600b5970 2024-02-10T05:31:05.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.068+0000 7f2c55ffb640 1 -- 172.21.15.27:0/3311434822 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c5c03c470 con 0x7f2c600b5970 2024-02-10T05:31:05.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.068+0000 7f2c674eb640 1 -- 172.21.15.27:0/3311434822 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2c600cac70 con 0x7f2c600b5970 2024-02-10T05:31:05.072 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.068+0000 7f2c674eb640 1 -- 172.21.15.27:0/3311434822 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c60148640 con 0x7f2c600b5970 2024-02-10T05:31:05.072 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.070+0000 7f2c674eb640 1 -- 172.21.15.27:0/3311434822 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f2c6006c3f0 con 0x7f2c600b5970 2024-02-10T05:31:05.072 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.072+0000 7f2c55ffb640 1 -- 172.21.15.27:0/3311434822 <== mon.2 v2:172.21.15.153:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f2c5c039040 con 0x7f2c600b5970 2024-02-10T05:31:05.073 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.073+0000 7f2c55ffb640 1 --2- 172.21.15.27:0/3311434822 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2c4406b810 0x7f2c4406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:05.074 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.073+0000 7f2c55ffb640 1 -- 172.21.15.27:0/3311434822 <== mon.2 v2:172.21.15.153:3301/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f2c5c0abc20 con 0x7f2c600b5970 2024-02-10T05:31:05.074 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.073+0000 7f2c64a86640 1 --2- 172.21.15.27:0/3311434822 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2c4406b810 0x7f2c4406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:05.074 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.073+0000 7f2c55ffb640 1 --2- 172.21.15.27:0/3311434822 >> [v2:172.21.15.27:6817/2430846680,v1:172.21.15.27:6818/2430846680] conn(0x7f2c440716d0 0x7f2c44073af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:05.074 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.073+0000 7f2c55ffb640 1 -- 172.21.15.27:0/3311434822 --> [v2:172.21.15.27:6817/2430846680,v1:172.21.15.27:6818/2430846680] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f2c440741a0 con 0x7f2c440716d0 2024-02-10T05:31:05.074 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.073+0000 7f2c55ffb640 1 -- 172.21.15.27:0/3311434822 <== mon.2 v2:172.21.15.153:3301/0 6 ==== mon_get_version_reply(handle=1 version=37) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2c5c0b0220 con 0x7f2c600b5970 2024-02-10T05:31:05.074 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.074+0000 7f2c65a88640 1 --2- 172.21.15.27:0/3311434822 >> [v2:172.21.15.27:6817/2430846680,v1:172.21.15.27:6818/2430846680] conn(0x7f2c440716d0 0x7f2c44073af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:05.075 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.074+0000 7f2c64a86640 1 --2- 172.21.15.27:0/3311434822 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2c4406b810 0x7f2c4406dcd0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f2c601608b0 tx=0x7f2c50009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:05.075 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.074+0000 7f2c65a88640 1 --2- 172.21.15.27:0/3311434822 >> [v2:172.21.15.27:6817/2430846680,v1:172.21.15.27:6818/2430846680] conn(0x7f2c440716d0 0x7f2c44073af0 crc :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:05.076 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.076+0000 7f2c55ffb640 1 -- 172.21.15.27:0/3311434822 <== osd.0 v2:172.21.15.27:6817/2430846680 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f2c440741a0 con 0x7f2c440716d0 2024-02-10T05:31:05.115 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.115+0000 7f2c674eb640 1 -- 172.21.15.27:0/3311434822 --> [v2:172.21.15.27:6817/2430846680,v1:172.21.15.27:6818/2430846680] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f2c600caad0 con 0x7f2c440716d0 2024-02-10T05:31:05.115 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.115+0000 7f2c55ffb640 1 -- 172.21.15.27:0/3311434822 <== osd.0 v2:172.21.15.27:6817/2430846680 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f2c600caad0 con 0x7f2c440716d0 2024-02-10T05:31:05.116 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-02-10T05:31:05.116 INFO:teuthology.orchestra.run.smithi027.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-02-10T05:31:05.116 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-02-10T05:31:05.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.116+0000 7f2c674eb640 1 -- 172.21.15.27:0/3311434822 >> [v2:172.21.15.27:6817/2430846680,v1:172.21.15.27:6818/2430846680] conn(0x7f2c440716d0 msgr2=0x7f2c44073af0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:05.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.116+0000 7f2c674eb640 1 --2- 172.21.15.27:0/3311434822 >> [v2:172.21.15.27:6817/2430846680,v1:172.21.15.27:6818/2430846680] conn(0x7f2c440716d0 0x7f2c44073af0 crc :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:05.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.116+0000 7f2c674eb640 1 -- 172.21.15.27:0/3311434822 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2c4406b810 msgr2=0x7f2c4406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:05.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.116+0000 7f2c674eb640 1 --2- 172.21.15.27:0/3311434822 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2c4406b810 0x7f2c4406dcd0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f2c601608b0 tx=0x7f2c50009040 comp rx=0 tx=0).stop 2024-02-10T05:31:05.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.116+0000 7f2c674eb640 1 -- 172.21.15.27:0/3311434822 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2c600b5970 msgr2=0x7f2c60148100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:05.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.116+0000 7f2c674eb640 1 --2- 172.21.15.27:0/3311434822 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2c600b5970 0x7f2c60148100 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f2c5c032000 tx=0x7f2c5c0046c0 comp rx=0 tx=0).stop 2024-02-10T05:31:05.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.116+0000 7f2c65a88640 1 -- 172.21.15.27:0/3311434822 reap_dead start 2024-02-10T05:31:05.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.117+0000 7f2c674eb640 1 -- 172.21.15.27:0/3311434822 shutdown_connections 2024-02-10T05:31:05.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.117+0000 7f2c674eb640 1 -- 172.21.15.27:0/3311434822 >> 172.21.15.27:0/3311434822 conn(0x7f2c600b3450 msgr2=0x7f2c600b1450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:05.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.117+0000 7f2c674eb640 1 -- 172.21.15.27:0/3311434822 shutdown_connections 2024-02-10T05:31:05.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.117+0000 7f2c674eb640 1 -- 172.21.15.27:0/3311434822 wait complete. 2024-02-10T05:31:05.141 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-02-10T05:31:05.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.436+0000 7f7cbb8c9640 1 Processor -- start 2024-02-10T05:31:05.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.436+0000 7f7cbb8c9640 1 -- start start 2024-02-10T05:31:05.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.438+0000 7f7cbb8c9640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f7cb40b2db0 0x7f7cb40cc310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:05.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.438+0000 7f7cbb8c9640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7cb40cc980 con 0x7f7cb40cf8b0 2024-02-10T05:31:05.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.438+0000 7f7cbb8c9640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7cb40ccc60 con 0x7f7cb415b920 2024-02-10T05:31:05.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.438+0000 7f7cbb8c9640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7cb40ccf40 con 0x7f7cb40b2db0 2024-02-10T05:31:05.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.438+0000 7f7cb8e64640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f7cb40b2db0 0x7f7cb40cc310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:05.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.438+0000 7f7cb9665640 1 --1- >> v1:172.21.15.153:6789/0 conn(0x7f7cb415b920 0x7f7cb40cda20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.27:48760/0 (socket says 172.21.15.27:48760) 2024-02-10T05:31:05.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.438+0000 7f7cb9665640 1 -- 172.21.15.27:0/1362876914 learned_addr learned my addr 172.21.15.27:0/1362876914 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-10T05:31:05.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.438+0000 7f7cb9e66640 1 --1- 172.21.15.27:0/1362876914 >> v1:172.21.15.27:6789/0 conn(0x7f7cb40cf8b0 0x7f7cb40cfcc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:50876/0 (socket says 172.21.15.27:50876) 2024-02-10T05:31:05.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.439+0000 7f7cb8e64640 1 -- 172.21.15.27:0/1362876914 >> v1:172.21.15.153:6789/0 conn(0x7f7cb415b920 legacy=0x7f7cb40cda20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:05.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.439+0000 7f7cb8e64640 1 -- 172.21.15.27:0/1362876914 >> v1:172.21.15.27:6789/0 conn(0x7f7cb40cf8b0 legacy=0x7f7cb40cfcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:05.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.439+0000 7f7cabfff640 1 -- 172.21.15.27:0/1362876914 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1031614984 0 0) 0x7f7cb40ccc60 con 0x7f7cb415b920 2024-02-10T05:31:05.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.439+0000 7f7cb8e64640 1 -- 172.21.15.27:0/1362876914 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7cb40cd220 con 0x7f7cb40b2db0 2024-02-10T05:31:05.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.441+0000 7f7cb8e64640 1 --2- 172.21.15.27:0/1362876914 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7cb40b2db0 0x7f7cb40cc310 secure :-1 s=READY pgs=1994 cs=0 l=1 rev1=1 crypto rx=0x7f7ca40097a0 tx=0x7f7ca402b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=613a03cdcab8ede0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:05.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.441+0000 7f7cabfff640 1 -- 172.21.15.27:0/1362876914 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ca4031830 con 0x7f7cb40b2db0 2024-02-10T05:31:05.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.441+0000 7f7cabfff640 1 -- 172.21.15.27:0/1362876914 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ca4031990 con 0x7f7cb40b2db0 2024-02-10T05:31:05.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.441+0000 7f7cabfff640 1 -- 172.21.15.27:0/1362876914 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ca4031d20 con 0x7f7cb40b2db0 2024-02-10T05:31:05.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.442+0000 7f7cbb8c9640 1 -- 172.21.15.27:0/1362876914 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7cb40b2db0 msgr2=0x7f7cb40cc310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:05.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.442+0000 7f7cbb8c9640 1 --2- 172.21.15.27:0/1362876914 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7cb40b2db0 0x7f7cb40cc310 secure :-1 s=READY pgs=1994 cs=0 l=1 rev1=1 crypto rx=0x7f7ca40097a0 tx=0x7f7ca402b8d0 comp rx=0 tx=0).stop 2024-02-10T05:31:05.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.442+0000 7f7cbb8c9640 1 -- 172.21.15.27:0/1362876914 shutdown_connections 2024-02-10T05:31:05.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.442+0000 7f7cbb8c9640 1 --2- 172.21.15.27:0/1362876914 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7cb40b2db0 0x7f7cb40cc310 unknown :-1 s=CLOSED pgs=1994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:05.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.442+0000 7f7cbb8c9640 1 -- 172.21.15.27:0/1362876914 >> 172.21.15.27:0/1362876914 conn(0x7f7cb40b2290 msgr2=0x7f7cb40b26a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:05.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.442+0000 7f7cbb8c9640 1 -- 172.21.15.27:0/1362876914 shutdown_connections 2024-02-10T05:31:05.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.442+0000 7f7cbb8c9640 1 -- 172.21.15.27:0/1362876914 wait complete. 2024-02-10T05:31:05.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.445+0000 7f7cbb8c9640 1 Processor -- start 2024-02-10T05:31:05.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.446+0000 7f7cbb8c9640 1 -- start start 2024-02-10T05:31:05.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.448+0000 7f7cbb8c9640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7cb40b2db0 0x7f7cb415d350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:05.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.448+0000 7f7cbb8c9640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7cb40cf8b0 0x7f7cb40c51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:05.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.448+0000 7f7cbb8c9640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7cb415b920 0x7f7cb4158dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:05.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.448+0000 7f7cbb8c9640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7cb41f45a0 con 0x7f7cb415b920 2024-02-10T05:31:05.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.448+0000 7f7cbb8c9640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7cb41f3fe0 con 0x7f7cb40cf8b0 2024-02-10T05:31:05.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.448+0000 7f7cbb8c9640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7cb41f42c0 con 0x7f7cb40b2db0 2024-02-10T05:31:05.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.448+0000 7f7cb9e66640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7cb415b920 0x7f7cb4158dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:05.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.448+0000 7f7cb9665640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7cb40b2db0 0x7f7cb415d350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:05.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.448+0000 7f7cb8e64640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7cb40cf8b0 0x7f7cb40c51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:05.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.448+0000 7f7cb9e66640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7cb415b920 0x7f7cb4158dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35638/0 (socket says 172.21.15.27:35638) 2024-02-10T05:31:05.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.448+0000 7f7cb9e66640 1 -- 172.21.15.27:0/389791179 learned_addr learned my addr 172.21.15.27:0/389791179 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:31:05.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.449+0000 7f7cb9665640 1 -- 172.21.15.27:0/389791179 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7cb40cf8b0 msgr2=0x7f7cb40c51c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:05.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.449+0000 7f7cb9665640 1 --2- 172.21.15.27:0/389791179 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7cb40cf8b0 0x7f7cb40c51c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:05.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.449+0000 7f7cb9665640 1 -- 172.21.15.27:0/389791179 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7cb415b920 msgr2=0x7f7cb4158dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:05.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.449+0000 7f7cb9665640 1 --2- 172.21.15.27:0/389791179 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7cb415b920 0x7f7cb4158dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:05.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.449+0000 7f7cb9665640 1 -- 172.21.15.27:0/389791179 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ca4009400 con 0x7f7cb40b2db0 2024-02-10T05:31:05.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.449+0000 7f7cb9e66640 1 --2- 172.21.15.27:0/389791179 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7cb415b920 0x7f7cb4158dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T05:31:05.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.449+0000 7f7cb9665640 1 --2- 172.21.15.27:0/389791179 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7cb40b2db0 0x7f7cb415d350 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f7cb000c3e0 tx=0x7f7cb000c8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:05.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.449+0000 7f7ca9ffb640 1 -- 172.21.15.27:0/389791179 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cb00074e0 con 0x7f7cb40b2db0 2024-02-10T05:31:05.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.449+0000 7f7ca9ffb640 1 -- 172.21.15.27:0/389791179 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7cb0007640 con 0x7f7cb40b2db0 2024-02-10T05:31:05.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.449+0000 7f7ca9ffb640 1 -- 172.21.15.27:0/389791179 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cb0004a20 con 0x7f7cb40b2db0 2024-02-10T05:31:05.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.450+0000 7f7cbb8c9640 1 -- 172.21.15.27:0/389791179 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7cb406e640 con 0x7f7cb40b2db0 2024-02-10T05:31:05.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.450+0000 7f7cbb8c9640 1 -- 172.21.15.27:0/389791179 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7cb406ec00 con 0x7f7cb40b2db0 2024-02-10T05:31:05.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.453+0000 7f7cbb8c9640 1 -- 172.21.15.27:0/389791179 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7cb406e4a0 con 0x7f7cb40b2db0 2024-02-10T05:31:05.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.454+0000 7f7ca9ffb640 1 -- 172.21.15.27:0/389791179 <== mon.2 v2:172.21.15.153:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f7cb0004b80 con 0x7f7cb40b2db0 2024-02-10T05:31:05.457 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.455+0000 7f7ca9ffb640 1 --2- 172.21.15.27:0/389791179 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7c9806b810 0x7f7c9806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:05.459 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.455+0000 7f7ca9ffb640 1 -- 172.21.15.27:0/389791179 <== mon.2 v2:172.21.15.153:3301/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f7cb0089bc0 con 0x7f7cb40b2db0 2024-02-10T05:31:05.459 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.455+0000 7f7cb8e64640 1 --2- 172.21.15.27:0/389791179 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7c9806b810 0x7f7c9806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:05.459 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.456+0000 7f7cb8e64640 1 --2- 172.21.15.27:0/389791179 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7c9806b810 0x7f7c9806dcd0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f7ca4036000 tx=0x7f7ca403c040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:05.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.459+0000 7f7ca9ffb640 1 -- 172.21.15.27:0/389791179 <== mon.2 v2:172.21.15.153:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f7cb406e4a0 con 0x7f7cb40b2db0 2024-02-10T05:31:05.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.989+0000 7f7cbb8c9640 1 -- 172.21.15.27:0/389791179 --> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) v1 -- 0x7f7cb415bd00 con 0x7f7c9806b810 2024-02-10T05:31:05.990 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.990+0000 7f7ca9ffb640 1 -- 172.21.15.27:0/389791179 <== mgr.4106 v2:172.21.15.153:6832/1248308414 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f7ca403a420 con 0x7f7c9806b810 2024-02-10T05:31:05.990 INFO:teuthology.orchestra.run.smithi027.stderr:instructed osd(s) 0 to deep-scrub 2024-02-10T05:31:05.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.994+0000 7f7cbb8c9640 1 -- 172.21.15.27:0/389791179 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7c9806b810 msgr2=0x7f7c9806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:05.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.994+0000 7f7cbb8c9640 1 --2- 172.21.15.27:0/389791179 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7c9806b810 0x7f7c9806dcd0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f7ca4036000 tx=0x7f7ca403c040 comp rx=0 tx=0).stop 2024-02-10T05:31:05.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.994+0000 7f7cbb8c9640 1 -- 172.21.15.27:0/389791179 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7cb40b2db0 msgr2=0x7f7cb415d350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:05.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.994+0000 7f7cbb8c9640 1 --2- 172.21.15.27:0/389791179 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7cb40b2db0 0x7f7cb415d350 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f7cb000c3e0 tx=0x7f7cb000c8a0 comp rx=0 tx=0).stop 2024-02-10T05:31:05.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.994+0000 7f7cbb8c9640 1 -- 172.21.15.27:0/389791179 shutdown_connections 2024-02-10T05:31:05.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.994+0000 7f7cbb8c9640 1 --2- 172.21.15.27:0/389791179 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f7c9806b810 0x7f7c9806dcd0 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:05.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.995+0000 7f7cbb8c9640 1 --2- 172.21.15.27:0/389791179 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7cb415b920 0x7f7cb4158dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:05.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.995+0000 7f7cbb8c9640 1 --2- 172.21.15.27:0/389791179 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7cb40cf8b0 0x7f7cb40c51c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:05.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.995+0000 7f7cbb8c9640 1 --2- 172.21.15.27:0/389791179 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f7cb40b2db0 0x7f7cb415d350 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:05.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.995+0000 7f7cbb8c9640 1 -- 172.21.15.27:0/389791179 >> 172.21.15.27:0/389791179 conn(0x7f7cb40b2290 msgr2=0x7f7cb40b52a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:05.997 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.995+0000 7f7cbb8c9640 1 -- 172.21.15.27:0/389791179 shutdown_connections 2024-02-10T05:31:05.997 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:05.995+0000 7f7cbb8c9640 1 -- 172.21.15.27:0/389791179 wait complete. 2024-02-10T05:31:06.019 INFO:tasks.ceph:Scrubbing osd.1 2024-02-10T05:31:06.020 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-02-10T05:31:06.320 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.320+0000 7f11256f1640 1 Processor -- start 2024-02-10T05:31:06.321 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.320+0000 7f11256f1640 1 -- start start 2024-02-10T05:31:06.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.322+0000 7f11256f1640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f112015b980 0x7f11200cfd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:06.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.322+0000 7f11256f1640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f11200cf780 0x7f11200b33e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:06.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.322+0000 7f11256f1640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11200cbed0 con 0x7f11200b3920 2024-02-10T05:31:06.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.322+0000 7f11256f1640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f11200c6db0 con 0x7f112015b980 2024-02-10T05:31:06.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.323+0000 7f11256f1640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11200b3d70 con 0x7f11200cf780 2024-02-10T05:31:06.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.323+0000 7f111f7fe640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f11200b3920 0x7f1120070d40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:50886/0 (socket says 172.21.15.27:50886) 2024-02-10T05:31:06.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.323+0000 7f111f7fe640 1 -- 172.21.15.27:0/413074310 learned_addr learned my addr 172.21.15.27:0/413074310 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-10T05:31:06.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.323+0000 7f111effd640 1 --2- 172.21.15.27:0/413074310 >> v2:172.21.15.153:3300/0 conn(0x7f112015b980 0x7f11200cfd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:06.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.323+0000 7f111e7fc640 1 --2- 172.21.15.27:0/413074310 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f11200cf780 0x7f11200b33e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:06.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.323+0000 7f111dffb640 1 -- 172.21.15.27:0/413074310 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 690108752 0 0) 0x7f11200cbed0 con 0x7f11200b3920 2024-02-10T05:31:06.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.324+0000 7f111dffb640 1 -- 172.21.15.27:0/413074310 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1108003520 con 0x7f11200b3920 2024-02-10T05:31:06.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.324+0000 7f111e7fc640 1 -- 172.21.15.27:0/413074310 >> v2:172.21.15.153:3300/0 conn(0x7f112015b980 msgr2=0x7f11200cfd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:31:06.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.324+0000 7f111e7fc640 1 --2- 172.21.15.27:0/413074310 >> v2:172.21.15.153:3300/0 conn(0x7f112015b980 0x7f11200cfd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:06.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.324+0000 7f111e7fc640 1 -- 172.21.15.27:0/413074310 >> v1:172.21.15.27:6789/0 conn(0x7f11200b3920 legacy=0x7f1120070d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:06.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.324+0000 7f111e7fc640 1 -- 172.21.15.27:0/413074310 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f112015bd60 con 0x7f11200cf780 2024-02-10T05:31:06.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.324+0000 7f111effd640 1 --2- 172.21.15.27:0/413074310 >> v2:172.21.15.153:3300/0 conn(0x7f112015b980 0x7f11200cfd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T05:31:06.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.326+0000 7f111e7fc640 1 --2- 172.21.15.27:0/413074310 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f11200cf780 0x7f11200b33e0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f11140097a0 tx=0x7f111402b940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c5db8d4f0ac9a147 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:06.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.326+0000 7f111dffb640 1 -- 172.21.15.27:0/413074310 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1114030800 con 0x7f11200cf780 2024-02-10T05:31:06.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.326+0000 7f111dffb640 1 -- 172.21.15.27:0/413074310 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1114030960 con 0x7f11200cf780 2024-02-10T05:31:06.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.326+0000 7f111dffb640 1 -- 172.21.15.27:0/413074310 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1114030cf0 con 0x7f11200cf780 2024-02-10T05:31:06.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.327+0000 7f11256f1640 1 -- 172.21.15.27:0/413074310 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f11200cf780 msgr2=0x7f11200b33e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:06.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.327+0000 7f11256f1640 1 --2- 172.21.15.27:0/413074310 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f11200cf780 0x7f11200b33e0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f11140097a0 tx=0x7f111402b940 comp rx=0 tx=0).stop 2024-02-10T05:31:06.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.327+0000 7f11256f1640 1 -- 172.21.15.27:0/413074310 shutdown_connections 2024-02-10T05:31:06.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.328+0000 7f11256f1640 1 --2- 172.21.15.27:0/413074310 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f11200cf780 0x7f11200b33e0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:06.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.328+0000 7f11256f1640 1 --2- 172.21.15.27:0/413074310 >> v2:172.21.15.153:3300/0 conn(0x7f112015b980 0x7f11200cfd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:06.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.328+0000 7f11256f1640 1 -- 172.21.15.27:0/413074310 >> 172.21.15.27:0/413074310 conn(0x7f11200d1800 msgr2=0x7f11200d1c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:06.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.328+0000 7f11256f1640 1 -- 172.21.15.27:0/413074310 shutdown_connections 2024-02-10T05:31:06.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.328+0000 7f11256f1640 1 -- 172.21.15.27:0/413074310 wait complete. 2024-02-10T05:31:06.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.331+0000 7f11256f1640 1 Processor -- start 2024-02-10T05:31:06.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.331+0000 7f11256f1640 1 -- start start 2024-02-10T05:31:06.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.333+0000 7f11256f1640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f11200b3920 0x7f112006d960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:06.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.333+0000 7f11256f1640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f11200cf780 0x7f11201536d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:06.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.333+0000 7f11256f1640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f112015b980 0x7f112015da50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:06.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.333+0000 7f11256f1640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11201f3970 con 0x7f112015b980 2024-02-10T05:31:06.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.333+0000 7f11256f1640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f112015e7f0 con 0x7f11200cf780 2024-02-10T05:31:06.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.333+0000 7f11256f1640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11201f3320 con 0x7f11200b3920 2024-02-10T05:31:06.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.333+0000 7f111effd640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f11200b3920 0x7f112006d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:06.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.333+0000 7f111effd640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f11200b3920 0x7f112006d960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:34538/0 (socket says 172.21.15.27:34538) 2024-02-10T05:31:06.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.333+0000 7f111effd640 1 -- 172.21.15.27:0/3276838138 learned_addr learned my addr 172.21.15.27:0/3276838138 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:31:06.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.334+0000 7f111e7fc640 1 --2- 172.21.15.27:0/3276838138 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f11200cf780 0x7f11201536d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:06.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.334+0000 7f111f7fe640 1 --2- 172.21.15.27:0/3276838138 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f112015b980 0x7f112015da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:06.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.334+0000 7f111effd640 1 -- 172.21.15.27:0/3276838138 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f11200cf780 msgr2=0x7f11201536d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:06.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.334+0000 7f111effd640 1 --2- 172.21.15.27:0/3276838138 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f11200cf780 0x7f11201536d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:06.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.334+0000 7f111effd640 1 -- 172.21.15.27:0/3276838138 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f112015b980 msgr2=0x7f112015da50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:06.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.334+0000 7f111effd640 1 --2- 172.21.15.27:0/3276838138 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f112015b980 0x7f112015da50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:06.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.334+0000 7f111effd640 1 -- 172.21.15.27:0/3276838138 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1110009400 con 0x7f11200b3920 2024-02-10T05:31:06.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.334+0000 7f111e7fc640 1 --2- 172.21.15.27:0/3276838138 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f11200cf780 0x7f11201536d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T05:31:06.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.334+0000 7f111effd640 1 --2- 172.21.15.27:0/3276838138 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f11200b3920 0x7f112006d960 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f111000e960 tx=0x7f111000ee20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:06.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.334+0000 7f11077fe640 1 -- 172.21.15.27:0/3276838138 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f111000ca00 con 0x7f11200b3920 2024-02-10T05:31:06.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.334+0000 7f11077fe640 1 -- 172.21.15.27:0/3276838138 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f111000cb60 con 0x7f11200b3920 2024-02-10T05:31:06.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.334+0000 7f11256f1640 1 -- 172.21.15.27:0/3276838138 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1114009400 con 0x7f11200b3920 2024-02-10T05:31:06.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.334+0000 7f11077fe640 1 -- 172.21.15.27:0/3276838138 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1110013470 con 0x7f11200b3920 2024-02-10T05:31:06.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.335+0000 7f11256f1640 1 -- 172.21.15.27:0/3276838138 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f112015e230 con 0x7f11200b3920 2024-02-10T05:31:06.339 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.336+0000 7f11256f1640 1 -- 172.21.15.27:0/3276838138 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f11200cd0d0 con 0x7f11200b3920 2024-02-10T05:31:06.339 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.336+0000 7f11077fe640 1 -- 172.21.15.27:0/3276838138 <== mon.2 v2:172.21.15.153:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f11100135d0 con 0x7f11200b3920 2024-02-10T05:31:06.339 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.337+0000 7f11077fe640 1 --2- 172.21.15.27:0/3276838138 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f110c06b840 0x7f110c06dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:06.339 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.338+0000 7f11077fe640 1 -- 172.21.15.27:0/3276838138 <== mon.2 v2:172.21.15.153:3301/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f111008a180 con 0x7f11200b3920 2024-02-10T05:31:06.339 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.338+0000 7f111e7fc640 1 --2- 172.21.15.27:0/3276838138 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f110c06b840 0x7f110c06dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:06.339 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.338+0000 7f11077fe640 1 --2- 172.21.15.27:0/3276838138 >> [v2:172.21.15.27:6816/455477678,v1:172.21.15.27:6819/455477678] conn(0x7f110c071700 0x7f110c073b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:06.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.338+0000 7f11077fe640 1 -- 172.21.15.27:0/3276838138 --> [v2:172.21.15.27:6816/455477678,v1:172.21.15.27:6819/455477678] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f110c0741d0 con 0x7f110c071700 2024-02-10T05:31:06.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.338+0000 7f11077fe640 1 -- 172.21.15.27:0/3276838138 <== mon.2 v2:172.21.15.153:3301/0 6 ==== mon_get_version_reply(handle=1 version=37) v2 ==== 24+0+0 (secure 0 0 0) 0x7f111008c760 con 0x7f11200b3920 2024-02-10T05:31:06.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.338+0000 7f111f7fe640 1 --2- 172.21.15.27:0/3276838138 >> [v2:172.21.15.27:6816/455477678,v1:172.21.15.27:6819/455477678] conn(0x7f110c071700 0x7f110c073b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:06.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.339+0000 7f111e7fc640 1 --2- 172.21.15.27:0/3276838138 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f110c06b840 0x7f110c06dd00 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f1114036000 tx=0x7f1114008030 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:06.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.339+0000 7f111f7fe640 1 --2- 172.21.15.27:0/3276838138 >> [v2:172.21.15.27:6816/455477678,v1:172.21.15.27:6819/455477678] conn(0x7f110c071700 0x7f110c073b20 crc :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:06.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.341+0000 7f11077fe640 1 -- 172.21.15.27:0/3276838138 <== osd.1 v2:172.21.15.27:6816/455477678 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f110c0741d0 con 0x7f110c071700 2024-02-10T05:31:06.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.380+0000 7f11256f1640 1 -- 172.21.15.27:0/3276838138 --> [v2:172.21.15.27:6816/455477678,v1:172.21.15.27:6819/455477678] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f11200ccdf0 con 0x7f110c071700 2024-02-10T05:31:06.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.380+0000 7f11077fe640 1 -- 172.21.15.27:0/3276838138 <== osd.1 v2:172.21.15.27:6816/455477678 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f11180070e0 con 0x7f110c071700 2024-02-10T05:31:06.381 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-02-10T05:31:06.381 INFO:teuthology.orchestra.run.smithi027.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-02-10T05:31:06.381 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-02-10T05:31:06.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.381+0000 7f11256f1640 1 -- 172.21.15.27:0/3276838138 >> [v2:172.21.15.27:6816/455477678,v1:172.21.15.27:6819/455477678] conn(0x7f110c071700 msgr2=0x7f110c073b20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:06.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.381+0000 7f11256f1640 1 --2- 172.21.15.27:0/3276838138 >> [v2:172.21.15.27:6816/455477678,v1:172.21.15.27:6819/455477678] conn(0x7f110c071700 0x7f110c073b20 crc :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:06.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.381+0000 7f11256f1640 1 -- 172.21.15.27:0/3276838138 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f110c06b840 msgr2=0x7f110c06dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:06.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.381+0000 7f11256f1640 1 --2- 172.21.15.27:0/3276838138 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f110c06b840 0x7f110c06dd00 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f1114036000 tx=0x7f1114008030 comp rx=0 tx=0).stop 2024-02-10T05:31:06.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.381+0000 7f11256f1640 1 -- 172.21.15.27:0/3276838138 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f11200b3920 msgr2=0x7f112006d960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:06.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.381+0000 7f11256f1640 1 --2- 172.21.15.27:0/3276838138 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f11200b3920 0x7f112006d960 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f111000e960 tx=0x7f111000ee20 comp rx=0 tx=0).stop 2024-02-10T05:31:06.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.381+0000 7f111f7fe640 1 -- 172.21.15.27:0/3276838138 reap_dead start 2024-02-10T05:31:06.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.381+0000 7f11256f1640 1 -- 172.21.15.27:0/3276838138 shutdown_connections 2024-02-10T05:31:06.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.381+0000 7f11256f1640 1 -- 172.21.15.27:0/3276838138 >> 172.21.15.27:0/3276838138 conn(0x7f11200d1800 msgr2=0x7f11200cdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:06.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.381+0000 7f11256f1640 1 -- 172.21.15.27:0/3276838138 shutdown_connections 2024-02-10T05:31:06.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.381+0000 7f11256f1640 1 -- 172.21.15.27:0/3276838138 wait complete. 2024-02-10T05:31:06.405 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-02-10T05:31:06.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.701+0000 7f518632e640 1 Processor -- start 2024-02-10T05:31:06.702 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.701+0000 7f518632e640 1 -- start start 2024-02-10T05:31:06.705 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.704+0000 7f518632e640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f5180155090 0x7f518015b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:06.705 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.704+0000 7f518632e640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f51800b44f0 0x7f518015d100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:06.706 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.704+0000 7f518632e640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f51800b3dd0 con 0x7f51800b4110 2024-02-10T05:31:06.706 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.704+0000 7f518632e640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f518015c340 con 0x7f5180155090 2024-02-10T05:31:06.706 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.704+0000 7f518632e640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f518015c620 con 0x7f51800b44f0 2024-02-10T05:31:06.706 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.704+0000 7f517f7fe640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f5180155090 0x7f518015b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:06.706 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.704+0000 7f51848cb640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f51800b44f0 0x7f518015d100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:06.706 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.704+0000 7f517f7fe640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f5180155090 0x7f518015b9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35660/0 (socket says 172.21.15.27:35660) 2024-02-10T05:31:06.706 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.704+0000 7f517f7fe640 1 -- 172.21.15.27:0/32223276 learned_addr learned my addr 172.21.15.27:0/32223276 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:31:06.707 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.705+0000 7f517effd640 1 -- 172.21.15.27:0/32223276 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3926033274 0 0) 0x7f51800b3dd0 con 0x7f51800b4110 2024-02-10T05:31:06.707 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.705+0000 7f51848cb640 1 -- 172.21.15.27:0/32223276 >> v2:172.21.15.27:3300/0 conn(0x7f5180155090 msgr2=0x7f518015b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:31:06.707 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.705+0000 7f51848cb640 1 --2- 172.21.15.27:0/32223276 >> v2:172.21.15.27:3300/0 conn(0x7f5180155090 0x7f518015b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:06.707 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.705+0000 7f51848cb640 1 -- 172.21.15.27:0/32223276 >> v1:172.21.15.153:6789/0 conn(0x7f51800b4110 legacy=0x7f51800b3600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:06.707 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.705+0000 7f51848cb640 1 -- 172.21.15.27:0/32223276 --> v2:172.21.15.153:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f518015c900 con 0x7f51800b44f0 2024-02-10T05:31:06.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.707+0000 7f51848cb640 1 --2- 172.21.15.27:0/32223276 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f51800b44f0 0x7f518015d100 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f5180072900 tx=0x7f517802bed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=69cd07ac0032f07d server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:06.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.707+0000 7f517effd640 1 -- 172.21.15.27:0/32223276 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f517802cc80 con 0x7f51800b44f0 2024-02-10T05:31:06.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.707+0000 7f517effd640 1 -- 172.21.15.27:0/32223276 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f517802cde0 con 0x7f51800b44f0 2024-02-10T05:31:06.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.707+0000 7f517effd640 1 -- 172.21.15.27:0/32223276 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5178034660 con 0x7f51800b44f0 2024-02-10T05:31:06.710 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.709+0000 7f518632e640 1 -- 172.21.15.27:0/32223276 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f51800b44f0 msgr2=0x7f518015d100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:06.710 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.709+0000 7f518632e640 1 --2- 172.21.15.27:0/32223276 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f51800b44f0 0x7f518015d100 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f5180072900 tx=0x7f517802bed0 comp rx=0 tx=0).stop 2024-02-10T05:31:06.710 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.709+0000 7f518632e640 1 -- 172.21.15.27:0/32223276 shutdown_connections 2024-02-10T05:31:06.710 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.709+0000 7f518632e640 1 --2- 172.21.15.27:0/32223276 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f51800b44f0 0x7f518015d100 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:06.710 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.709+0000 7f518632e640 1 --2- 172.21.15.27:0/32223276 >> v2:172.21.15.27:3300/0 conn(0x7f5180155090 0x7f518015b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:06.710 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.709+0000 7f518632e640 1 -- 172.21.15.27:0/32223276 >> 172.21.15.27:0/32223276 conn(0x7f5180099a40 msgr2=0x7f51800b5b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:06.711 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.709+0000 7f518632e640 1 -- 172.21.15.27:0/32223276 shutdown_connections 2024-02-10T05:31:06.711 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.709+0000 7f518632e640 1 -- 172.21.15.27:0/32223276 wait complete. 2024-02-10T05:31:06.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.712+0000 7f518632e640 1 Processor -- start 2024-02-10T05:31:06.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.713+0000 7f518632e640 1 -- start start 2024-02-10T05:31:06.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.715+0000 7f518632e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f51800b4110 0x7f5180149a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:06.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.715+0000 7f518632e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f51800b44f0 0x7f5180142fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:06.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.715+0000 7f517ffff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f51800b4110 0x7f5180149a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:06.716 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.715+0000 7f517f7fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f51800b44f0 0x7f5180142fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:06.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.715+0000 7f518632e640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5180155090 0x7f5180143500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:06.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.715+0000 7f518632e640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5180143a40 con 0x7f51800b44f0 2024-02-10T05:31:06.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.715+0000 7f517ffff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f51800b4110 0x7f5180149a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:37168/0 (socket says 172.21.15.27:37168) 2024-02-10T05:31:06.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.715+0000 7f518632e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51801572d0 con 0x7f51800b4110 2024-02-10T05:31:06.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.715+0000 7f517ffff640 1 -- 172.21.15.27:0/190168610 learned_addr learned my addr 172.21.15.27:0/190168610 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:31:06.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.715+0000 7f518632e640 1 -- 172.21.15.27:0/190168610 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f51801575b0 con 0x7f5180155090 2024-02-10T05:31:06.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.716+0000 7f51848cb640 1 --2- 172.21.15.27:0/190168610 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5180155090 0x7f5180143500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:06.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.716+0000 7f517f7fe640 1 -- 172.21.15.27:0/190168610 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5180155090 msgr2=0x7f5180143500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:06.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.716+0000 7f517f7fe640 1 --2- 172.21.15.27:0/190168610 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5180155090 0x7f5180143500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:06.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.716+0000 7f517f7fe640 1 -- 172.21.15.27:0/190168610 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f51800b4110 msgr2=0x7f5180149a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:06.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.716+0000 7f517f7fe640 1 --2- 172.21.15.27:0/190168610 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f51800b4110 0x7f5180149a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:06.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.716+0000 7f517f7fe640 1 -- 172.21.15.27:0/190168610 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5178009a70 con 0x7f51800b44f0 2024-02-10T05:31:06.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.716+0000 7f517ffff640 1 --2- 172.21.15.27:0/190168610 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f51800b4110 0x7f5180149a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T05:31:06.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.716+0000 7f51848cb640 1 --2- 172.21.15.27:0/190168610 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5180155090 0x7f5180143500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T05:31:06.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.716+0000 7f517f7fe640 1 --2- 172.21.15.27:0/190168610 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f51800b44f0 0x7f5180142fc0 secure :-1 s=READY pgs=1996 cs=0 l=1 rev1=1 crypto rx=0x7f517400e9d0 tx=0x7f517400ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:06.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.719+0000 7f517cff9640 1 -- 172.21.15.27:0/190168610 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f517400de00 con 0x7f51800b44f0 2024-02-10T05:31:06.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.720+0000 7f517cff9640 1 -- 172.21.15.27:0/190168610 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5174019480 con 0x7f51800b44f0 2024-02-10T05:31:06.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.720+0000 7f517cff9640 1 -- 172.21.15.27:0/190168610 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51740197f0 con 0x7f51800b44f0 2024-02-10T05:31:06.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.720+0000 7f518632e640 1 -- 172.21.15.27:0/190168610 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5180157890 con 0x7f51800b44f0 2024-02-10T05:31:06.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.720+0000 7f518632e640 1 -- 172.21.15.27:0/190168610 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5180149fa0 con 0x7f51800b44f0 2024-02-10T05:31:06.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.722+0000 7f518632e640 1 -- 172.21.15.27:0/190168610 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5180143e60 con 0x7f51800b44f0 2024-02-10T05:31:06.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.723+0000 7f517cff9640 1 -- 172.21.15.27:0/190168610 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f5174010440 con 0x7f51800b44f0 2024-02-10T05:31:06.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.723+0000 7f517cff9640 1 --2- 172.21.15.27:0/190168610 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f516c06b810 0x7f516c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:06.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.724+0000 7f517cff9640 1 -- 172.21.15.27:0/190168610 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f5174014070 con 0x7f51800b44f0 2024-02-10T05:31:06.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.724+0000 7f517ffff640 1 --2- 172.21.15.27:0/190168610 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f516c06b810 0x7f516c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:06.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.725+0000 7f517ffff640 1 --2- 172.21.15.27:0/190168610 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f516c06b810 0x7f516c06dcd0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f5170001cb0 tx=0x7f5170009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:06.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:06.737+0000 7f517cff9640 1 -- 172.21.15.27:0/190168610 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f51740551b0 con 0x7f51800b44f0 2024-02-10T05:31:07.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.265+0000 7f518632e640 1 -- 172.21.15.27:0/190168610 --> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) v1 -- 0x7f518006fcf0 con 0x7f516c06b810 2024-02-10T05:31:07.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.266+0000 7f517cff9640 1 -- 172.21.15.27:0/190168610 <== mgr.4106 v2:172.21.15.153:6832/1248308414 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f518006fcf0 con 0x7f516c06b810 2024-02-10T05:31:07.266 INFO:teuthology.orchestra.run.smithi027.stderr:instructed osd(s) 1 to deep-scrub 2024-02-10T05:31:07.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.270+0000 7f518632e640 1 -- 172.21.15.27:0/190168610 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f516c06b810 msgr2=0x7f516c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:07.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.270+0000 7f518632e640 1 --2- 172.21.15.27:0/190168610 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f516c06b810 0x7f516c06dcd0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f5170001cb0 tx=0x7f5170009040 comp rx=0 tx=0).stop 2024-02-10T05:31:07.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.270+0000 7f518632e640 1 -- 172.21.15.27:0/190168610 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f51800b44f0 msgr2=0x7f5180142fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:07.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.270+0000 7f518632e640 1 --2- 172.21.15.27:0/190168610 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f51800b44f0 0x7f5180142fc0 secure :-1 s=READY pgs=1996 cs=0 l=1 rev1=1 crypto rx=0x7f517400e9d0 tx=0x7f517400ee90 comp rx=0 tx=0).stop 2024-02-10T05:31:07.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.270+0000 7f518632e640 1 -- 172.21.15.27:0/190168610 shutdown_connections 2024-02-10T05:31:07.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.270+0000 7f518632e640 1 --2- 172.21.15.27:0/190168610 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f516c06b810 0x7f516c06dcd0 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:07.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.270+0000 7f518632e640 1 --2- 172.21.15.27:0/190168610 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5180155090 0x7f5180143500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:07.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.270+0000 7f518632e640 1 --2- 172.21.15.27:0/190168610 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f51800b44f0 0x7f5180142fc0 unknown :-1 s=CLOSED pgs=1996 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:07.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.270+0000 7f518632e640 1 --2- 172.21.15.27:0/190168610 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f51800b4110 0x7f5180149a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:07.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.270+0000 7f518632e640 1 -- 172.21.15.27:0/190168610 >> 172.21.15.27:0/190168610 conn(0x7f5180099a40 msgr2=0x7f518006e650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:07.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.270+0000 7f518632e640 1 -- 172.21.15.27:0/190168610 shutdown_connections 2024-02-10T05:31:07.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.270+0000 7f518632e640 1 -- 172.21.15.27:0/190168610 wait complete. 2024-02-10T05:31:07.295 INFO:tasks.ceph:Scrubbing osd.2 2024-02-10T05:31:07.295 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-02-10T05:31:07.598 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.598+0000 7fd4b903e640 1 Processor -- start 2024-02-10T05:31:07.598 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.598+0000 7fd4b903e640 1 -- start start 2024-02-10T05:31:07.603 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.600+0000 7fd4b903e640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fd4b40d0ea0 0x7fd4b40d1b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:07.603 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.600+0000 7fd4b903e640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd4b40d20d0 con 0x7fd4b41451e0 2024-02-10T05:31:07.603 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.601+0000 7fd4b903e640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd4b41455c0 con 0x7fd4b40d1730 2024-02-10T05:31:07.604 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.601+0000 7fd4b903e640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd4b40ce030 con 0x7fd4b40d0ea0 2024-02-10T05:31:07.604 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.601+0000 7fd4b359e640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fd4b40d0ea0 0x7fd4b40d1b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:07.604 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.601+0000 7fd4b2d9d640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7fd4b41451e0 0x7fd4b40ced20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:50890/0 (socket says 172.21.15.27:50890) 2024-02-10T05:31:07.604 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.601+0000 7fd4b2d9d640 1 -- 172.21.15.27:0/2897949475 learned_addr learned my addr 172.21.15.27:0/2897949475 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-10T05:31:07.604 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.601+0000 7fd4b1d9b640 1 -- 172.21.15.27:0/2897949475 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1332164870 0 0) 0x7fd4b41455c0 con 0x7fd4b40d1730 2024-02-10T05:31:07.604 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.601+0000 7fd4b359e640 1 -- 172.21.15.27:0/2897949475 >> v1:172.21.15.153:6789/0 conn(0x7fd4b40d1730 legacy=0x7fd4b40d0790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:07.604 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.601+0000 7fd4b359e640 1 -- 172.21.15.27:0/2897949475 >> v1:172.21.15.27:6789/0 conn(0x7fd4b41451e0 legacy=0x7fd4b40ced20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:07.604 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.601+0000 7fd4b359e640 1 -- 172.21.15.27:0/2897949475 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4b40d1370 con 0x7fd4b40d0ea0 2024-02-10T05:31:07.605 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.603+0000 7fd4b359e640 1 --2- 172.21.15.27:0/2897949475 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd4b40d0ea0 0x7fd4b40d1b90 secure :-1 s=READY pgs=1998 cs=0 l=1 rev1=1 crypto rx=0x7fd4ac009d90 tx=0x7fd4ac02bf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e26aaaaa0844e04 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:07.606 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.604+0000 7fd4b1d9b640 1 -- 172.21.15.27:0/2897949475 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4ac02cd00 con 0x7fd4b40d0ea0 2024-02-10T05:31:07.606 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.604+0000 7fd4b1d9b640 1 -- 172.21.15.27:0/2897949475 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4ac02ce60 con 0x7fd4b40d0ea0 2024-02-10T05:31:07.606 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.604+0000 7fd4b1d9b640 1 -- 172.21.15.27:0/2897949475 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4ac034660 con 0x7fd4b40d0ea0 2024-02-10T05:31:07.606 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.605+0000 7fd4b903e640 1 -- 172.21.15.27:0/2897949475 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd4b40d0ea0 msgr2=0x7fd4b40d1b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:07.606 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.605+0000 7fd4b903e640 1 --2- 172.21.15.27:0/2897949475 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd4b40d0ea0 0x7fd4b40d1b90 secure :-1 s=READY pgs=1998 cs=0 l=1 rev1=1 crypto rx=0x7fd4ac009d90 tx=0x7fd4ac02bf50 comp rx=0 tx=0).stop 2024-02-10T05:31:07.607 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.605+0000 7fd4b903e640 1 -- 172.21.15.27:0/2897949475 shutdown_connections 2024-02-10T05:31:07.607 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.605+0000 7fd4b903e640 1 --2- 172.21.15.27:0/2897949475 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd4b40d0ea0 0x7fd4b40d1b90 unknown :-1 s=CLOSED pgs=1998 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:07.607 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.605+0000 7fd4b903e640 1 -- 172.21.15.27:0/2897949475 >> 172.21.15.27:0/2897949475 conn(0x7fd4b40b3450 msgr2=0x7fd4b40b3830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:07.607 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.605+0000 7fd4b903e640 1 -- 172.21.15.27:0/2897949475 shutdown_connections 2024-02-10T05:31:07.607 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.605+0000 7fd4b903e640 1 -- 172.21.15.27:0/2897949475 wait complete. 2024-02-10T05:31:07.614 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.609+0000 7fd4b903e640 1 Processor -- start 2024-02-10T05:31:07.614 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.609+0000 7fd4b903e640 1 -- start start 2024-02-10T05:31:07.614 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.611+0000 7fd4b903e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd4b40d0ea0 0x7fd4b413b160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:07.614 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.611+0000 7fd4b903e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd4b40d1730 0x7fd4b413f250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:07.614 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.611+0000 7fd4b903e640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fd4b41451e0 0x7fd4b413f790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:07.614 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.611+0000 7fd4b903e640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4b4154ef0 con 0x7fd4b40d0ea0 2024-02-10T05:31:07.615 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.611+0000 7fd4b903e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4b41411a0 con 0x7fd4b40d1730 2024-02-10T05:31:07.615 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.611+0000 7fd4b903e640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4b4155140 con 0x7fd4b41451e0 2024-02-10T05:31:07.615 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.611+0000 7fd4b2d9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd4b40d0ea0 0x7fd4b413b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:07.615 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.612+0000 7fd4b2d9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd4b40d0ea0 0x7fd4b413b160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35688/0 (socket says 172.21.15.27:35688) 2024-02-10T05:31:07.615 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.612+0000 7fd4b2d9d640 1 -- 172.21.15.27:0/2070791833 learned_addr learned my addr 172.21.15.27:0/2070791833 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:31:07.615 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.612+0000 7fd4b259c640 1 --2- 172.21.15.27:0/2070791833 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd4b40d1730 0x7fd4b413f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:07.615 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.612+0000 7fd4b359e640 1 --2- 172.21.15.27:0/2070791833 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fd4b41451e0 0x7fd4b413f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:07.616 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.612+0000 7fd4b259c640 1 -- 172.21.15.27:0/2070791833 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fd4b41451e0 msgr2=0x7fd4b413f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:07.616 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.612+0000 7fd4b259c640 1 --2- 172.21.15.27:0/2070791833 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fd4b41451e0 0x7fd4b413f790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:07.616 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.612+0000 7fd4b259c640 1 -- 172.21.15.27:0/2070791833 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd4b40d0ea0 msgr2=0x7fd4b413b160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:07.616 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.612+0000 7fd4b259c640 1 --2- 172.21.15.27:0/2070791833 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd4b40d0ea0 0x7fd4b413b160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:07.616 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.612+0000 7fd4b259c640 1 -- 172.21.15.27:0/2070791833 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4ac009a70 con 0x7fd4b40d1730 2024-02-10T05:31:07.616 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.612+0000 7fd4b359e640 1 --2- 172.21.15.27:0/2070791833 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fd4b41451e0 0x7fd4b413f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T05:31:07.617 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.612+0000 7fd4b2d9d640 1 --2- 172.21.15.27:0/2070791833 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd4b40d0ea0 0x7fd4b413b160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T05:31:07.617 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.613+0000 7fd4b259c640 1 --2- 172.21.15.27:0/2070791833 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd4b40d1730 0x7fd4b413f250 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7fd4a800c450 tx=0x7fd4a800c910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:07.617 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.613+0000 7fd49b7fe640 1 -- 172.21.15.27:0/2070791833 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4a80035f0 con 0x7fd4b40d1730 2024-02-10T05:31:07.618 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.613+0000 7fd49b7fe640 1 -- 172.21.15.27:0/2070791833 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4a8003750 con 0x7fd4b40d1730 2024-02-10T05:31:07.618 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.613+0000 7fd4b903e640 1 -- 172.21.15.27:0/2070791833 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd4b4156b80 con 0x7fd4b40d1730 2024-02-10T05:31:07.618 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.613+0000 7fd49b7fe640 1 -- 172.21.15.27:0/2070791833 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4a8003b00 con 0x7fd4b40d1730 2024-02-10T05:31:07.618 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.613+0000 7fd4b903e640 1 -- 172.21.15.27:0/2070791833 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4b41570a0 con 0x7fd4b40d1730 2024-02-10T05:31:07.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.615+0000 7fd4b903e640 1 -- 172.21.15.27:0/2070791833 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fd4b40ce800 con 0x7fd4b40d1730 2024-02-10T05:31:07.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.617+0000 7fd49b7fe640 1 -- 172.21.15.27:0/2070791833 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fd4a8003c60 con 0x7fd4b40d1730 2024-02-10T05:31:07.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.618+0000 7fd49b7fe640 1 --2- 172.21.15.27:0/2070791833 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fd4a006b840 0x7fd4a006dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:07.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.618+0000 7fd49b7fe640 1 -- 172.21.15.27:0/2070791833 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fd4a80893f0 con 0x7fd4b40d1730 2024-02-10T05:31:07.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.618+0000 7fd4b2d9d640 1 --2- 172.21.15.27:0/2070791833 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fd4a006b840 0x7fd4a006dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:07.621 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.619+0000 7fd49b7fe640 1 --2- 172.21.15.27:0/2070791833 >> [v2:172.21.15.27:6800/1592291643,v1:172.21.15.27:6801/1592291643] conn(0x7fd4a0071700 0x7fd4a0073b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:07.621 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.619+0000 7fd49b7fe640 1 -- 172.21.15.27:0/2070791833 --> [v2:172.21.15.27:6800/1592291643,v1:172.21.15.27:6801/1592291643] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fd4a00741d0 con 0x7fd4a0071700 2024-02-10T05:31:07.621 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.619+0000 7fd49b7fe640 1 -- 172.21.15.27:0/2070791833 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_get_version_reply(handle=1 version=37) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd4a808bab0 con 0x7fd4b40d1730 2024-02-10T05:31:07.621 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.619+0000 7fd4b359e640 1 --2- 172.21.15.27:0/2070791833 >> [v2:172.21.15.27:6800/1592291643,v1:172.21.15.27:6801/1592291643] conn(0x7fd4a0071700 0x7fd4a0073b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:07.621 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.619+0000 7fd4b2d9d640 1 --2- 172.21.15.27:0/2070791833 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fd4a006b840 0x7fd4a006dd00 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fd4a4005880 tx=0x7fd4a4009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:07.621 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.620+0000 7fd4b359e640 1 --2- 172.21.15.27:0/2070791833 >> [v2:172.21.15.27:6800/1592291643,v1:172.21.15.27:6801/1592291643] conn(0x7fd4a0071700 0x7fd4a0073b20 crc :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:07.622 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.621+0000 7fd49b7fe640 1 -- 172.21.15.27:0/2070791833 <== osd.2 v2:172.21.15.27:6800/1592291643 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7fd4a00741d0 con 0x7fd4a0071700 2024-02-10T05:31:07.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.660+0000 7fd4b903e640 1 -- 172.21.15.27:0/2070791833 --> [v2:172.21.15.27:6800/1592291643,v1:172.21.15.27:6801/1592291643] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7fd4b40ce520 con 0x7fd4a0071700 2024-02-10T05:31:07.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.660+0000 7fd49b7fe640 1 -- 172.21.15.27:0/2070791833 <== osd.2 v2:172.21.15.27:6800/1592291643 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7fd4ac0348f0 con 0x7fd4a0071700 2024-02-10T05:31:07.661 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-02-10T05:31:07.661 INFO:teuthology.orchestra.run.smithi027.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-02-10T05:31:07.661 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-02-10T05:31:07.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.661+0000 7fd4b903e640 1 -- 172.21.15.27:0/2070791833 >> [v2:172.21.15.27:6800/1592291643,v1:172.21.15.27:6801/1592291643] conn(0x7fd4a0071700 msgr2=0x7fd4a0073b20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:07.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.661+0000 7fd4b903e640 1 --2- 172.21.15.27:0/2070791833 >> [v2:172.21.15.27:6800/1592291643,v1:172.21.15.27:6801/1592291643] conn(0x7fd4a0071700 0x7fd4a0073b20 crc :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:07.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.661+0000 7fd4b903e640 1 -- 172.21.15.27:0/2070791833 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fd4a006b840 msgr2=0x7fd4a006dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:07.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.661+0000 7fd4b903e640 1 --2- 172.21.15.27:0/2070791833 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fd4a006b840 0x7fd4a006dd00 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fd4a4005880 tx=0x7fd4a4009040 comp rx=0 tx=0).stop 2024-02-10T05:31:07.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.661+0000 7fd4b903e640 1 -- 172.21.15.27:0/2070791833 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd4b40d1730 msgr2=0x7fd4b413f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:07.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.661+0000 7fd4b903e640 1 --2- 172.21.15.27:0/2070791833 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd4b40d1730 0x7fd4b413f250 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7fd4a800c450 tx=0x7fd4a800c910 comp rx=0 tx=0).stop 2024-02-10T05:31:07.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.662+0000 7fd4b359e640 1 -- 172.21.15.27:0/2070791833 reap_dead start 2024-02-10T05:31:07.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.662+0000 7fd4b903e640 1 -- 172.21.15.27:0/2070791833 shutdown_connections 2024-02-10T05:31:07.664 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.662+0000 7fd4b903e640 1 -- 172.21.15.27:0/2070791833 >> 172.21.15.27:0/2070791833 conn(0x7fd4b40b3450 msgr2=0x7fd4b4073e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:07.664 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.662+0000 7fd4b903e640 1 -- 172.21.15.27:0/2070791833 shutdown_connections 2024-02-10T05:31:07.664 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.662+0000 7fd4b903e640 1 -- 172.21.15.27:0/2070791833 wait complete. 2024-02-10T05:31:07.686 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-02-10T05:31:07.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.981+0000 7f8860e9d640 1 Processor -- start 2024-02-10T05:31:07.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.981+0000 7f8860e9d640 1 -- start start 2024-02-10T05:31:07.984 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.983+0000 7f8860e9d640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f885c0b3b60 0x7f885c0cc890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:07.984 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.983+0000 7f8860e9d640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f885c0d1050 0x7f885c0cfa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:07.984 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.983+0000 7f8860e9d640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f885c0b47c0 con 0x7f885c15b8b0 2024-02-10T05:31:07.984 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.983+0000 7f8860e9d640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f885c0d1910 con 0x7f885c0b3b60 2024-02-10T05:31:07.984 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.983+0000 7f8860e9d640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f885c0d1bf0 con 0x7f885c0d1050 2024-02-10T05:31:07.984 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.983+0000 7f8859d9b640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f885c0b3b60 0x7f885c0cc890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:07.985 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.984+0000 7f8859d9b640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f885c0b3b60 0x7f885c0cc890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35690/0 (socket says 172.21.15.27:35690) 2024-02-10T05:31:07.985 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.984+0000 7f8859d9b640 1 -- 172.21.15.27:0/259762609 learned_addr learned my addr 172.21.15.27:0/259762609 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:31:07.985 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.984+0000 7f885ad9d640 1 --2- 172.21.15.27:0/259762609 >> v2:172.21.15.153:3300/0 conn(0x7f885c0d1050 0x7f885c0cfa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:07.985 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.984+0000 7f8859d9b640 1 -- 172.21.15.27:0/259762609 >> v2:172.21.15.153:3300/0 conn(0x7f885c0d1050 msgr2=0x7f885c0cfa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:31:07.986 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.984+0000 7f8859d9b640 1 --2- 172.21.15.27:0/259762609 >> v2:172.21.15.153:3300/0 conn(0x7f885c0d1050 0x7f885c0cfa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:07.986 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.984+0000 7f8859d9b640 1 -- 172.21.15.27:0/259762609 >> v1:172.21.15.27:6789/0 conn(0x7f885c15b8b0 legacy=0x7f885c0b3450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:07.986 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.984+0000 7f885959a640 1 -- 172.21.15.27:0/259762609 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3965927485 0 0) 0x7f885c0b47c0 con 0x7f885c15b8b0 2024-02-10T05:31:07.986 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.984+0000 7f8859d9b640 1 -- 172.21.15.27:0/259762609 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f885c0d1ed0 con 0x7f885c0b3b60 2024-02-10T05:31:07.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.986+0000 7f8859d9b640 1 --2- 172.21.15.27:0/259762609 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f885c0b3b60 0x7f885c0cc890 secure :-1 s=READY pgs=2000 cs=0 l=1 rev1=1 crypto rx=0x7f885c0b7030 tx=0x7f885002b9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71080eae4bd94621 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:07.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.987+0000 7f885959a640 1 -- 172.21.15.27:0/259762609 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8850030860 con 0x7f885c0b3b60 2024-02-10T05:31:07.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.987+0000 7f885959a640 1 -- 172.21.15.27:0/259762609 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88500309c0 con 0x7f885c0b3b60 2024-02-10T05:31:07.988 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.987+0000 7f885959a640 1 -- 172.21.15.27:0/259762609 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8850030d50 con 0x7f885c0b3b60 2024-02-10T05:31:07.988 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.988+0000 7f8860e9d640 1 -- 172.21.15.27:0/259762609 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f885c0b3b60 msgr2=0x7f885c0cc890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:07.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.988+0000 7f8860e9d640 1 --2- 172.21.15.27:0/259762609 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f885c0b3b60 0x7f885c0cc890 secure :-1 s=READY pgs=2000 cs=0 l=1 rev1=1 crypto rx=0x7f885c0b7030 tx=0x7f885002b9a0 comp rx=0 tx=0).stop 2024-02-10T05:31:07.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.988+0000 7f8860e9d640 1 -- 172.21.15.27:0/259762609 shutdown_connections 2024-02-10T05:31:07.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.988+0000 7f8860e9d640 1 --2- 172.21.15.27:0/259762609 >> v2:172.21.15.153:3300/0 conn(0x7f885c0d1050 0x7f885c0cfa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:07.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.988+0000 7f8860e9d640 1 --2- 172.21.15.27:0/259762609 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f885c0b3b60 0x7f885c0cc890 unknown :-1 s=CLOSED pgs=2000 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:07.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.988+0000 7f8860e9d640 1 -- 172.21.15.27:0/259762609 >> 172.21.15.27:0/259762609 conn(0x7f885c066960 msgr2=0x7f885c066d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:07.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.989+0000 7f8860e9d640 1 -- 172.21.15.27:0/259762609 shutdown_connections 2024-02-10T05:31:07.989 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.989+0000 7f8860e9d640 1 -- 172.21.15.27:0/259762609 wait complete. 2024-02-10T05:31:07.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.992+0000 7f8860e9d640 1 Processor -- start 2024-02-10T05:31:07.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.992+0000 7f8860e9d640 1 -- start start 2024-02-10T05:31:07.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.994+0000 7f8860e9d640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f885c0b3b60 0x7f885c0cc650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:07.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.994+0000 7f8860e9d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f885c0d1050 0x7f885c0b5590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:07.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.994+0000 7f8860e9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f885c15b8b0 0x7f885c0cadb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:07.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.994+0000 7f8860e9d640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f885c0b5ad0 con 0x7f885c15b8b0 2024-02-10T05:31:07.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.994+0000 7f8860e9d640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f885c0b5d50 con 0x7f885c0d1050 2024-02-10T05:31:07.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.994+0000 7f8860e9d640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f885c0b6030 con 0x7f885c0b3b60 2024-02-10T05:31:07.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.995+0000 7f885ad9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f885c15b8b0 0x7f885c0cadb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:07.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.995+0000 7f8859d9b640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f885c0d1050 0x7f885c0b5590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:07.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.995+0000 7f885ad9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f885c15b8b0 0x7f885c0cadb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35706/0 (socket says 172.21.15.27:35706) 2024-02-10T05:31:07.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.995+0000 7f885ad9d640 1 -- 172.21.15.27:0/765485141 learned_addr learned my addr 172.21.15.27:0/765485141 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:31:07.997 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.995+0000 7f885a59c640 1 --2- 172.21.15.27:0/765485141 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f885c0b3b60 0x7f885c0cc650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:07.998 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.995+0000 7f8859d9b640 1 -- 172.21.15.27:0/765485141 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f885c0b3b60 msgr2=0x7f885c0cc650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:07.998 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.995+0000 7f8859d9b640 1 --2- 172.21.15.27:0/765485141 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f885c0b3b60 0x7f885c0cc650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:07.998 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.995+0000 7f8859d9b640 1 -- 172.21.15.27:0/765485141 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f885c15b8b0 msgr2=0x7f885c0cadb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:07.999 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.995+0000 7f8859d9b640 1 --2- 172.21.15.27:0/765485141 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f885c15b8b0 0x7f885c0cadb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:07.999 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.995+0000 7f8859d9b640 1 -- 172.21.15.27:0/765485141 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88500094d0 con 0x7f885c0d1050 2024-02-10T05:31:07.999 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.996+0000 7f8859d9b640 1 --2- 172.21.15.27:0/765485141 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f885c0d1050 0x7f885c0b5590 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f8850033000 tx=0x7f8850004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:07.999 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.996+0000 7f884affd640 1 -- 172.21.15.27:0/765485141 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8850039c90 con 0x7f885c0d1050 2024-02-10T05:31:07.999 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.996+0000 7f884affd640 1 -- 172.21.15.27:0/765485141 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8850039e10 con 0x7f885c0d1050 2024-02-10T05:31:07.999 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.996+0000 7f8860e9d640 1 -- 172.21.15.27:0/765485141 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f885c0b6310 con 0x7f885c0d1050 2024-02-10T05:31:07.999 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.996+0000 7f884affd640 1 -- 172.21.15.27:0/765485141 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8850043640 con 0x7f885c0d1050 2024-02-10T05:31:07.999 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.996+0000 7f8860e9d640 1 -- 172.21.15.27:0/765485141 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f885c1425f0 con 0x7f885c0d1050 2024-02-10T05:31:07.999 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.998+0000 7f884affd640 1 -- 172.21.15.27:0/765485141 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f88500437a0 con 0x7f885c0d1050 2024-02-10T05:31:08.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.998+0000 7f8860e9d640 1 -- 172.21.15.27:0/765485141 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f885c142b30 con 0x7f885c0d1050 2024-02-10T05:31:08.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.999+0000 7f884affd640 1 --2- 172.21.15.27:0/765485141 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f883c06b810 0x7f883c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:08.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.999+0000 7f884affd640 1 -- 172.21.15.27:0/765485141 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f885003e070 con 0x7f885c0d1050 2024-02-10T05:31:08.001 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:07.999+0000 7f885a59c640 1 --2- 172.21.15.27:0/765485141 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f883c06b810 0x7f883c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:08.001 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.000+0000 7f885a59c640 1 --2- 172.21.15.27:0/765485141 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f883c06b810 0x7f883c06dcd0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f884c000f60 tx=0x7f884c009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:08.004 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.004+0000 7f884affd640 1 -- 172.21.15.27:0/765485141 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f885c142b30 con 0x7f885c0d1050 2024-02-10T05:31:08.531 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.531+0000 7f8860e9d640 1 -- 172.21.15.27:0/765485141 --> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) v1 -- 0x7f885c142b30 con 0x7f883c06b810 2024-02-10T05:31:08.532 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.532+0000 7f884affd640 1 -- 172.21.15.27:0/765485141 <== mgr.4106 v2:172.21.15.153:6832/1248308414 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f885c142b30 con 0x7f883c06b810 2024-02-10T05:31:08.532 INFO:teuthology.orchestra.run.smithi027.stderr:instructed osd(s) 2 to deep-scrub 2024-02-10T05:31:08.538 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.537+0000 7f8860e9d640 1 -- 172.21.15.27:0/765485141 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f883c06b810 msgr2=0x7f883c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:08.538 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.537+0000 7f8860e9d640 1 --2- 172.21.15.27:0/765485141 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f883c06b810 0x7f883c06dcd0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f884c000f60 tx=0x7f884c009040 comp rx=0 tx=0).stop 2024-02-10T05:31:08.538 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.537+0000 7f8860e9d640 1 -- 172.21.15.27:0/765485141 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f885c0d1050 msgr2=0x7f885c0b5590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:08.538 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.537+0000 7f8860e9d640 1 --2- 172.21.15.27:0/765485141 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f885c0d1050 0x7f885c0b5590 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f8850033000 tx=0x7f8850004730 comp rx=0 tx=0).stop 2024-02-10T05:31:08.538 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.537+0000 7f8860e9d640 1 -- 172.21.15.27:0/765485141 shutdown_connections 2024-02-10T05:31:08.538 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.537+0000 7f8860e9d640 1 --2- 172.21.15.27:0/765485141 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f883c06b810 0x7f883c06dcd0 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:08.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.537+0000 7f8860e9d640 1 --2- 172.21.15.27:0/765485141 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f885c15b8b0 0x7f885c0cadb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:08.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.537+0000 7f8860e9d640 1 --2- 172.21.15.27:0/765485141 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f885c0d1050 0x7f885c0b5590 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:08.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.537+0000 7f8860e9d640 1 --2- 172.21.15.27:0/765485141 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f885c0b3b60 0x7f885c0cc650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:08.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.537+0000 7f8860e9d640 1 -- 172.21.15.27:0/765485141 >> 172.21.15.27:0/765485141 conn(0x7f885c066960 msgr2=0x7f885c1576d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:08.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.537+0000 7f8860e9d640 1 -- 172.21.15.27:0/765485141 shutdown_connections 2024-02-10T05:31:08.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.537+0000 7f8860e9d640 1 -- 172.21.15.27:0/765485141 wait complete. 2024-02-10T05:31:08.562 INFO:tasks.ceph:Scrubbing osd.3 2024-02-10T05:31:08.563 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-02-10T05:31:08.869 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.869+0000 7fad9aab5640 1 Processor -- start 2024-02-10T05:31:08.870 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.869+0000 7fad9aab5640 1 -- start start 2024-02-10T05:31:08.873 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.871+0000 7fad9aab5640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fad940b5500 0x7fad940ad570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:08.873 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.871+0000 7fad9aab5640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fad940af410 0x7fad9406ac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:08.873 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.871+0000 7fad9aab5640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fad940b5040 con 0x7fad9415dad0 2024-02-10T05:31:08.874 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.871+0000 7fad9aab5640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fad940b4230 con 0x7fad940af410 2024-02-10T05:31:08.874 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.871+0000 7fad9aab5640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fad9415deb0 con 0x7fad940b5500 2024-02-10T05:31:08.874 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.872+0000 7fad99052640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fad940af410 0x7fad9406ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:08.874 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.872+0000 7fad99052640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fad940af410 0x7fad9406ac50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35718/0 (socket says 172.21.15.27:35718) 2024-02-10T05:31:08.875 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.872+0000 7fad99052640 1 -- 172.21.15.27:0/1829906764 learned_addr learned my addr 172.21.15.27:0/1829906764 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:31:08.875 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.872+0000 7fad93fff640 1 --2- 172.21.15.27:0/1829906764 >> v2:172.21.15.153:3300/0 conn(0x7fad940b5500 0x7fad940ad570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:08.875 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.872+0000 7fad99052640 1 -- 172.21.15.27:0/1829906764 >> v2:172.21.15.153:3300/0 conn(0x7fad940b5500 msgr2=0x7fad940ad570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:31:08.875 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.872+0000 7fad937fe640 1 -- 172.21.15.27:0/1829906764 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3226644984 0 0) 0x7fad940b5040 con 0x7fad9415dad0 2024-02-10T05:31:08.875 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.872+0000 7fad99052640 1 --2- 172.21.15.27:0/1829906764 >> v2:172.21.15.153:3300/0 conn(0x7fad940b5500 0x7fad940ad570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:08.876 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.872+0000 7fad99052640 1 -- 172.21.15.27:0/1829906764 >> v1:172.21.15.27:6789/0 conn(0x7fad9415dad0 legacy=0x7fad9406ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:08.876 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.872+0000 7fad99052640 1 -- 172.21.15.27:0/1829906764 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad940b3930 con 0x7fad940af410 2024-02-10T05:31:08.878 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.874+0000 7fad99052640 1 --2- 172.21.15.27:0/1829906764 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fad940af410 0x7fad9406ac50 secure :-1 s=READY pgs=2002 cs=0 l=1 rev1=1 crypto rx=0x7fad94070e50 tx=0x7fad8c02bee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c26eb318d9a8a682 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:08.878 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.875+0000 7fad937fe640 1 -- 172.21.15.27:0/1829906764 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad8c02ca80 con 0x7fad940af410 2024-02-10T05:31:08.878 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.875+0000 7fad937fe640 1 -- 172.21.15.27:0/1829906764 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad8c02cbe0 con 0x7fad940af410 2024-02-10T05:31:08.878 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.875+0000 7fad937fe640 1 -- 172.21.15.27:0/1829906764 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad8c0343f0 con 0x7fad940af410 2024-02-10T05:31:08.879 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.876+0000 7fad9aab5640 1 -- 172.21.15.27:0/1829906764 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fad940af410 msgr2=0x7fad9406ac50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:08.879 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.876+0000 7fad9aab5640 1 --2- 172.21.15.27:0/1829906764 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fad940af410 0x7fad9406ac50 secure :-1 s=READY pgs=2002 cs=0 l=1 rev1=1 crypto rx=0x7fad94070e50 tx=0x7fad8c02bee0 comp rx=0 tx=0).stop 2024-02-10T05:31:08.879 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.876+0000 7fad9aab5640 1 -- 172.21.15.27:0/1829906764 shutdown_connections 2024-02-10T05:31:08.879 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.876+0000 7fad9aab5640 1 --2- 172.21.15.27:0/1829906764 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fad940af410 0x7fad9406ac50 unknown :-1 s=CLOSED pgs=2002 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:08.879 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.876+0000 7fad9aab5640 1 --2- 172.21.15.27:0/1829906764 >> v2:172.21.15.153:3300/0 conn(0x7fad940b5500 0x7fad940ad570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:08.880 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.876+0000 7fad9aab5640 1 -- 172.21.15.27:0/1829906764 >> 172.21.15.27:0/1829906764 conn(0x7fad940b5ab0 msgr2=0x7fad940b5ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:08.880 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.876+0000 7fad9aab5640 1 -- 172.21.15.27:0/1829906764 shutdown_connections 2024-02-10T05:31:08.880 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.876+0000 7fad9aab5640 1 -- 172.21.15.27:0/1829906764 wait complete. 2024-02-10T05:31:08.881 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.880+0000 7fad9aab5640 1 Processor -- start 2024-02-10T05:31:08.881 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.880+0000 7fad9aab5640 1 -- start start 2024-02-10T05:31:08.883 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.882+0000 7fad9aab5640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fad940af410 0x7fad9414acf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:08.883 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.882+0000 7fad9aab5640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fad940b5500 0x7fad9414ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:08.883 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.882+0000 7fad9aab5640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fad9415dad0 0x7fad9414ff50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:08.883 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.882+0000 7fad9aab5640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad9415f000 con 0x7fad940af410 2024-02-10T05:31:08.883 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.882+0000 7fad9aab5640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad9415f2e0 con 0x7fad940b5500 2024-02-10T05:31:08.883 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.882+0000 7fad9aab5640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fad9415f5c0 con 0x7fad9415dad0 2024-02-10T05:31:08.883 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.882+0000 7fad98851640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fad940af410 0x7fad9414acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:08.884 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.882+0000 7fad99052640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fad9415dad0 0x7fad9414ff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:08.884 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.882+0000 7fad98851640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fad940af410 0x7fad9414acf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35722/0 (socket says 172.21.15.27:35722) 2024-02-10T05:31:08.884 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.882+0000 7fad99052640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fad9415dad0 0x7fad9414ff50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:34578/0 (socket says 172.21.15.27:34578) 2024-02-10T05:31:08.884 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.882+0000 7fad98851640 1 -- 172.21.15.27:0/1558057947 learned_addr learned my addr 172.21.15.27:0/1558057947 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:31:08.884 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.882+0000 7fad93fff640 1 --2- 172.21.15.27:0/1558057947 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fad940b5500 0x7fad9414ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:08.884 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.883+0000 7fad99052640 1 -- 172.21.15.27:0/1558057947 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fad940b5500 msgr2=0x7fad9414ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:08.884 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.883+0000 7fad99052640 1 --2- 172.21.15.27:0/1558057947 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fad940b5500 0x7fad9414ed70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:08.884 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.883+0000 7fad99052640 1 -- 172.21.15.27:0/1558057947 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fad940af410 msgr2=0x7fad9414acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:08.885 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.883+0000 7fad99052640 1 --2- 172.21.15.27:0/1558057947 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fad940af410 0x7fad9414acf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:08.885 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.883+0000 7fad99052640 1 -- 172.21.15.27:0/1558057947 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad8c009b30 con 0x7fad9415dad0 2024-02-10T05:31:08.886 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.883+0000 7fad99052640 1 --2- 172.21.15.27:0/1558057947 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fad9415dad0 0x7fad9414ff50 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fad8c032000 tx=0x7fad8c004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:08.886 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.883+0000 7fad917fa640 1 -- 172.21.15.27:0/1558057947 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad8c009510 con 0x7fad9415dad0 2024-02-10T05:31:08.886 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.883+0000 7fad917fa640 1 -- 172.21.15.27:0/1558057947 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad8c03e450 con 0x7fad9415dad0 2024-02-10T05:31:08.886 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.884+0000 7fad9aab5640 1 -- 172.21.15.27:0/1558057947 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fad9415f8a0 con 0x7fad9415dad0 2024-02-10T05:31:08.886 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.884+0000 7fad917fa640 1 -- 172.21.15.27:0/1558057947 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad8c03e800 con 0x7fad9415dad0 2024-02-10T05:31:08.886 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.884+0000 7fad9aab5640 1 -- 172.21.15.27:0/1558057947 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fad9414f2b0 con 0x7fad9415dad0 2024-02-10T05:31:08.886 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.885+0000 7fad9aab5640 1 -- 172.21.15.27:0/1558057947 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fad94152290 con 0x7fad9415dad0 2024-02-10T05:31:08.887 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.886+0000 7fad917fa640 1 -- 172.21.15.27:0/1558057947 <== mon.2 v2:172.21.15.153:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fad8c02cd50 con 0x7fad9415dad0 2024-02-10T05:31:08.887 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.887+0000 7fad917fa640 1 --2- 172.21.15.27:0/1558057947 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fad8006b810 0x7fad8006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:08.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.887+0000 7fad917fa640 1 -- 172.21.15.27:0/1558057947 <== mon.2 v2:172.21.15.153:3301/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fad8c0ac8c0 con 0x7fad9415dad0 2024-02-10T05:31:08.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.887+0000 7fad98851640 1 --2- 172.21.15.27:0/1558057947 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fad8006b810 0x7fad8006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:08.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.887+0000 7fad917fa640 1 --2- 172.21.15.27:0/1558057947 >> [v2:172.21.15.27:6808/2474913129,v1:172.21.15.27:6809/2474913129] conn(0x7fad800716d0 0x7fad80073af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:08.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.887+0000 7fad917fa640 1 -- 172.21.15.27:0/1558057947 --> [v2:172.21.15.27:6808/2474913129,v1:172.21.15.27:6809/2474913129] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fad800741a0 con 0x7fad800716d0 2024-02-10T05:31:08.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.887+0000 7fad917fa640 1 -- 172.21.15.27:0/1558057947 <== mon.2 v2:172.21.15.153:3301/0 6 ==== mon_get_version_reply(handle=1 version=37) v2 ==== 24+0+0 (secure 0 0 0) 0x7fad8c0b12a0 con 0x7fad9415dad0 2024-02-10T05:31:08.889 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.888+0000 7fad93fff640 1 --2- 172.21.15.27:0/1558057947 >> [v2:172.21.15.27:6808/2474913129,v1:172.21.15.27:6809/2474913129] conn(0x7fad800716d0 0x7fad80073af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:08.889 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.888+0000 7fad93fff640 1 --2- 172.21.15.27:0/1558057947 >> [v2:172.21.15.27:6808/2474913129,v1:172.21.15.27:6809/2474913129] conn(0x7fad800716d0 0x7fad80073af0 crc :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:08.889 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.888+0000 7fad98851640 1 --2- 172.21.15.27:0/1558057947 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fad8006b810 0x7fad8006dcd0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7fad84000f60 tx=0x7fad84009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:08.890 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.890+0000 7fad917fa640 1 -- 172.21.15.27:0/1558057947 <== osd.3 v2:172.21.15.27:6808/2474913129 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7fad800741a0 con 0x7fad800716d0 2024-02-10T05:31:08.929 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.928+0000 7fad9aab5640 1 -- 172.21.15.27:0/1558057947 --> [v2:172.21.15.27:6808/2474913129,v1:172.21.15.27:6809/2474913129] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7fad9415ece0 con 0x7fad800716d0 2024-02-10T05:31:08.929 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.929+0000 7fad917fa640 1 -- 172.21.15.27:0/1558057947 <== osd.3 v2:172.21.15.27:6808/2474913129 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7fad9415ece0 con 0x7fad800716d0 2024-02-10T05:31:08.930 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-02-10T05:31:08.930 INFO:teuthology.orchestra.run.smithi027.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-02-10T05:31:08.930 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-02-10T05:31:08.931 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.930+0000 7fad9aab5640 1 -- 172.21.15.27:0/1558057947 >> [v2:172.21.15.27:6808/2474913129,v1:172.21.15.27:6809/2474913129] conn(0x7fad800716d0 msgr2=0x7fad80073af0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:08.931 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.930+0000 7fad9aab5640 1 --2- 172.21.15.27:0/1558057947 >> [v2:172.21.15.27:6808/2474913129,v1:172.21.15.27:6809/2474913129] conn(0x7fad800716d0 0x7fad80073af0 crc :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:08.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.930+0000 7fad9aab5640 1 -- 172.21.15.27:0/1558057947 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fad8006b810 msgr2=0x7fad8006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:08.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.930+0000 7fad9aab5640 1 --2- 172.21.15.27:0/1558057947 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fad8006b810 0x7fad8006dcd0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7fad84000f60 tx=0x7fad84009040 comp rx=0 tx=0).stop 2024-02-10T05:31:08.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.930+0000 7fad9aab5640 1 -- 172.21.15.27:0/1558057947 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fad9415dad0 msgr2=0x7fad9414ff50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:08.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.930+0000 7fad9aab5640 1 --2- 172.21.15.27:0/1558057947 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fad9415dad0 0x7fad9414ff50 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fad8c032000 tx=0x7fad8c004a40 comp rx=0 tx=0).stop 2024-02-10T05:31:08.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.930+0000 7fad99052640 1 -- 172.21.15.27:0/1558057947 reap_dead start 2024-02-10T05:31:08.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.930+0000 7fad9aab5640 1 -- 172.21.15.27:0/1558057947 shutdown_connections 2024-02-10T05:31:08.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.930+0000 7fad9aab5640 1 -- 172.21.15.27:0/1558057947 >> 172.21.15.27:0/1558057947 conn(0x7fad940b5ab0 msgr2=0x7fad94073e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:08.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.930+0000 7fad9aab5640 1 -- 172.21.15.27:0/1558057947 shutdown_connections 2024-02-10T05:31:08.933 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:08.930+0000 7fad9aab5640 1 -- 172.21.15.27:0/1558057947 wait complete. 2024-02-10T05:31:08.954 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-02-10T05:31:09.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.250+0000 7f060a89d640 1 Processor -- start 2024-02-10T05:31:09.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.250+0000 7f060a89d640 1 -- start start 2024-02-10T05:31:09.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.252+0000 7f060a89d640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f060415daa0 0x7f06040b3120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:09.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.252+0000 7f060a89d640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f06040729b0 0x7f0604071be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:09.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.252+0000 7f060a89d640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f06040b4900 con 0x7f0604072120 2024-02-10T05:31:09.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.252+0000 7f060a89d640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0604072530 con 0x7f060415daa0 2024-02-10T05:31:09.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.252+0000 7f060a89d640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f06040b3800 con 0x7f06040729b0 2024-02-10T05:31:09.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.253+0000 7f0608e3a640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f0604072120 0x7f060406ac50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:50924/0 (socket says 172.21.15.27:50924) 2024-02-10T05:31:09.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.253+0000 7f0603fff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f060415daa0 0x7f06040b3120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:09.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.253+0000 7f0608e3a640 1 -- 172.21.15.27:0/3210987574 learned_addr learned my addr 172.21.15.27:0/3210987574 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-10T05:31:09.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.253+0000 7f06037fe640 1 --2- 172.21.15.27:0/3210987574 >> v2:172.21.15.153:3300/0 conn(0x7f06040729b0 0x7f0604071be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:09.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.253+0000 7f0602ffd640 1 -- 172.21.15.27:0/3210987574 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 830007431 0 0) 0x7f06040b4900 con 0x7f0604072120 2024-02-10T05:31:09.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.253+0000 7f0602ffd640 1 -- 172.21.15.27:0/3210987574 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f05ec003520 con 0x7f0604072120 2024-02-10T05:31:09.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.253+0000 7f0603fff640 1 -- 172.21.15.27:0/3210987574 >> v2:172.21.15.153:3300/0 conn(0x7f06040729b0 msgr2=0x7f0604071be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:31:09.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.253+0000 7f0603fff640 1 --2- 172.21.15.27:0/3210987574 >> v2:172.21.15.153:3300/0 conn(0x7f06040729b0 0x7f0604071be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:09.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.253+0000 7f0603fff640 1 -- 172.21.15.27:0/3210987574 >> v1:172.21.15.27:6789/0 conn(0x7f0604072120 legacy=0x7f060406ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:09.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.253+0000 7f0603fff640 1 -- 172.21.15.27:0/3210987574 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06040b3ae0 con 0x7f060415daa0 2024-02-10T05:31:09.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.254+0000 7f06037fe640 1 --2- 172.21.15.27:0/3210987574 >> v2:172.21.15.153:3300/0 conn(0x7f06040729b0 0x7f0604071be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T05:31:09.256 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.256+0000 7f0603fff640 1 --2- 172.21.15.27:0/3210987574 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f060415daa0 0x7f06040b3120 secure :-1 s=READY pgs=2004 cs=0 l=1 rev1=1 crypto rx=0x7f060406c760 tx=0x7f05f402b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42f8705b7d50983e server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:09.256 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.256+0000 7f0602ffd640 1 -- 172.21.15.27:0/3210987574 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05f4031830 con 0x7f060415daa0 2024-02-10T05:31:09.256 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.256+0000 7f0602ffd640 1 -- 172.21.15.27:0/3210987574 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05f4031990 con 0x7f060415daa0 2024-02-10T05:31:09.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.256+0000 7f0602ffd640 1 -- 172.21.15.27:0/3210987574 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05f4031d20 con 0x7f060415daa0 2024-02-10T05:31:09.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.257+0000 7f060a89d640 1 -- 172.21.15.27:0/3210987574 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f060415daa0 msgr2=0x7f06040b3120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:09.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.257+0000 7f060a89d640 1 --2- 172.21.15.27:0/3210987574 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f060415daa0 0x7f06040b3120 secure :-1 s=READY pgs=2004 cs=0 l=1 rev1=1 crypto rx=0x7f060406c760 tx=0x7f05f402b8d0 comp rx=0 tx=0).stop 2024-02-10T05:31:09.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.257+0000 7f060a89d640 1 -- 172.21.15.27:0/3210987574 shutdown_connections 2024-02-10T05:31:09.259 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.257+0000 7f060a89d640 1 --2- 172.21.15.27:0/3210987574 >> v2:172.21.15.153:3300/0 conn(0x7f06040729b0 0x7f0604071be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:09.259 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.257+0000 7f060a89d640 1 --2- 172.21.15.27:0/3210987574 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f060415daa0 0x7f06040b3120 unknown :-1 s=CLOSED pgs=2004 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:09.259 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.257+0000 7f060a89d640 1 -- 172.21.15.27:0/3210987574 >> 172.21.15.27:0/3210987574 conn(0x7f06040b2240 msgr2=0x7f06040b2650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:09.259 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.258+0000 7f060a89d640 1 -- 172.21.15.27:0/3210987574 shutdown_connections 2024-02-10T05:31:09.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.258+0000 7f060a89d640 1 -- 172.21.15.27:0/3210987574 wait complete. 2024-02-10T05:31:09.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.259+0000 7f060a89d640 1 Processor -- start 2024-02-10T05:31:09.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.260+0000 7f060a89d640 1 -- start start 2024-02-10T05:31:09.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.261+0000 7f060a89d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0604072120 0x7f06040cef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:09.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.261+0000 7f060a89d640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f06040729b0 0x7f060414c210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:09.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.261+0000 7f060a89d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f060415daa0 0x7f060414c750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:09.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.261+0000 7f060a89d640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06040cf4d0 con 0x7f060415daa0 2024-02-10T05:31:09.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.261+0000 7f060a89d640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06040ccdd0 con 0x7f0604072120 2024-02-10T05:31:09.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.261+0000 7f060a89d640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06040ccaa0 con 0x7f06040729b0 2024-02-10T05:31:09.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.261+0000 7f0608e3a640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f060415daa0 0x7f060414c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:09.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.261+0000 7f0603fff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0604072120 0x7f06040cef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:09.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.261+0000 7f06037fe640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f06040729b0 0x7f060414c210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:09.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.261+0000 7f0608e3a640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f060415daa0 0x7f060414c750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35750/0 (socket says 172.21.15.27:35750) 2024-02-10T05:31:09.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.261+0000 7f0608e3a640 1 -- 172.21.15.27:0/2420817180 learned_addr learned my addr 172.21.15.27:0/2420817180 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:31:09.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.261+0000 7f0603fff640 1 --2- 172.21.15.27:0/2420817180 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0604072120 0x7f06040cef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:37222/0 (socket says 172.21.15.27:37222) 2024-02-10T05:31:09.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.262+0000 7f0608e3a640 1 -- 172.21.15.27:0/2420817180 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f06040729b0 msgr2=0x7f060414c210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:09.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.262+0000 7f0608e3a640 1 --2- 172.21.15.27:0/2420817180 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f06040729b0 0x7f060414c210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:09.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.262+0000 7f0608e3a640 1 -- 172.21.15.27:0/2420817180 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0604072120 msgr2=0x7f06040cef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:09.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.262+0000 7f0608e3a640 1 --2- 172.21.15.27:0/2420817180 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0604072120 0x7f06040cef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:09.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.262+0000 7f0608e3a640 1 -- 172.21.15.27:0/2420817180 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05f8009400 con 0x7f060415daa0 2024-02-10T05:31:09.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.262+0000 7f0608e3a640 1 --2- 172.21.15.27:0/2420817180 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f060415daa0 0x7f060414c750 secure :-1 s=READY pgs=2005 cs=0 l=1 rev1=1 crypto rx=0x7f05fc00cb40 tx=0x7f05fc00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:09.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.262+0000 7f0600ff9640 1 -- 172.21.15.27:0/2420817180 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05fc00aca0 con 0x7f060415daa0 2024-02-10T05:31:09.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.263+0000 7f060a89d640 1 -- 172.21.15.27:0/2420817180 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f05f4009400 con 0x7f060415daa0 2024-02-10T05:31:09.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.263+0000 7f0600ff9640 1 -- 172.21.15.27:0/2420817180 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05fc00ae00 con 0x7f060415daa0 2024-02-10T05:31:09.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.263+0000 7f0600ff9640 1 -- 172.21.15.27:0/2420817180 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05fc012620 con 0x7f060415daa0 2024-02-10T05:31:09.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.263+0000 7f060a89d640 1 -- 172.21.15.27:0/2420817180 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f060414d270 con 0x7f060415daa0 2024-02-10T05:31:09.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.265+0000 7f060a89d640 1 -- 172.21.15.27:0/2420817180 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f06040ccf40 con 0x7f060415daa0 2024-02-10T05:31:09.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.266+0000 7f0600ff9640 1 -- 172.21.15.27:0/2420817180 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f05fc007070 con 0x7f060415daa0 2024-02-10T05:31:09.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.268+0000 7f0600ff9640 1 --2- 172.21.15.27:0/2420817180 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f05f006b810 0x7f05f006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:09.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.268+0000 7f0600ff9640 1 -- 172.21.15.27:0/2420817180 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f05fc089ea0 con 0x7f060415daa0 2024-02-10T05:31:09.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.268+0000 7f0603fff640 1 --2- 172.21.15.27:0/2420817180 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f05f006b810 0x7f05f006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:09.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.269+0000 7f0603fff640 1 --2- 172.21.15.27:0/2420817180 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f05f006b810 0x7f05f006dcd0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f05f4036000 tx=0x7f05f403c040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:09.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.276+0000 7f0600ff9640 1 -- 172.21.15.27:0/2420817180 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f05fc054c70 con 0x7f060415daa0 2024-02-10T05:31:09.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.807+0000 7f060a89d640 1 -- 172.21.15.27:0/2420817180 --> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) v1 -- 0x7f06040b40a0 con 0x7f05f006b810 2024-02-10T05:31:09.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.808+0000 7f0600ff9640 1 -- 172.21.15.27:0/2420817180 <== mgr.4106 v2:172.21.15.153:6832/1248308414 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f05f4031b00 con 0x7f05f006b810 2024-02-10T05:31:09.808 INFO:teuthology.orchestra.run.smithi027.stderr:instructed osd(s) 3 to deep-scrub 2024-02-10T05:31:09.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.812+0000 7f060a89d640 1 -- 172.21.15.27:0/2420817180 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f05f006b810 msgr2=0x7f05f006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:09.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.812+0000 7f060a89d640 1 --2- 172.21.15.27:0/2420817180 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f05f006b810 0x7f05f006dcd0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f05f4036000 tx=0x7f05f403c040 comp rx=0 tx=0).stop 2024-02-10T05:31:09.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.812+0000 7f060a89d640 1 -- 172.21.15.27:0/2420817180 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f060415daa0 msgr2=0x7f060414c750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:09.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.812+0000 7f060a89d640 1 --2- 172.21.15.27:0/2420817180 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f060415daa0 0x7f060414c750 secure :-1 s=READY pgs=2005 cs=0 l=1 rev1=1 crypto rx=0x7f05fc00cb40 tx=0x7f05fc00a060 comp rx=0 tx=0).stop 2024-02-10T05:31:09.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.812+0000 7f060a89d640 1 -- 172.21.15.27:0/2420817180 shutdown_connections 2024-02-10T05:31:09.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.812+0000 7f060a89d640 1 --2- 172.21.15.27:0/2420817180 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f05f006b810 0x7f05f006dcd0 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:09.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.812+0000 7f060a89d640 1 --2- 172.21.15.27:0/2420817180 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f060415daa0 0x7f060414c750 unknown :-1 s=CLOSED pgs=2005 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:09.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.812+0000 7f060a89d640 1 --2- 172.21.15.27:0/2420817180 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f06040729b0 0x7f060414c210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:09.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.812+0000 7f060a89d640 1 --2- 172.21.15.27:0/2420817180 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0604072120 0x7f06040cef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:09.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.812+0000 7f060a89d640 1 -- 172.21.15.27:0/2420817180 >> 172.21.15.27:0/2420817180 conn(0x7f06040b2240 msgr2=0x7f060415ccf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:09.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.812+0000 7f060a89d640 1 -- 172.21.15.27:0/2420817180 shutdown_connections 2024-02-10T05:31:09.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:09.812+0000 7f060a89d640 1 -- 172.21.15.27:0/2420817180 wait complete. 2024-02-10T05:31:09.837 INFO:tasks.ceph:Scrubbing osd.4 2024-02-10T05:31:09.838 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-02-10T05:31:10.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.142+0000 7f15db80b640 1 Processor -- start 2024-02-10T05:31:10.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.143+0000 7f15db80b640 1 -- start start 2024-02-10T05:31:10.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.145+0000 7f15db80b640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f15d415a910 0x7f15d40b3a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:10.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.145+0000 7f15db80b640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15d406f670 con 0x7f15d40b4820 2024-02-10T05:31:10.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.145+0000 7f15db80b640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15d406f950 con 0x7f15d406ee90 2024-02-10T05:31:10.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.145+0000 7f15db80b640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f15d415acf0 con 0x7f15d415a910 2024-02-10T05:31:10.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.146+0000 7f15d95a7640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f15d415a910 0x7f15d40b3a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:10.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.146+0000 7f15d9da8640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f15d40b4820 0x7f15d41643b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:50938/0 (socket says 172.21.15.27:50938) 2024-02-10T05:31:10.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.146+0000 7f15d9da8640 1 -- 172.21.15.27:0/1795809545 learned_addr learned my addr 172.21.15.27:0/1795809545 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-10T05:31:10.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.146+0000 7f15d95a7640 1 -- 172.21.15.27:0/1795809545 >> v1:172.21.15.153:6789/0 conn(0x7f15d406ee90 legacy=0x7f15d40b4110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:10.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.146+0000 7f15d95a7640 1 -- 172.21.15.27:0/1795809545 >> v1:172.21.15.27:6789/0 conn(0x7f15d40b4820 legacy=0x7f15d41643b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:10.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.146+0000 7f15cbfff640 1 -- 172.21.15.27:0/1795809545 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2835739830 0 0) 0x7f15d406f950 con 0x7f15d406ee90 2024-02-10T05:31:10.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.146+0000 7f15d95a7640 1 -- 172.21.15.27:0/1795809545 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15d406fc30 con 0x7f15d415a910 2024-02-10T05:31:10.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.148+0000 7f15d95a7640 1 --2- 172.21.15.27:0/1795809545 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15d415a910 0x7f15d40b3a30 secure :-1 s=READY pgs=2007 cs=0 l=1 rev1=1 crypto rx=0x7f15d00097a0 tx=0x7f15d002b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6d006ca4b9e5ebf server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:10.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.149+0000 7f15cbfff640 1 -- 172.21.15.27:0/1795809545 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15d0031830 con 0x7f15d415a910 2024-02-10T05:31:10.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.149+0000 7f15cbfff640 1 -- 172.21.15.27:0/1795809545 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f15d0031990 con 0x7f15d415a910 2024-02-10T05:31:10.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.149+0000 7f15cbfff640 1 -- 172.21.15.27:0/1795809545 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15d0031d20 con 0x7f15d415a910 2024-02-10T05:31:10.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.150+0000 7f15db80b640 1 -- 172.21.15.27:0/1795809545 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15d415a910 msgr2=0x7f15d40b3a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:10.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.150+0000 7f15db80b640 1 --2- 172.21.15.27:0/1795809545 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15d415a910 0x7f15d40b3a30 secure :-1 s=READY pgs=2007 cs=0 l=1 rev1=1 crypto rx=0x7f15d00097a0 tx=0x7f15d002b8d0 comp rx=0 tx=0).stop 2024-02-10T05:31:10.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.150+0000 7f15db80b640 1 -- 172.21.15.27:0/1795809545 shutdown_connections 2024-02-10T05:31:10.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.150+0000 7f15db80b640 1 --2- 172.21.15.27:0/1795809545 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15d415a910 0x7f15d40b3a30 unknown :-1 s=CLOSED pgs=2007 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:10.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.150+0000 7f15db80b640 1 -- 172.21.15.27:0/1795809545 >> 172.21.15.27:0/1795809545 conn(0x7f15d40b5ab0 msgr2=0x7f15d40b5ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:10.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.150+0000 7f15db80b640 1 -- 172.21.15.27:0/1795809545 shutdown_connections 2024-02-10T05:31:10.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.150+0000 7f15db80b640 1 -- 172.21.15.27:0/1795809545 wait complete. 2024-02-10T05:31:10.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.153+0000 7f15db80b640 1 Processor -- start 2024-02-10T05:31:10.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.154+0000 7f15db80b640 1 -- start start 2024-02-10T05:31:10.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.155+0000 7f15db80b640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f15d406ee90 0x7f15d415b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:10.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.156+0000 7f15db80b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15d40b4820 0x7f15d4145870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:10.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.156+0000 7f15db80b640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f15d415a910 0x7f15d4152ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:10.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.156+0000 7f15db80b640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15d41453e0 con 0x7f15d40b4820 2024-02-10T05:31:10.157 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.156+0000 7f15db80b640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15d415be20 con 0x7f15d415a910 2024-02-10T05:31:10.157 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.156+0000 7f15db80b640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15d41447d0 con 0x7f15d406ee90 2024-02-10T05:31:10.157 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.156+0000 7f15d8da6640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15d40b4820 0x7f15d4145870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:10.157 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.156+0000 7f15d95a7640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f15d406ee90 0x7f15d415b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:10.157 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.156+0000 7f15d9da8640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f15d415a910 0x7f15d4152ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:10.157 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.156+0000 7f15d8da6640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15d40b4820 0x7f15d4145870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35768/0 (socket says 172.21.15.27:35768) 2024-02-10T05:31:10.157 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.156+0000 7f15d8da6640 1 -- 172.21.15.27:0/680771845 learned_addr learned my addr 172.21.15.27:0/680771845 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:31:10.159 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.156+0000 7f15d9da8640 1 -- 172.21.15.27:0/680771845 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f15d406ee90 msgr2=0x7f15d415b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:10.159 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.156+0000 7f15d9da8640 1 --2- 172.21.15.27:0/680771845 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f15d406ee90 0x7f15d415b8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:10.159 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.156+0000 7f15d9da8640 1 -- 172.21.15.27:0/680771845 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15d40b4820 msgr2=0x7f15d4145870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:10.159 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.156+0000 7f15d9da8640 1 --2- 172.21.15.27:0/680771845 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15d40b4820 0x7f15d4145870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:10.159 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.156+0000 7f15d9da8640 1 -- 172.21.15.27:0/680771845 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15d0009400 con 0x7f15d415a910 2024-02-10T05:31:10.159 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.157+0000 7f15d9da8640 1 --2- 172.21.15.27:0/680771845 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f15d415a910 0x7f15d4152ca0 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f15cc00caa0 tx=0x7f15cc00cf60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:10.159 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.157+0000 7f15c9ffb640 1 -- 172.21.15.27:0/680771845 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15cc00ac00 con 0x7f15d415a910 2024-02-10T05:31:10.160 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.157+0000 7f15c9ffb640 1 -- 172.21.15.27:0/680771845 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f15cc00ad60 con 0x7f15d415a910 2024-02-10T05:31:10.160 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.157+0000 7f15db80b640 1 -- 172.21.15.27:0/680771845 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15d4144ab0 con 0x7f15d415a910 2024-02-10T05:31:10.160 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.157+0000 7f15c9ffb640 1 -- 172.21.15.27:0/680771845 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15cc012600 con 0x7f15d415a910 2024-02-10T05:31:10.160 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.158+0000 7f15db80b640 1 -- 172.21.15.27:0/680771845 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15d4145070 con 0x7f15d415a910 2024-02-10T05:31:10.161 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.159+0000 7f15db80b640 1 -- 172.21.15.27:0/680771845 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f15d406f320 con 0x7f15d415a910 2024-02-10T05:31:10.161 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.159+0000 7f15c9ffb640 1 -- 172.21.15.27:0/680771845 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f15cc007070 con 0x7f15d415a910 2024-02-10T05:31:10.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.160+0000 7f15c9ffb640 1 --2- 172.21.15.27:0/680771845 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f15b806b810 0x7f15b806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:10.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.161+0000 7f15c9ffb640 1 -- 172.21.15.27:0/680771845 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f15cc089db0 con 0x7f15d415a910 2024-02-10T05:31:10.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.161+0000 7f15d95a7640 1 --2- 172.21.15.27:0/680771845 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f15b806b810 0x7f15b806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:10.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.161+0000 7f15c9ffb640 1 --2- 172.21.15.27:0/680771845 >> [v2:172.21.15.153:6818/1391244229,v1:172.21.15.153:6820/1391244229] conn(0x7f15b80716d0 0x7f15b8073af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:10.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.161+0000 7f15c9ffb640 1 -- 172.21.15.27:0/680771845 --> [v2:172.21.15.153:6818/1391244229,v1:172.21.15.153:6820/1391244229] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f15b80741a0 con 0x7f15b80716d0 2024-02-10T05:31:10.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.161+0000 7f15c9ffb640 1 -- 172.21.15.27:0/680771845 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_get_version_reply(handle=1 version=37) v2 ==== 24+0+0 (secure 0 0 0) 0x7f15cc08c390 con 0x7f15d415a910 2024-02-10T05:31:10.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.161+0000 7f15d8da6640 1 --2- 172.21.15.27:0/680771845 >> [v2:172.21.15.153:6818/1391244229,v1:172.21.15.153:6820/1391244229] conn(0x7f15b80716d0 0x7f15b8073af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:10.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.162+0000 7f15d95a7640 1 --2- 172.21.15.27:0/680771845 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f15b806b810 0x7f15b806dcd0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f15d0036000 tx=0x7f15d003d040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:10.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.162+0000 7f15d8da6640 1 --2- 172.21.15.27:0/680771845 >> [v2:172.21.15.153:6818/1391244229,v1:172.21.15.153:6820/1391244229] conn(0x7f15b80716d0 0x7f15b8073af0 crc :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:10.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.163+0000 7f15c9ffb640 1 -- 172.21.15.27:0/680771845 <== osd.4 v2:172.21.15.153:6818/1391244229 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f15b80741a0 con 0x7f15b80716d0 2024-02-10T05:31:10.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.202+0000 7f15db80b640 1 -- 172.21.15.27:0/680771845 --> [v2:172.21.15.153:6818/1391244229,v1:172.21.15.153:6820/1391244229] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f15d40701f0 con 0x7f15b80716d0 2024-02-10T05:31:10.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.203+0000 7f15c9ffb640 1 -- 172.21.15.27:0/680771845 <== osd.4 v2:172.21.15.153:6818/1391244229 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f15c40015b0 con 0x7f15b80716d0 2024-02-10T05:31:10.203 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-02-10T05:31:10.203 INFO:teuthology.orchestra.run.smithi027.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-02-10T05:31:10.204 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-02-10T05:31:10.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.203+0000 7f15db80b640 1 -- 172.21.15.27:0/680771845 >> [v2:172.21.15.153:6818/1391244229,v1:172.21.15.153:6820/1391244229] conn(0x7f15b80716d0 msgr2=0x7f15b8073af0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:10.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.203+0000 7f15db80b640 1 --2- 172.21.15.27:0/680771845 >> [v2:172.21.15.153:6818/1391244229,v1:172.21.15.153:6820/1391244229] conn(0x7f15b80716d0 0x7f15b8073af0 crc :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:10.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.204+0000 7f15db80b640 1 -- 172.21.15.27:0/680771845 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f15b806b810 msgr2=0x7f15b806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:10.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.204+0000 7f15db80b640 1 --2- 172.21.15.27:0/680771845 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f15b806b810 0x7f15b806dcd0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f15d0036000 tx=0x7f15d003d040 comp rx=0 tx=0).stop 2024-02-10T05:31:10.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.204+0000 7f15db80b640 1 -- 172.21.15.27:0/680771845 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f15d415a910 msgr2=0x7f15d4152ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:10.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.204+0000 7f15db80b640 1 --2- 172.21.15.27:0/680771845 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f15d415a910 0x7f15d4152ca0 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f15cc00caa0 tx=0x7f15cc00cf60 comp rx=0 tx=0).stop 2024-02-10T05:31:10.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.204+0000 7f15d9da8640 1 -- 172.21.15.27:0/680771845 reap_dead start 2024-02-10T05:31:10.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.204+0000 7f15db80b640 1 -- 172.21.15.27:0/680771845 shutdown_connections 2024-02-10T05:31:10.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.204+0000 7f15db80b640 1 -- 172.21.15.27:0/680771845 >> 172.21.15.27:0/680771845 conn(0x7f15d40b5ab0 msgr2=0x7f15d4073e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:10.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.204+0000 7f15db80b640 1 -- 172.21.15.27:0/680771845 shutdown_connections 2024-02-10T05:31:10.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.204+0000 7f15db80b640 1 -- 172.21.15.27:0/680771845 wait complete. 2024-02-10T05:31:10.228 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-02-10T05:31:10.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.521+0000 7fe4025b8640 1 Processor -- start 2024-02-10T05:31:10.540 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.521+0000 7fe4025b8640 1 -- start start 2024-02-10T05:31:10.540 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.523+0000 7fe4025b8640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fe3fc0aee80 0x7fe3fc0b13f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:10.540 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.523+0000 7fe4025b8640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fe3fc0ce7d0 0x7fe3fc0b1930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:10.540 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.523+0000 7fe4025b8640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe3fc06d370 0x7fe3fc0712d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:10.540 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.523+0000 7fe4025b8640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe3fc06e980 con 0x7fe3fc0ce7d0 2024-02-10T05:31:10.541 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.523+0000 7fe4025b8640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe3fc0af260 con 0x7fe3fc0aee80 2024-02-10T05:31:10.541 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.523+0000 7fe4025b8640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe3fc06da20 con 0x7fe3fc06d370 2024-02-10T05:31:10.541 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.524+0000 7fe3fb7fe640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fe3fc0ce7d0 0x7fe3fc0b1930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:10.541 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.524+0000 7fe3fb7fe640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fe3fc0ce7d0 0x7fe3fc0b1930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35784/0 (socket says 172.21.15.27:35784) 2024-02-10T05:31:10.541 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.524+0000 7fe400b55640 1 --2- 172.21.15.27:0/3820362632 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe3fc06d370 0x7fe3fc0712d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:10.541 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.524+0000 7fe3fb7fe640 1 -- 172.21.15.27:0/3820362632 learned_addr learned my addr 172.21.15.27:0/3820362632 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:31:10.541 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.524+0000 7fe3fbfff640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fe3fc0aee80 0x7fe3fc0b13f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:10.541 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.538+0000 7fe400b55640 1 -- 172.21.15.27:0/3820362632 >> v2:172.21.15.153:3300/0 conn(0x7fe3fc0aee80 msgr2=0x7fe3fc0b13f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:31:10.542 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.538+0000 7fe400b55640 1 --2- 172.21.15.27:0/3820362632 >> v2:172.21.15.153:3300/0 conn(0x7fe3fc0aee80 0x7fe3fc0b13f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:10.542 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.538+0000 7fe400b55640 1 -- 172.21.15.27:0/3820362632 >> v2:172.21.15.27:3300/0 conn(0x7fe3fc0ce7d0 msgr2=0x7fe3fc0b1930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:31:10.542 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.538+0000 7fe400b55640 1 --2- 172.21.15.27:0/3820362632 >> v2:172.21.15.27:3300/0 conn(0x7fe3fc0ce7d0 0x7fe3fc0b1930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:10.542 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.538+0000 7fe400b55640 1 -- 172.21.15.27:0/3820362632 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3fc06dd00 con 0x7fe3fc06d370 2024-02-10T05:31:10.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.540+0000 7fe400b55640 1 --2- 172.21.15.27:0/3820362632 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe3fc06d370 0x7fe3fc0712d0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fe3fc0724e0 tx=0x7fe3f400b390 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2c34e4e8d86e16ff server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:10.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.540+0000 7fe3faffd640 1 -- 172.21.15.27:0/3820362632 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3f4003b90 con 0x7fe3fc06d370 2024-02-10T05:31:10.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.540+0000 7fe3faffd640 1 -- 172.21.15.27:0/3820362632 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe3f4030070 con 0x7fe3fc06d370 2024-02-10T05:31:10.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.540+0000 7fe3faffd640 1 -- 172.21.15.27:0/3820362632 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3f402c900 con 0x7fe3fc06d370 2024-02-10T05:31:10.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.541+0000 7fe4025b8640 1 -- 172.21.15.27:0/3820362632 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe3fc06d370 msgr2=0x7fe3fc0712d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:10.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.541+0000 7fe4025b8640 1 --2- 172.21.15.27:0/3820362632 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe3fc06d370 0x7fe3fc0712d0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fe3fc0724e0 tx=0x7fe3f400b390 comp rx=0 tx=0).stop 2024-02-10T05:31:10.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.541+0000 7fe4025b8640 1 -- 172.21.15.27:0/3820362632 shutdown_connections 2024-02-10T05:31:10.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.541+0000 7fe4025b8640 1 --2- 172.21.15.27:0/3820362632 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe3fc06d370 0x7fe3fc0712d0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:10.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.541+0000 7fe4025b8640 1 --2- 172.21.15.27:0/3820362632 >> v2:172.21.15.27:3300/0 conn(0x7fe3fc0ce7d0 0x7fe3fc0b1930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:10.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.541+0000 7fe4025b8640 1 --2- 172.21.15.27:0/3820362632 >> v2:172.21.15.153:3300/0 conn(0x7fe3fc0aee80 0x7fe3fc0b13f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:10.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.541+0000 7fe4025b8640 1 -- 172.21.15.27:0/3820362632 >> 172.21.15.27:0/3820362632 conn(0x7fe3fc066d80 msgr2=0x7fe3fc06ac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:10.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.542+0000 7fe4025b8640 1 -- 172.21.15.27:0/3820362632 shutdown_connections 2024-02-10T05:31:10.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.542+0000 7fe4025b8640 1 -- 172.21.15.27:0/3820362632 wait complete. 2024-02-10T05:31:10.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.545+0000 7fe4025b8640 1 Processor -- start 2024-02-10T05:31:10.546 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.545+0000 7fe4025b8640 1 -- start start 2024-02-10T05:31:10.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.547+0000 7fe4025b8640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe3fc06d370 0x7fe3fc167910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:10.550 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.547+0000 7fe4025b8640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe3fc0aee80 0x7fe3fc16c780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:10.550 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.547+0000 7fe4025b8640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe3fc0ce7d0 0x7fe3fc0a84a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:10.550 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.547+0000 7fe4025b8640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3fc154d90 con 0x7fe3fc0aee80 2024-02-10T05:31:10.550 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.547+0000 7fe4025b8640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3fc16cfb0 con 0x7fe3fc0ce7d0 2024-02-10T05:31:10.550 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.547+0000 7fe4025b8640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe3fc16d290 con 0x7fe3fc06d370 2024-02-10T05:31:10.551 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.547+0000 7fe3fbfff640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe3fc06d370 0x7fe3fc167910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:10.551 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.547+0000 7fe3fb7fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe3fc0aee80 0x7fe3fc16c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:10.551 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.547+0000 7fe3fbfff640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe3fc06d370 0x7fe3fc167910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:34610/0 (socket says 172.21.15.27:34610) 2024-02-10T05:31:10.551 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.547+0000 7fe400b55640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe3fc0ce7d0 0x7fe3fc0a84a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:10.551 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.547+0000 7fe3fbfff640 1 -- 172.21.15.27:0/2646246873 learned_addr learned my addr 172.21.15.27:0/2646246873 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:31:10.551 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.547+0000 7fe3fb7fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe3fc0aee80 0x7fe3fc16c780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35788/0 (socket says 172.21.15.27:35788) 2024-02-10T05:31:10.551 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.548+0000 7fe3fbfff640 1 -- 172.21.15.27:0/2646246873 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe3fc0ce7d0 msgr2=0x7fe3fc0a84a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:10.552 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.548+0000 7fe3fbfff640 1 --2- 172.21.15.27:0/2646246873 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe3fc0ce7d0 0x7fe3fc0a84a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:10.552 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.548+0000 7fe3fbfff640 1 -- 172.21.15.27:0/2646246873 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe3fc0aee80 msgr2=0x7fe3fc16c780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:10.552 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.548+0000 7fe3fbfff640 1 --2- 172.21.15.27:0/2646246873 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe3fc0aee80 0x7fe3fc16c780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:10.552 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.548+0000 7fe3fbfff640 1 -- 172.21.15.27:0/2646246873 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3f400c6d0 con 0x7fe3fc06d370 2024-02-10T05:31:10.552 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.549+0000 7fe3fbfff640 1 --2- 172.21.15.27:0/2646246873 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe3fc06d370 0x7fe3fc167910 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fe3ec00e890 tx=0x7fe3ec00ed50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:10.553 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.549+0000 7fe3f8ff9640 1 -- 172.21.15.27:0/2646246873 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3ec00c940 con 0x7fe3fc06d370 2024-02-10T05:31:10.553 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.549+0000 7fe3f8ff9640 1 -- 172.21.15.27:0/2646246873 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe3ec00caa0 con 0x7fe3fc06d370 2024-02-10T05:31:10.554 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.549+0000 7fe4025b8640 1 -- 172.21.15.27:0/2646246873 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe3fc16d570 con 0x7fe3fc06d370 2024-02-10T05:31:10.554 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.549+0000 7fe3f8ff9640 1 -- 172.21.15.27:0/2646246873 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3ec00ce30 con 0x7fe3fc06d370 2024-02-10T05:31:10.554 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.549+0000 7fe4025b8640 1 -- 172.21.15.27:0/2646246873 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe3fc16ccc0 con 0x7fe3fc06d370 2024-02-10T05:31:10.554 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.551+0000 7fe4025b8640 1 -- 172.21.15.27:0/2646246873 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe3fc0746c0 con 0x7fe3fc06d370 2024-02-10T05:31:10.554 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.552+0000 7fe3f8ff9640 1 -- 172.21.15.27:0/2646246873 <== mon.2 v2:172.21.15.153:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fe3ec013470 con 0x7fe3fc06d370 2024-02-10T05:31:10.555 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.553+0000 7fe3f8ff9640 1 --2- 172.21.15.27:0/2646246873 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe3e806b810 0x7fe3e806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:10.555 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.553+0000 7fe3f8ff9640 1 -- 172.21.15.27:0/2646246873 <== mon.2 v2:172.21.15.153:3301/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fe3ec08a0c0 con 0x7fe3fc06d370 2024-02-10T05:31:10.555 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.554+0000 7fe3fb7fe640 1 --2- 172.21.15.27:0/2646246873 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe3e806b810 0x7fe3e806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:10.555 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.554+0000 7fe3fb7fe640 1 --2- 172.21.15.27:0/2646246873 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe3e806b810 0x7fe3e806dcd0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7fe3fc1548f0 tx=0x7fe3f000f040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:10.559 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:10.558+0000 7fe3f8ff9640 1 -- 172.21.15.27:0/2646246873 <== mon.2 v2:172.21.15.153:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fe3ec054df0 con 0x7fe3fc06d370 2024-02-10T05:31:11.098 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.096+0000 7fe4025b8640 1 -- 172.21.15.27:0/2646246873 --> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) v1 -- 0x7fe3fc06e5a0 con 0x7fe3e806b810 2024-02-10T05:31:11.098 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.097+0000 7fe3f8ff9640 1 -- 172.21.15.27:0/2646246873 <== mgr.4106 v2:172.21.15.153:6832/1248308414 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fe3f0013040 con 0x7fe3e806b810 2024-02-10T05:31:11.099 INFO:teuthology.orchestra.run.smithi027.stderr:instructed osd(s) 4 to deep-scrub 2024-02-10T05:31:11.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.102+0000 7fe4025b8640 1 -- 172.21.15.27:0/2646246873 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe3e806b810 msgr2=0x7fe3e806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:11.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.102+0000 7fe4025b8640 1 --2- 172.21.15.27:0/2646246873 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe3e806b810 0x7fe3e806dcd0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7fe3fc1548f0 tx=0x7fe3f000f040 comp rx=0 tx=0).stop 2024-02-10T05:31:11.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.102+0000 7fe4025b8640 1 -- 172.21.15.27:0/2646246873 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe3fc06d370 msgr2=0x7fe3fc167910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:11.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.102+0000 7fe4025b8640 1 --2- 172.21.15.27:0/2646246873 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe3fc06d370 0x7fe3fc167910 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fe3ec00e890 tx=0x7fe3ec00ed50 comp rx=0 tx=0).stop 2024-02-10T05:31:11.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.102+0000 7fe4025b8640 1 -- 172.21.15.27:0/2646246873 shutdown_connections 2024-02-10T05:31:11.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.102+0000 7fe4025b8640 1 --2- 172.21.15.27:0/2646246873 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fe3e806b810 0x7fe3e806dcd0 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:11.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.102+0000 7fe4025b8640 1 --2- 172.21.15.27:0/2646246873 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe3fc0ce7d0 0x7fe3fc0a84a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:11.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.102+0000 7fe4025b8640 1 --2- 172.21.15.27:0/2646246873 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe3fc0aee80 0x7fe3fc16c780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:11.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.102+0000 7fe4025b8640 1 --2- 172.21.15.27:0/2646246873 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fe3fc06d370 0x7fe3fc167910 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:11.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.102+0000 7fe4025b8640 1 -- 172.21.15.27:0/2646246873 >> 172.21.15.27:0/2646246873 conn(0x7fe3fc066d80 msgr2=0x7fe3fc0cf6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:11.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.103+0000 7fe4025b8640 1 -- 172.21.15.27:0/2646246873 shutdown_connections 2024-02-10T05:31:11.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.103+0000 7fe4025b8640 1 -- 172.21.15.27:0/2646246873 wait complete. 2024-02-10T05:31:11.128 INFO:tasks.ceph:Scrubbing osd.5 2024-02-10T05:31:11.129 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-02-10T05:31:11.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.432+0000 7ff45446d640 1 Processor -- start 2024-02-10T05:31:11.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.432+0000 7ff45446d640 1 -- start start 2024-02-10T05:31:11.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.434+0000 7ff45446d640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7ff44c158310 0x7ff44c0cbf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:11.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.434+0000 7ff45446d640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff44c06c100 0x7ff44c0ccf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:11.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.434+0000 7ff45446d640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff44c0cc620 con 0x7ff44c0cd4c0 2024-02-10T05:31:11.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.434+0000 7ff45446d640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff44c162700 con 0x7ff44c158310 2024-02-10T05:31:11.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.434+0000 7ff45446d640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff44c0cd950 con 0x7ff44c06c100 2024-02-10T05:31:11.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.435+0000 7ff452209640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7ff44c158310 0x7ff44c0cbf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:11.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.435+0000 7ff452a0a640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7ff44c0cd4c0 0x7ff44c06ac50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:50942/0 (socket says 172.21.15.27:50942) 2024-02-10T05:31:11.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.435+0000 7ff452a0a640 1 -- 172.21.15.27:0/1907207653 learned_addr learned my addr 172.21.15.27:0/1907207653 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-10T05:31:11.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.435+0000 7ff451a08640 1 --2- 172.21.15.27:0/1907207653 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff44c06c100 0x7ff44c0ccf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:11.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.435+0000 7ff451a08640 1 -- 172.21.15.27:0/1907207653 >> v2:172.21.15.27:3300/0 conn(0x7ff44c158310 msgr2=0x7ff44c0cbf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:31:11.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.435+0000 7ff451a08640 1 --2- 172.21.15.27:0/1907207653 >> v2:172.21.15.27:3300/0 conn(0x7ff44c158310 0x7ff44c0cbf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:11.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.435+0000 7ff451a08640 1 -- 172.21.15.27:0/1907207653 >> v1:172.21.15.27:6789/0 conn(0x7ff44c0cd4c0 legacy=0x7ff44c06ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:11.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.435+0000 7ff451a08640 1 -- 172.21.15.27:0/1907207653 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff44c15e210 con 0x7ff44c06c100 2024-02-10T05:31:11.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.437+0000 7ff451a08640 1 --2- 172.21.15.27:0/1907207653 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff44c06c100 0x7ff44c0ccf80 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7ff4400097a0 tx=0x7ff44002b8b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b8833b457d467d0b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:11.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.437+0000 7ff451207640 1 -- 172.21.15.27:0/1907207653 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff44002d040 con 0x7ff44c06c100 2024-02-10T05:31:11.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.437+0000 7ff451207640 1 -- 172.21.15.27:0/1907207653 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff440031810 con 0x7ff44c06c100 2024-02-10T05:31:11.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.437+0000 7ff451207640 1 -- 172.21.15.27:0/1907207653 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff440031ba0 con 0x7ff44c06c100 2024-02-10T05:31:11.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.439+0000 7ff45446d640 1 -- 172.21.15.27:0/1907207653 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff44c06c100 msgr2=0x7ff44c0ccf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:11.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.439+0000 7ff45446d640 1 --2- 172.21.15.27:0/1907207653 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff44c06c100 0x7ff44c0ccf80 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7ff4400097a0 tx=0x7ff44002b8b0 comp rx=0 tx=0).stop 2024-02-10T05:31:11.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.439+0000 7ff45446d640 1 -- 172.21.15.27:0/1907207653 shutdown_connections 2024-02-10T05:31:11.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.439+0000 7ff45446d640 1 --2- 172.21.15.27:0/1907207653 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff44c06c100 0x7ff44c0ccf80 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:11.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.439+0000 7ff45446d640 1 --2- 172.21.15.27:0/1907207653 >> v2:172.21.15.27:3300/0 conn(0x7ff44c158310 0x7ff44c0cbf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:11.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.439+0000 7ff45446d640 1 -- 172.21.15.27:0/1907207653 >> 172.21.15.27:0/1907207653 conn(0x7ff44c0d0480 msgr2=0x7ff44c0cc870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:11.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.439+0000 7ff45446d640 1 -- 172.21.15.27:0/1907207653 shutdown_connections 2024-02-10T05:31:11.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.439+0000 7ff45446d640 1 -- 172.21.15.27:0/1907207653 wait complete. 2024-02-10T05:31:11.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.442+0000 7ff45446d640 1 Processor -- start 2024-02-10T05:31:11.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.443+0000 7ff45446d640 1 -- start start 2024-02-10T05:31:11.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.445+0000 7ff45446d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff44c06c100 0x7ff44c1559a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:11.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.445+0000 7ff45446d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff44c0cd4c0 0x7ff44c14f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:11.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.445+0000 7ff45446d640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff44c158310 0x7ff44c153ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:11.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.445+0000 7ff45446d640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff44c154900 con 0x7ff44c06c100 2024-02-10T05:31:11.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.445+0000 7ff45446d640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff44c154be0 con 0x7ff44c0cd4c0 2024-02-10T05:31:11.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.445+0000 7ff45446d640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff44c154ec0 con 0x7ff44c158310 2024-02-10T05:31:11.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.445+0000 7ff452209640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff44c06c100 0x7ff44c1559a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:11.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.445+0000 7ff452209640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff44c06c100 0x7ff44c1559a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35814/0 (socket says 172.21.15.27:35814) 2024-02-10T05:31:11.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.445+0000 7ff452209640 1 -- 172.21.15.27:0/3493284776 learned_addr learned my addr 172.21.15.27:0/3493284776 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:31:11.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.445+0000 7ff451a08640 1 --2- 172.21.15.27:0/3493284776 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff44c0cd4c0 0x7ff44c14f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:11.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.445+0000 7ff452a0a640 1 --2- 172.21.15.27:0/3493284776 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff44c158310 0x7ff44c153ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:11.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.446+0000 7ff452209640 1 -- 172.21.15.27:0/3493284776 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff44c158310 msgr2=0x7ff44c153ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:11.449 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.446+0000 7ff452209640 1 --2- 172.21.15.27:0/3493284776 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff44c158310 0x7ff44c153ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:11.449 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.446+0000 7ff452209640 1 -- 172.21.15.27:0/3493284776 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff44c0cd4c0 msgr2=0x7ff44c14f7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:11.449 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.446+0000 7ff452209640 1 --2- 172.21.15.27:0/3493284776 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff44c0cd4c0 0x7ff44c14f7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:11.449 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.446+0000 7ff452209640 1 -- 172.21.15.27:0/3493284776 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff440009400 con 0x7ff44c06c100 2024-02-10T05:31:11.449 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.446+0000 7ff452209640 1 --2- 172.21.15.27:0/3493284776 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff44c06c100 0x7ff44c1559a0 secure :-1 s=READY pgs=2009 cs=0 l=1 rev1=1 crypto rx=0x7ff43c00efc0 tx=0x7ff43c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:11.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.446+0000 7ff44affd640 1 -- 172.21.15.27:0/3493284776 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff43c009b80 con 0x7ff44c06c100 2024-02-10T05:31:11.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.446+0000 7ff44affd640 1 -- 172.21.15.27:0/3493284776 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff43c00f040 con 0x7ff44c06c100 2024-02-10T05:31:11.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.446+0000 7ff44affd640 1 -- 172.21.15.27:0/3493284776 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff43c0146a0 con 0x7ff44c06c100 2024-02-10T05:31:11.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.446+0000 7ff45446d640 1 -- 172.21.15.27:0/3493284776 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff44c1551a0 con 0x7ff44c06c100 2024-02-10T05:31:11.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.447+0000 7ff45446d640 1 -- 172.21.15.27:0/3493284776 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff44c14fcf0 con 0x7ff44c06c100 2024-02-10T05:31:11.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.449+0000 7ff45446d640 1 -- 172.21.15.27:0/3493284776 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7ff44c15eab0 con 0x7ff44c06c100 2024-02-10T05:31:11.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.450+0000 7ff44affd640 1 -- 172.21.15.27:0/3493284776 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7ff43c014800 con 0x7ff44c06c100 2024-02-10T05:31:11.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.451+0000 7ff44affd640 1 --2- 172.21.15.27:0/3493284776 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff43806b810 0x7ff43806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:11.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.451+0000 7ff44affd640 1 -- 172.21.15.27:0/3493284776 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7ff43c08a8d0 con 0x7ff44c06c100 2024-02-10T05:31:11.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.451+0000 7ff451a08640 1 --2- 172.21.15.27:0/3493284776 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff43806b810 0x7ff43806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:11.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.451+0000 7ff44affd640 1 --2- 172.21.15.27:0/3493284776 >> [v2:172.21.15.153:6816/3596656413,v1:172.21.15.153:6817/3596656413] conn(0x7ff4380716d0 0x7ff438073af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:11.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.451+0000 7ff44affd640 1 -- 172.21.15.27:0/3493284776 --> [v2:172.21.15.153:6816/3596656413,v1:172.21.15.153:6817/3596656413] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7ff4380741a0 con 0x7ff4380716d0 2024-02-10T05:31:11.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.451+0000 7ff44affd640 1 -- 172.21.15.27:0/3493284776 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_get_version_reply(handle=1 version=37) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff43c08f2c0 con 0x7ff44c06c100 2024-02-10T05:31:11.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.452+0000 7ff452a0a640 1 --2- 172.21.15.27:0/3493284776 >> [v2:172.21.15.153:6816/3596656413,v1:172.21.15.153:6817/3596656413] conn(0x7ff4380716d0 0x7ff438073af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:11.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.452+0000 7ff451a08640 1 --2- 172.21.15.27:0/3493284776 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff43806b810 0x7ff43806dcd0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7ff4400097a0 tx=0x7ff44003c040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:11.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.452+0000 7ff452a0a640 1 --2- 172.21.15.27:0/3493284776 >> [v2:172.21.15.153:6816/3596656413,v1:172.21.15.153:6817/3596656413] conn(0x7ff4380716d0 0x7ff438073af0 crc :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:11.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.453+0000 7ff44affd640 1 -- 172.21.15.27:0/3493284776 <== osd.5 v2:172.21.15.153:6816/3596656413 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7ff4380741a0 con 0x7ff4380716d0 2024-02-10T05:31:11.494 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.493+0000 7ff45446d640 1 -- 172.21.15.27:0/3493284776 --> [v2:172.21.15.153:6816/3596656413,v1:172.21.15.153:6817/3596656413] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7ff44c15e7d0 con 0x7ff4380716d0 2024-02-10T05:31:11.494 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.493+0000 7ff44affd640 1 -- 172.21.15.27:0/3493284776 <== osd.5 v2:172.21.15.153:6816/3596656413 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7ff4440017b0 con 0x7ff4380716d0 2024-02-10T05:31:11.495 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-02-10T05:31:11.495 INFO:teuthology.orchestra.run.smithi027.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-02-10T05:31:11.495 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-02-10T05:31:11.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.494+0000 7ff45446d640 1 -- 172.21.15.27:0/3493284776 >> [v2:172.21.15.153:6816/3596656413,v1:172.21.15.153:6817/3596656413] conn(0x7ff4380716d0 msgr2=0x7ff438073af0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:11.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.494+0000 7ff45446d640 1 --2- 172.21.15.27:0/3493284776 >> [v2:172.21.15.153:6816/3596656413,v1:172.21.15.153:6817/3596656413] conn(0x7ff4380716d0 0x7ff438073af0 crc :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:11.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.494+0000 7ff45446d640 1 -- 172.21.15.27:0/3493284776 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff43806b810 msgr2=0x7ff43806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:11.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.494+0000 7ff45446d640 1 --2- 172.21.15.27:0/3493284776 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff43806b810 0x7ff43806dcd0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7ff4400097a0 tx=0x7ff44003c040 comp rx=0 tx=0).stop 2024-02-10T05:31:11.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.494+0000 7ff45446d640 1 -- 172.21.15.27:0/3493284776 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff44c06c100 msgr2=0x7ff44c1559a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:11.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.494+0000 7ff45446d640 1 --2- 172.21.15.27:0/3493284776 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff44c06c100 0x7ff44c1559a0 secure :-1 s=READY pgs=2009 cs=0 l=1 rev1=1 crypto rx=0x7ff43c00efc0 tx=0x7ff43c00c490 comp rx=0 tx=0).stop 2024-02-10T05:31:11.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.494+0000 7ff452a0a640 1 -- 172.21.15.27:0/3493284776 reap_dead start 2024-02-10T05:31:11.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.494+0000 7ff45446d640 1 -- 172.21.15.27:0/3493284776 shutdown_connections 2024-02-10T05:31:11.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.494+0000 7ff45446d640 1 -- 172.21.15.27:0/3493284776 >> 172.21.15.27:0/3493284776 conn(0x7ff44c0d0480 msgr2=0x7ff44c06d850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:11.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.494+0000 7ff45446d640 1 -- 172.21.15.27:0/3493284776 shutdown_connections 2024-02-10T05:31:11.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.495+0000 7ff45446d640 1 -- 172.21.15.27:0/3493284776 wait complete. 2024-02-10T05:31:11.519 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-02-10T05:31:11.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.814+0000 7fb09a0a7640 1 Processor -- start 2024-02-10T05:31:11.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.814+0000 7fb09a0a7640 1 -- start start 2024-02-10T05:31:11.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.816+0000 7fb09a0a7640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fb09415dc10 0x7fb0940b5470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:11.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.816+0000 7fb09a0a7640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb0940af6a0 0x7fb0940ad600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:11.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.816+0000 7fb09a0a7640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb0940afd80 con 0x7fb0940adb40 2024-02-10T05:31:11.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.817+0000 7fb09a0a7640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb0940b0060 con 0x7fb09415dc10 2024-02-10T05:31:11.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.817+0000 7fb09a0a7640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb0940b0340 con 0x7fb0940af6a0 2024-02-10T05:31:11.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.817+0000 7fb0937fe640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fb09415dc10 0x7fb0940b5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:11.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.817+0000 7fb08bfff640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb0940af6a0 0x7fb0940ad600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:11.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.817+0000 7fb0937fe640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7fb09415dc10 0x7fb0940b5470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:37252/0 (socket says 172.21.15.27:37252) 2024-02-10T05:31:11.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.817+0000 7fb08bfff640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb0940af6a0 0x7fb0940ad600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:34646/0 (socket says 172.21.15.27:34646) 2024-02-10T05:31:11.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.817+0000 7fb0937fe640 1 -- 172.21.15.27:0/3970985703 learned_addr learned my addr 172.21.15.27:0/3970985703 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:31:11.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.817+0000 7fb093fff640 1 --1- >> v1:172.21.15.153:6789/0 conn(0x7fb0940adb40 0x7fb0940b0e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.27:48794/0 (socket says 172.21.15.27:48794) 2024-02-10T05:31:11.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.818+0000 7fb092ffd640 1 -- 172.21.15.27:0/3970985703 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 683737256 0 0) 0x7fb0940afd80 con 0x7fb0940adb40 2024-02-10T05:31:11.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.818+0000 7fb08bfff640 1 -- 172.21.15.27:0/3970985703 >> v2:172.21.15.153:3300/0 conn(0x7fb09415dc10 msgr2=0x7fb0940b5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:31:11.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.818+0000 7fb08bfff640 1 --2- 172.21.15.27:0/3970985703 >> v2:172.21.15.153:3300/0 conn(0x7fb09415dc10 0x7fb0940b5470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:11.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.818+0000 7fb08bfff640 1 -- 172.21.15.27:0/3970985703 >> v1:172.21.15.153:6789/0 conn(0x7fb0940adb40 legacy=0x7fb0940b0e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:11.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.818+0000 7fb08bfff640 1 -- 172.21.15.27:0/3970985703 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0940b0620 con 0x7fb0940af6a0 2024-02-10T05:31:11.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.818+0000 7fb0937fe640 1 --2- 172.21.15.27:0/3970985703 >> v2:172.21.15.153:3300/0 conn(0x7fb09415dc10 0x7fb0940b5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T05:31:11.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.820+0000 7fb08bfff640 1 --2- 172.21.15.27:0/3970985703 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb0940af6a0 0x7fb0940ad600 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fb0840097a0 tx=0x7fb08402b820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=644f5f8a1cd6eb07 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:11.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.820+0000 7fb092ffd640 1 -- 172.21.15.27:0/3970985703 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb084031780 con 0x7fb0940af6a0 2024-02-10T05:31:11.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.820+0000 7fb092ffd640 1 -- 172.21.15.27:0/3970985703 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb0840318e0 con 0x7fb0940af6a0 2024-02-10T05:31:11.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.820+0000 7fb092ffd640 1 -- 172.21.15.27:0/3970985703 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb084031c70 con 0x7fb0940af6a0 2024-02-10T05:31:11.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.821+0000 7fb09a0a7640 1 -- 172.21.15.27:0/3970985703 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb0940af6a0 msgr2=0x7fb0940ad600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:11.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.821+0000 7fb09a0a7640 1 --2- 172.21.15.27:0/3970985703 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb0940af6a0 0x7fb0940ad600 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fb0840097a0 tx=0x7fb08402b820 comp rx=0 tx=0).stop 2024-02-10T05:31:11.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.822+0000 7fb09a0a7640 1 -- 172.21.15.27:0/3970985703 shutdown_connections 2024-02-10T05:31:11.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.822+0000 7fb09a0a7640 1 --2- 172.21.15.27:0/3970985703 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb0940af6a0 0x7fb0940ad600 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:11.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.822+0000 7fb09a0a7640 1 --2- 172.21.15.27:0/3970985703 >> v2:172.21.15.153:3300/0 conn(0x7fb09415dc10 0x7fb0940b5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:11.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.822+0000 7fb09a0a7640 1 -- 172.21.15.27:0/3970985703 >> 172.21.15.27:0/3970985703 conn(0x7fb094072940 msgr2=0x7fb094099a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:11.824 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.822+0000 7fb09a0a7640 1 -- 172.21.15.27:0/3970985703 shutdown_connections 2024-02-10T05:31:11.824 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.822+0000 7fb09a0a7640 1 -- 172.21.15.27:0/3970985703 wait complete. 2024-02-10T05:31:11.827 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.825+0000 7fb09a0a7640 1 Processor -- start 2024-02-10T05:31:11.827 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.825+0000 7fb09a0a7640 1 -- start start 2024-02-10T05:31:11.828 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.827+0000 7fb09a0a7640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb0940adb40 0x7fb09414d110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:11.829 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.827+0000 7fb09a0a7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb0940af6a0 0x7fb09409db00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:11.829 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.827+0000 7fb09a0a7640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb09415dc10 0x7fb09406ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:11.829 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.827+0000 7fb09a0a7640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb09409e7e0 con 0x7fb09415dc10 2024-02-10T05:31:11.829 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.827+0000 7fb09a0a7640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0941f38a0 con 0x7fb0940af6a0 2024-02-10T05:31:11.829 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.827+0000 7fb09a0a7640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb09414d650 con 0x7fb0940adb40 2024-02-10T05:31:11.829 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.827+0000 7fb093fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb09415dc10 0x7fb09406ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:11.829 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.828+0000 7fb093fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb09415dc10 0x7fb09406ef00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35828/0 (socket says 172.21.15.27:35828) 2024-02-10T05:31:11.830 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.828+0000 7fb093fff640 1 -- 172.21.15.27:0/534770115 learned_addr learned my addr 172.21.15.27:0/534770115 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:31:11.830 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.828+0000 7fb08bfff640 1 --2- 172.21.15.27:0/534770115 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb0940af6a0 0x7fb09409db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:11.830 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.828+0000 7fb0937fe640 1 --2- 172.21.15.27:0/534770115 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb0940adb40 0x7fb09414d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:11.831 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.828+0000 7fb08bfff640 1 -- 172.21.15.27:0/534770115 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb0940adb40 msgr2=0x7fb09414d110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:11.831 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.828+0000 7fb08bfff640 1 --2- 172.21.15.27:0/534770115 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb0940adb40 0x7fb09414d110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:11.831 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.828+0000 7fb08bfff640 1 -- 172.21.15.27:0/534770115 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb09415dc10 msgr2=0x7fb09406ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:11.831 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.828+0000 7fb08bfff640 1 --2- 172.21.15.27:0/534770115 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb09415dc10 0x7fb09406ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:11.831 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.828+0000 7fb08bfff640 1 -- 172.21.15.27:0/534770115 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb07c0094d0 con 0x7fb0940af6a0 2024-02-10T05:31:11.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.828+0000 7fb0937fe640 1 --2- 172.21.15.27:0/534770115 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb0940adb40 0x7fb09414d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T05:31:11.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.828+0000 7fb093fff640 1 --2- 172.21.15.27:0/534770115 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb09415dc10 0x7fb09406ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T05:31:11.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.829+0000 7fb08bfff640 1 --2- 172.21.15.27:0/534770115 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb0940af6a0 0x7fb09409db00 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7fb084033000 tx=0x7fb0840046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:11.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.829+0000 7fb090ff9640 1 -- 172.21.15.27:0/534770115 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb084032820 con 0x7fb0940af6a0 2024-02-10T05:31:11.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.829+0000 7fb090ff9640 1 -- 172.21.15.27:0/534770115 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb0840329a0 con 0x7fb0940af6a0 2024-02-10T05:31:11.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.829+0000 7fb09a0a7640 1 -- 172.21.15.27:0/534770115 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb084009400 con 0x7fb0940af6a0 2024-02-10T05:31:11.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.829+0000 7fb090ff9640 1 -- 172.21.15.27:0/534770115 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb084032d50 con 0x7fb0940af6a0 2024-02-10T05:31:11.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.830+0000 7fb09a0a7640 1 -- 172.21.15.27:0/534770115 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb09409a920 con 0x7fb0940af6a0 2024-02-10T05:31:11.833 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.832+0000 7fb09a0a7640 1 -- 172.21.15.27:0/534770115 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb09409a780 con 0x7fb0940af6a0 2024-02-10T05:31:11.833 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.832+0000 7fb090ff9640 1 -- 172.21.15.27:0/534770115 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fb08404e440 con 0x7fb0940af6a0 2024-02-10T05:31:11.834 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.833+0000 7fb090ff9640 1 --2- 172.21.15.27:0/534770115 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb07806b810 0x7fb07806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:11.835 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.834+0000 7fb090ff9640 1 -- 172.21.15.27:0/534770115 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fb0840abe50 con 0x7fb0940af6a0 2024-02-10T05:31:11.835 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.834+0000 7fb0937fe640 1 --2- 172.21.15.27:0/534770115 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb07806b810 0x7fb07806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:11.835 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.834+0000 7fb0937fe640 1 --2- 172.21.15.27:0/534770115 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb07806b810 0x7fb07806dcd0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fb07c006ca0 tx=0x7fb07c009240 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:11.839 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:11.838+0000 7fb090ff9640 1 -- 172.21.15.27:0/534770115 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7fb09409a780 con 0x7fb0940af6a0 2024-02-10T05:31:12.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.369+0000 7fb09a0a7640 1 -- 172.21.15.27:0/534770115 --> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) v1 -- 0x7fb09409a780 con 0x7fb07806b810 2024-02-10T05:31:12.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.370+0000 7fb090ff9640 1 -- 172.21.15.27:0/534770115 <== mgr.4106 v2:172.21.15.153:6832/1248308414 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fb09409a780 con 0x7fb07806b810 2024-02-10T05:31:12.371 INFO:teuthology.orchestra.run.smithi027.stderr:instructed osd(s) 5 to deep-scrub 2024-02-10T05:31:12.375 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.374+0000 7fb09a0a7640 1 -- 172.21.15.27:0/534770115 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb07806b810 msgr2=0x7fb07806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:12.376 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.374+0000 7fb09a0a7640 1 --2- 172.21.15.27:0/534770115 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb07806b810 0x7fb07806dcd0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fb07c006ca0 tx=0x7fb07c009240 comp rx=0 tx=0).stop 2024-02-10T05:31:12.376 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.374+0000 7fb09a0a7640 1 -- 172.21.15.27:0/534770115 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb0940af6a0 msgr2=0x7fb09409db00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:12.376 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.374+0000 7fb09a0a7640 1 --2- 172.21.15.27:0/534770115 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb0940af6a0 0x7fb09409db00 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7fb084033000 tx=0x7fb0840046c0 comp rx=0 tx=0).stop 2024-02-10T05:31:12.376 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.374+0000 7fb09a0a7640 1 -- 172.21.15.27:0/534770115 shutdown_connections 2024-02-10T05:31:12.376 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.374+0000 7fb09a0a7640 1 --2- 172.21.15.27:0/534770115 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fb07806b810 0x7fb07806dcd0 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:12.376 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.374+0000 7fb09a0a7640 1 --2- 172.21.15.27:0/534770115 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb09415dc10 0x7fb09406ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:12.376 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.374+0000 7fb09a0a7640 1 --2- 172.21.15.27:0/534770115 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb0940af6a0 0x7fb09409db00 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:12.376 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.374+0000 7fb09a0a7640 1 --2- 172.21.15.27:0/534770115 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fb0940adb40 0x7fb09414d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:12.377 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.374+0000 7fb09a0a7640 1 -- 172.21.15.27:0/534770115 >> 172.21.15.27:0/534770115 conn(0x7fb094072940 msgr2=0x7fb0940ae1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:12.377 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.374+0000 7fb09a0a7640 1 -- 172.21.15.27:0/534770115 shutdown_connections 2024-02-10T05:31:12.377 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.374+0000 7fb09a0a7640 1 -- 172.21.15.27:0/534770115 wait complete. 2024-02-10T05:31:12.400 INFO:tasks.ceph:Scrubbing osd.6 2024-02-10T05:31:12.400 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-02-10T05:31:12.703 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.702+0000 7fba45623640 1 Processor -- start 2024-02-10T05:31:12.704 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.702+0000 7fba45623640 1 -- start start 2024-02-10T05:31:12.706 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.704+0000 7fba45623640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fba4015b980 0x7fba400ce0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:12.706 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.705+0000 7fba45623640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fba400ce5e0 0x7fba400cc1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:12.706 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.705+0000 7fba45623640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fba400cea00 con 0x7fba400cc720 2024-02-10T05:31:12.706 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.705+0000 7fba45623640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fba400ccff0 con 0x7fba400ce5e0 2024-02-10T05:31:12.707 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.705+0000 7fba45623640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fba400cd290 con 0x7fba4015b980 2024-02-10T05:31:12.707 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.705+0000 7fba37fff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fba400ce5e0 0x7fba400cc1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:12.707 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.705+0000 7fba3effd640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fba4015b980 0x7fba400ce0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:12.707 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.705+0000 7fba37fff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7fba400ce5e0 0x7fba400cc1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35830/0 (socket says 172.21.15.27:35830) 2024-02-10T05:31:12.707 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.705+0000 7fba37fff640 1 -- 172.21.15.27:0/2559357533 learned_addr learned my addr 172.21.15.27:0/2559357533 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:31:12.707 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.705+0000 7fba3f7fe640 1 --1- 172.21.15.27:0/2559357533 >> v1:172.21.15.153:6789/0 conn(0x7fba400cc720 0x7fba40099a40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.27:48806/0 (socket says 172.21.15.27:48806) 2024-02-10T05:31:12.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.706+0000 7fba3e7fc640 1 -- 172.21.15.27:0/2559357533 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 989457888 0 0) 0x7fba400cea00 con 0x7fba400cc720 2024-02-10T05:31:12.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.706+0000 7fba3e7fc640 1 -- 172.21.15.27:0/2559357533 --> v1:172.21.15.153:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fba2c003520 con 0x7fba400cc720 2024-02-10T05:31:12.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.706+0000 7fba3effd640 1 -- 172.21.15.27:0/2559357533 >> v2:172.21.15.27:3300/0 conn(0x7fba400ce5e0 msgr2=0x7fba400cc1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:31:12.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.706+0000 7fba3effd640 1 --2- 172.21.15.27:0/2559357533 >> v2:172.21.15.27:3300/0 conn(0x7fba400ce5e0 0x7fba400cc1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:12.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.706+0000 7fba3effd640 1 -- 172.21.15.27:0/2559357533 >> v1:172.21.15.153:6789/0 conn(0x7fba400cc720 legacy=0x7fba40099a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:12.709 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.706+0000 7fba3effd640 1 -- 172.21.15.27:0/2559357533 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba400cd570 con 0x7fba4015b980 2024-02-10T05:31:12.709 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.708+0000 7fba3effd640 1 --2- 172.21.15.27:0/2559357533 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fba4015b980 0x7fba400ce0a0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fba300097a0 tx=0x7fba3002b8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c2ba6928adb57770 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:12.709 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.708+0000 7fba3e7fc640 1 -- 172.21.15.27:0/2559357533 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba30031830 con 0x7fba4015b980 2024-02-10T05:31:12.710 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.708+0000 7fba3e7fc640 1 -- 172.21.15.27:0/2559357533 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fba30031990 con 0x7fba4015b980 2024-02-10T05:31:12.710 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.708+0000 7fba3e7fc640 1 -- 172.21.15.27:0/2559357533 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba30031d20 con 0x7fba4015b980 2024-02-10T05:31:12.710 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.710+0000 7fba45623640 1 -- 172.21.15.27:0/2559357533 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fba4015b980 msgr2=0x7fba400ce0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:12.710 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.710+0000 7fba45623640 1 --2- 172.21.15.27:0/2559357533 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fba4015b980 0x7fba400ce0a0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fba300097a0 tx=0x7fba3002b8d0 comp rx=0 tx=0).stop 2024-02-10T05:31:12.711 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.710+0000 7fba45623640 1 -- 172.21.15.27:0/2559357533 shutdown_connections 2024-02-10T05:31:12.711 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.710+0000 7fba45623640 1 --2- 172.21.15.27:0/2559357533 >> v2:172.21.15.27:3300/0 conn(0x7fba400ce5e0 0x7fba400cc1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:12.711 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.710+0000 7fba45623640 1 --2- 172.21.15.27:0/2559357533 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fba4015b980 0x7fba400ce0a0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:12.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.710+0000 7fba45623640 1 -- 172.21.15.27:0/2559357533 >> 172.21.15.27:0/2559357533 conn(0x7fba400d1800 msgr2=0x7fba400d1c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:12.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.710+0000 7fba45623640 1 -- 172.21.15.27:0/2559357533 shutdown_connections 2024-02-10T05:31:12.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.710+0000 7fba45623640 1 -- 172.21.15.27:0/2559357533 wait complete. 2024-02-10T05:31:12.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.713+0000 7fba45623640 1 Processor -- start 2024-02-10T05:31:12.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.713+0000 7fba45623640 1 -- start start 2024-02-10T05:31:12.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.715+0000 7fba45623640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fba400cc720 0x7fba401e54b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:12.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.715+0000 7fba45623640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fba400ce5e0 0x7fba400afba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:12.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.715+0000 7fba45623640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fba4015b980 0x7fba400ae6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:12.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.715+0000 7fba45623640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba4015d2d0 con 0x7fba4015b980 2024-02-10T05:31:12.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.715+0000 7fba45623640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba4015d5b0 con 0x7fba400ce5e0 2024-02-10T05:31:12.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.715+0000 7fba45623640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fba4015d890 con 0x7fba400cc720 2024-02-10T05:31:12.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.716+0000 7fba3effd640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fba400cc720 0x7fba401e54b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:12.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.716+0000 7fba3f7fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fba4015b980 0x7fba400ae6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:12.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.716+0000 7fba37fff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fba400ce5e0 0x7fba400afba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:12.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.716+0000 7fba3effd640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fba400cc720 0x7fba401e54b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:34676/0 (socket says 172.21.15.27:34676) 2024-02-10T05:31:12.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.716+0000 7fba3effd640 1 -- 172.21.15.27:0/2035156078 learned_addr learned my addr 172.21.15.27:0/2035156078 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:31:12.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.716+0000 7fba37fff640 1 --2- 172.21.15.27:0/2035156078 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fba400ce5e0 0x7fba400afba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:37272/0 (socket says 172.21.15.27:37272) 2024-02-10T05:31:12.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.716+0000 7fba37fff640 1 -- 172.21.15.27:0/2035156078 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fba400cc720 msgr2=0x7fba401e54b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:12.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.716+0000 7fba37fff640 1 --2- 172.21.15.27:0/2035156078 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fba400cc720 0x7fba401e54b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:12.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.716+0000 7fba37fff640 1 -- 172.21.15.27:0/2035156078 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fba4015b980 msgr2=0x7fba400ae6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:12.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.716+0000 7fba37fff640 1 --2- 172.21.15.27:0/2035156078 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fba4015b980 0x7fba400ae6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:12.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.716+0000 7fba37fff640 1 -- 172.21.15.27:0/2035156078 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba30009400 con 0x7fba400ce5e0 2024-02-10T05:31:12.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.716+0000 7fba3effd640 1 --2- 172.21.15.27:0/2035156078 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7fba400cc720 0x7fba401e54b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T05:31:12.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.717+0000 7fba37fff640 1 --2- 172.21.15.27:0/2035156078 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fba400ce5e0 0x7fba400afba0 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7fba2800e850 tx=0x7fba2800ed10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:12.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.717+0000 7fba377fe640 1 -- 172.21.15.27:0/2035156078 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba2800c940 con 0x7fba400ce5e0 2024-02-10T05:31:12.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.717+0000 7fba377fe640 1 -- 172.21.15.27:0/2035156078 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fba2800caa0 con 0x7fba400ce5e0 2024-02-10T05:31:12.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.717+0000 7fba377fe640 1 -- 172.21.15.27:0/2035156078 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba2800ce10 con 0x7fba400ce5e0 2024-02-10T05:31:12.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.717+0000 7fba45623640 1 -- 172.21.15.27:0/2035156078 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fba4015bee0 con 0x7fba400ce5e0 2024-02-10T05:31:12.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.718+0000 7fba45623640 1 -- 172.21.15.27:0/2035156078 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba4015cf80 con 0x7fba400ce5e0 2024-02-10T05:31:12.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.719+0000 7fba45623640 1 -- 172.21.15.27:0/2035156078 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fba4015bd60 con 0x7fba400ce5e0 2024-02-10T05:31:12.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.720+0000 7fba377fe640 1 -- 172.21.15.27:0/2035156078 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fba28013470 con 0x7fba400ce5e0 2024-02-10T05:31:12.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.721+0000 7fba377fe640 1 --2- 172.21.15.27:0/2035156078 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fba2006b810 0x7fba2006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:12.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.722+0000 7fba377fe640 1 -- 172.21.15.27:0/2035156078 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fba28089f90 con 0x7fba400ce5e0 2024-02-10T05:31:12.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.722+0000 7fba3effd640 1 --2- 172.21.15.27:0/2035156078 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fba2006b810 0x7fba2006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:12.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.722+0000 7fba377fe640 1 --2- 172.21.15.27:0/2035156078 >> [v2:172.21.15.153:6800/4177207361,v1:172.21.15.153:6801/4177207361] conn(0x7fba200716d0 0x7fba20073af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:12.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.722+0000 7fba377fe640 1 -- 172.21.15.27:0/2035156078 --> [v2:172.21.15.153:6800/4177207361,v1:172.21.15.153:6801/4177207361] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fba200741a0 con 0x7fba200716d0 2024-02-10T05:31:12.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.722+0000 7fba377fe640 1 -- 172.21.15.27:0/2035156078 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_get_version_reply(handle=1 version=37) v2 ==== 24+0+0 (secure 0 0 0) 0x7fba2808c5f0 con 0x7fba400ce5e0 2024-02-10T05:31:12.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.723+0000 7fba3f7fe640 1 --2- 172.21.15.27:0/2035156078 >> [v2:172.21.15.153:6800/4177207361,v1:172.21.15.153:6801/4177207361] conn(0x7fba200716d0 0x7fba20073af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:12.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.723+0000 7fba3effd640 1 --2- 172.21.15.27:0/2035156078 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fba2006b810 0x7fba2006dcd0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fba3002b910 tx=0x7fba3003c040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:12.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.723+0000 7fba3f7fe640 1 --2- 172.21.15.27:0/2035156078 >> [v2:172.21.15.153:6800/4177207361,v1:172.21.15.153:6801/4177207361] conn(0x7fba200716d0 0x7fba20073af0 crc :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:12.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.724+0000 7fba377fe640 1 -- 172.21.15.27:0/2035156078 <== osd.6 v2:172.21.15.153:6800/4177207361 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7fba200741a0 con 0x7fba200716d0 2024-02-10T05:31:12.765 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.764+0000 7fba45623640 1 -- 172.21.15.27:0/2035156078 --> [v2:172.21.15.153:6800/4177207361,v1:172.21.15.153:6801/4177207361] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7fba400b1670 con 0x7fba200716d0 2024-02-10T05:31:12.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.765+0000 7fba377fe640 1 -- 172.21.15.27:0/2035156078 <== osd.6 v2:172.21.15.153:6800/4177207361 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7fba38001c50 con 0x7fba200716d0 2024-02-10T05:31:12.766 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-02-10T05:31:12.766 INFO:teuthology.orchestra.run.smithi027.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-02-10T05:31:12.766 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-02-10T05:31:12.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.766+0000 7fba45623640 1 -- 172.21.15.27:0/2035156078 >> [v2:172.21.15.153:6800/4177207361,v1:172.21.15.153:6801/4177207361] conn(0x7fba200716d0 msgr2=0x7fba20073af0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:12.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.766+0000 7fba45623640 1 --2- 172.21.15.27:0/2035156078 >> [v2:172.21.15.153:6800/4177207361,v1:172.21.15.153:6801/4177207361] conn(0x7fba200716d0 0x7fba20073af0 crc :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:12.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.766+0000 7fba45623640 1 -- 172.21.15.27:0/2035156078 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fba2006b810 msgr2=0x7fba2006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:12.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.766+0000 7fba45623640 1 --2- 172.21.15.27:0/2035156078 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7fba2006b810 0x7fba2006dcd0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fba3002b910 tx=0x7fba3003c040 comp rx=0 tx=0).stop 2024-02-10T05:31:12.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.766+0000 7fba45623640 1 -- 172.21.15.27:0/2035156078 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fba400ce5e0 msgr2=0x7fba400afba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:12.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.766+0000 7fba45623640 1 --2- 172.21.15.27:0/2035156078 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fba400ce5e0 0x7fba400afba0 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7fba2800e850 tx=0x7fba2800ed10 comp rx=0 tx=0).stop 2024-02-10T05:31:12.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.766+0000 7fba3f7fe640 1 -- 172.21.15.27:0/2035156078 reap_dead start 2024-02-10T05:31:12.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.766+0000 7fba45623640 1 -- 172.21.15.27:0/2035156078 shutdown_connections 2024-02-10T05:31:12.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.766+0000 7fba45623640 1 -- 172.21.15.27:0/2035156078 >> 172.21.15.27:0/2035156078 conn(0x7fba400d1800 msgr2=0x7fba4006fbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:12.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.766+0000 7fba45623640 1 -- 172.21.15.27:0/2035156078 shutdown_connections 2024-02-10T05:31:12.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:12.766+0000 7fba45623640 1 -- 172.21.15.27:0/2035156078 wait complete. 2024-02-10T05:31:12.791 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-02-10T05:31:13.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.082+0000 7f615f035640 1 Processor -- start 2024-02-10T05:31:13.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.082+0000 7f615f035640 1 -- start start 2024-02-10T05:31:13.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.084+0000 7f615f035640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6158161280 0x7f61580b9310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:13.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.084+0000 7f615f035640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f61580b5b80 0x7f61580d2c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:13.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.084+0000 7f615f035640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6158161660 con 0x7f61580b6b20 2024-02-10T05:31:13.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.084+0000 7f615f035640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f61580d1c10 con 0x7f61580b5b80 2024-02-10T05:31:13.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.084+0000 7f615f035640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61580d1eb0 con 0x7f6158161280 2024-02-10T05:31:13.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.084+0000 7f615d5d2640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f61580b5b80 0x7f61580d2c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:13.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.084+0000 7f615cdd1640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6158161280 0x7f61580b9310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:13.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.084+0000 7f6157fff640 1 --1- >> v1:172.21.15.153:6789/0 conn(0x7f61580b6b20 0x7f61580b5470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.27:48812/0 (socket says 172.21.15.27:48812) 2024-02-10T05:31:13.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.084+0000 7f6157fff640 1 -- 172.21.15.27:0/2266578027 learned_addr learned my addr 172.21.15.27:0/2266578027 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-10T05:31:13.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.085+0000 7f61577fe640 1 -- 172.21.15.27:0/2266578027 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1056523251 0 0) 0x7f6158161660 con 0x7f61580b6b20 2024-02-10T05:31:13.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.085+0000 7f61577fe640 1 -- 172.21.15.27:0/2266578027 --> v1:172.21.15.153:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6144003520 con 0x7f61580b6b20 2024-02-10T05:31:13.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.085+0000 7f615d5d2640 1 -- 172.21.15.27:0/2266578027 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6158161280 msgr2=0x7f61580b9310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:31:13.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.085+0000 7f615d5d2640 1 --2- 172.21.15.27:0/2266578027 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6158161280 0x7f61580b9310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:13.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.085+0000 7f615d5d2640 1 -- 172.21.15.27:0/2266578027 >> v1:172.21.15.153:6789/0 conn(0x7f61580b6b20 legacy=0x7f61580b5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:13.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.085+0000 7f615d5d2640 1 -- 172.21.15.27:0/2266578027 --> v2:172.21.15.153:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61580d2190 con 0x7f61580b5b80 2024-02-10T05:31:13.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.085+0000 7f615cdd1640 1 --2- 172.21.15.27:0/2266578027 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6158161280 0x7f61580b9310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T05:31:13.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.087+0000 7f615d5d2640 1 --2- 172.21.15.27:0/2266578027 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f61580b5b80 0x7f61580d2c70 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f6150009d90 tx=0x7f615002bea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=73f9d8ffe0457935 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:13.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.087+0000 7f61577fe640 1 -- 172.21.15.27:0/2266578027 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f615002cc50 con 0x7f61580b5b80 2024-02-10T05:31:13.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.087+0000 7f61577fe640 1 -- 172.21.15.27:0/2266578027 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f615002cdb0 con 0x7f61580b5b80 2024-02-10T05:31:13.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.087+0000 7f61577fe640 1 -- 172.21.15.27:0/2266578027 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6150034660 con 0x7f61580b5b80 2024-02-10T05:31:13.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.089+0000 7f615f035640 1 -- 172.21.15.27:0/2266578027 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f61580b5b80 msgr2=0x7f61580d2c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:13.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.089+0000 7f615f035640 1 --2- 172.21.15.27:0/2266578027 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f61580b5b80 0x7f61580d2c70 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f6150009d90 tx=0x7f615002bea0 comp rx=0 tx=0).stop 2024-02-10T05:31:13.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.089+0000 7f615f035640 1 -- 172.21.15.27:0/2266578027 shutdown_connections 2024-02-10T05:31:13.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.089+0000 7f615f035640 1 --2- 172.21.15.27:0/2266578027 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f61580b5b80 0x7f61580d2c70 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:13.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.089+0000 7f615f035640 1 --2- 172.21.15.27:0/2266578027 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6158161280 0x7f61580b9310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:13.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.089+0000 7f615f035640 1 -- 172.21.15.27:0/2266578027 >> 172.21.15.27:0/2266578027 conn(0x7f6158066f90 msgr2=0x7f61580d0470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:13.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.089+0000 7f615f035640 1 -- 172.21.15.27:0/2266578027 shutdown_connections 2024-02-10T05:31:13.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.089+0000 7f615f035640 1 -- 172.21.15.27:0/2266578027 wait complete. 2024-02-10T05:31:13.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.092+0000 7f615f035640 1 Processor -- start 2024-02-10T05:31:13.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.092+0000 7f615f035640 1 -- start start 2024-02-10T05:31:13.100 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.094+0000 7f615f035640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f61580b5b80 0x7f615814ff50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:13.101 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.094+0000 7f615f035640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f61580b6b20 0x7f61580c9df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:13.101 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.094+0000 7f615f035640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6158161280 0x7f6158150780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:13.101 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.094+0000 7f615f035640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61580c84f0 con 0x7f61580b6b20 2024-02-10T05:31:13.101 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.094+0000 7f615f035640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61580c87d0 con 0x7f61580b5b80 2024-02-10T05:31:13.101 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.094+0000 7f615f035640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61580c8ab0 con 0x7f6158161280 2024-02-10T05:31:13.102 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.095+0000 7f6157fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f61580b6b20 0x7f61580c9df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:13.102 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.095+0000 7f6157fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f61580b6b20 0x7f61580c9df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35840/0 (socket says 172.21.15.27:35840) 2024-02-10T05:31:13.102 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.095+0000 7f6157fff640 1 -- 172.21.15.27:0/3946829682 learned_addr learned my addr 172.21.15.27:0/3946829682 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:31:13.102 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.095+0000 7f615d5d2640 1 --2- 172.21.15.27:0/3946829682 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6158161280 0x7f6158150780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:13.102 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.095+0000 7f615cdd1640 1 --2- 172.21.15.27:0/3946829682 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f61580b5b80 0x7f615814ff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:13.102 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.095+0000 7f615d5d2640 1 -- 172.21.15.27:0/3946829682 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f61580b5b80 msgr2=0x7f615814ff50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:13.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.095+0000 7f615d5d2640 1 --2- 172.21.15.27:0/3946829682 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f61580b5b80 0x7f615814ff50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:13.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.096+0000 7f615d5d2640 1 -- 172.21.15.27:0/3946829682 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f61580b6b20 msgr2=0x7f61580c9df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:13.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.096+0000 7f615d5d2640 1 --2- 172.21.15.27:0/3946829682 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f61580b6b20 0x7f61580c9df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:13.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.096+0000 7f615d5d2640 1 -- 172.21.15.27:0/3946829682 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6140009400 con 0x7f6158161280 2024-02-10T05:31:13.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.096+0000 7f6157fff640 1 --2- 172.21.15.27:0/3946829682 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f61580b6b20 0x7f61580c9df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T05:31:13.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.096+0000 7f615d5d2640 1 --2- 172.21.15.27:0/3946829682 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6158161280 0x7f6158150780 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f6150033000 tx=0x7f6150004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:13.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.096+0000 7f61557fa640 1 -- 172.21.15.27:0/3946829682 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6150040650 con 0x7f6158161280 2024-02-10T05:31:13.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.096+0000 7f61557fa640 1 -- 172.21.15.27:0/3946829682 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61500407b0 con 0x7f6158161280 2024-02-10T05:31:13.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.096+0000 7f615f035640 1 -- 172.21.15.27:0/3946829682 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6150009a70 con 0x7f6158161280 2024-02-10T05:31:13.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.096+0000 7f61557fa640 1 -- 172.21.15.27:0/3946829682 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6150040b60 con 0x7f6158161280 2024-02-10T05:31:13.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.097+0000 7f615f035640 1 -- 172.21.15.27:0/3946829682 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f61580c9070 con 0x7f6158161280 2024-02-10T05:31:13.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.099+0000 7f615f035640 1 -- 172.21.15.27:0/3946829682 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f61580c8910 con 0x7f6158161280 2024-02-10T05:31:13.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.099+0000 7f61557fa640 1 -- 172.21.15.27:0/3946829682 <== mon.2 v2:172.21.15.153:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f6150040cc0 con 0x7f6158161280 2024-02-10T05:31:13.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.100+0000 7f61557fa640 1 --2- 172.21.15.27:0/3946829682 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f613806b810 0x7f613806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:13.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.101+0000 7f61557fa640 1 -- 172.21.15.27:0/3946829682 <== mon.2 v2:172.21.15.153:3301/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f61500ac9f0 con 0x7f6158161280 2024-02-10T05:31:13.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.101+0000 7f615cdd1640 1 --2- 172.21.15.27:0/3946829682 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f613806b810 0x7f613806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:13.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.102+0000 7f615cdd1640 1 --2- 172.21.15.27:0/3946829682 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f613806b810 0x7f613806dcd0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f6140009c30 tx=0x7f6140009190 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:13.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.105+0000 7f61557fa640 1 -- 172.21.15.27:0/3946829682 <== mon.2 v2:172.21.15.153:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f61580c8910 con 0x7f6158161280 2024-02-10T05:31:13.634 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.633+0000 7f615f035640 1 -- 172.21.15.27:0/3946829682 --> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) v1 -- 0x7f61580d2750 con 0x7f613806b810 2024-02-10T05:31:13.635 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.634+0000 7f61557fa640 1 -- 172.21.15.27:0/3946829682 <== mgr.4106 v2:172.21.15.153:6832/1248308414 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f6140009880 con 0x7f613806b810 2024-02-10T05:31:13.635 INFO:teuthology.orchestra.run.smithi027.stderr:instructed osd(s) 6 to deep-scrub 2024-02-10T05:31:13.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.638+0000 7f615f035640 1 -- 172.21.15.27:0/3946829682 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f613806b810 msgr2=0x7f613806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:13.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.638+0000 7f615f035640 1 --2- 172.21.15.27:0/3946829682 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f613806b810 0x7f613806dcd0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f6140009c30 tx=0x7f6140009190 comp rx=0 tx=0).stop 2024-02-10T05:31:13.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.638+0000 7f615f035640 1 -- 172.21.15.27:0/3946829682 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6158161280 msgr2=0x7f6158150780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:13.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.638+0000 7f615f035640 1 --2- 172.21.15.27:0/3946829682 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6158161280 0x7f6158150780 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f6150033000 tx=0x7f6150004a40 comp rx=0 tx=0).stop 2024-02-10T05:31:13.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.638+0000 7f615f035640 1 -- 172.21.15.27:0/3946829682 shutdown_connections 2024-02-10T05:31:13.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.638+0000 7f615f035640 1 --2- 172.21.15.27:0/3946829682 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f613806b810 0x7f613806dcd0 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:13.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.638+0000 7f615f035640 1 --2- 172.21.15.27:0/3946829682 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f6158161280 0x7f6158150780 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:13.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.638+0000 7f615f035640 1 --2- 172.21.15.27:0/3946829682 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f61580b6b20 0x7f61580c9df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:13.641 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.638+0000 7f615f035640 1 --2- 172.21.15.27:0/3946829682 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f61580b5b80 0x7f615814ff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:13.641 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.638+0000 7f615f035640 1 -- 172.21.15.27:0/3946829682 >> 172.21.15.27:0/3946829682 conn(0x7f6158066f90 msgr2=0x7f61580b2680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:13.641 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.639+0000 7f615f035640 1 -- 172.21.15.27:0/3946829682 shutdown_connections 2024-02-10T05:31:13.641 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.639+0000 7f615f035640 1 -- 172.21.15.27:0/3946829682 wait complete. 2024-02-10T05:31:13.665 INFO:tasks.ceph:Scrubbing osd.7 2024-02-10T05:31:13.665 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-02-10T05:31:13.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.970+0000 7ff9027d7640 1 Processor -- start 2024-02-10T05:31:13.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.970+0000 7ff9027d7640 1 -- start start 2024-02-10T05:31:13.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.971+0000 7ff9027d7640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7ff8fc161f70 0x7ff8fc0cd870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:13.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.971+0000 7ff9027d7640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7ff8fc0cf050 0x7ff8fc0cddb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:13.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.971+0000 7ff9027d7640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff8fc0b4d80 con 0x7ff8fc0ce2f0 2024-02-10T05:31:13.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.971+0000 7ff9027d7640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff8fc0b3e50 con 0x7ff8fc0cf050 2024-02-10T05:31:13.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.971+0000 7ff9027d7640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff8fc0b5060 con 0x7ff8fc161f70 2024-02-10T05:31:13.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.971+0000 7ff8f3fff640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7ff8fc0cf050 0x7ff8fc0cddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:13.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.971+0000 7ff900d74640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7ff8fc0ce2f0 0x7ff8fc0b2c90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:50792/0 (socket says 172.21.15.27:50792) 2024-02-10T05:31:13.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.971+0000 7ff900d74640 1 -- 172.21.15.27:0/4187613330 learned_addr learned my addr 172.21.15.27:0/4187613330 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-10T05:31:13.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.972+0000 7ff8fbfff640 1 --2- 172.21.15.27:0/4187613330 >> v2:172.21.15.153:3300/0 conn(0x7ff8fc161f70 0x7ff8fc0cd870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:13.974 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.972+0000 7ff8fb7fe640 1 -- 172.21.15.27:0/4187613330 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1214449843 0 0) 0x7ff8fc0b4d80 con 0x7ff8fc0ce2f0 2024-02-10T05:31:13.974 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.972+0000 7ff8fb7fe640 1 -- 172.21.15.27:0/4187613330 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff8e8003520 con 0x7ff8fc0ce2f0 2024-02-10T05:31:13.974 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.972+0000 7ff8f3fff640 1 -- 172.21.15.27:0/4187613330 >> v2:172.21.15.153:3300/0 conn(0x7ff8fc161f70 msgr2=0x7ff8fc0cd870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:31:13.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.972+0000 7ff8f3fff640 1 --2- 172.21.15.27:0/4187613330 >> v2:172.21.15.153:3300/0 conn(0x7ff8fc161f70 0x7ff8fc0cd870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:13.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.972+0000 7ff8f3fff640 1 -- 172.21.15.27:0/4187613330 >> v1:172.21.15.27:6789/0 conn(0x7ff8fc0ce2f0 legacy=0x7ff8fc0b2c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:13.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.972+0000 7ff8f3fff640 1 -- 172.21.15.27:0/4187613330 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8fc0b5340 con 0x7ff8fc0cf050 2024-02-10T05:31:13.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.974+0000 7ff8f3fff640 1 --2- 172.21.15.27:0/4187613330 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff8fc0cf050 0x7ff8fc0cddb0 secure :-1 s=READY pgs=2011 cs=0 l=1 rev1=1 crypto rx=0x7ff8fc0b2230 tx=0x7ff8e402b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3446120bf77e1463 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:13.976 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.974+0000 7ff8fb7fe640 1 -- 172.21.15.27:0/4187613330 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8e4031830 con 0x7ff8fc0cf050 2024-02-10T05:31:13.976 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.975+0000 7ff8fb7fe640 1 -- 172.21.15.27:0/4187613330 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff8e4031990 con 0x7ff8fc0cf050 2024-02-10T05:31:13.976 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.975+0000 7ff8fb7fe640 1 -- 172.21.15.27:0/4187613330 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8e4031d20 con 0x7ff8fc0cf050 2024-02-10T05:31:13.977 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.975+0000 7ff9027d7640 1 -- 172.21.15.27:0/4187613330 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff8fc0cf050 msgr2=0x7ff8fc0cddb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:13.977 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.975+0000 7ff9027d7640 1 --2- 172.21.15.27:0/4187613330 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff8fc0cf050 0x7ff8fc0cddb0 secure :-1 s=READY pgs=2011 cs=0 l=1 rev1=1 crypto rx=0x7ff8fc0b2230 tx=0x7ff8e402b8d0 comp rx=0 tx=0).stop 2024-02-10T05:31:13.977 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.975+0000 7ff9027d7640 1 -- 172.21.15.27:0/4187613330 shutdown_connections 2024-02-10T05:31:13.977 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.975+0000 7ff9027d7640 1 --2- 172.21.15.27:0/4187613330 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff8fc0cf050 0x7ff8fc0cddb0 unknown :-1 s=CLOSED pgs=2011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:13.977 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.975+0000 7ff9027d7640 1 --2- 172.21.15.27:0/4187613330 >> v2:172.21.15.153:3300/0 conn(0x7ff8fc161f70 0x7ff8fc0cd870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:13.977 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.975+0000 7ff9027d7640 1 -- 172.21.15.27:0/4187613330 >> 172.21.15.27:0/4187613330 conn(0x7ff8fc06b280 msgr2=0x7ff8fc0b1530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:13.977 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.975+0000 7ff9027d7640 1 -- 172.21.15.27:0/4187613330 shutdown_connections 2024-02-10T05:31:13.978 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.975+0000 7ff9027d7640 1 -- 172.21.15.27:0/4187613330 wait complete. 2024-02-10T05:31:13.979 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.977+0000 7ff9027d7640 1 Processor -- start 2024-02-10T05:31:13.979 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.977+0000 7ff9027d7640 1 -- start start 2024-02-10T05:31:13.979 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.977+0000 7ff9027d7640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff8fc0ce2f0 0x7ff8fc1f85f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:13.979 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.977+0000 7ff9027d7640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff8fc0cf050 0x7ff8fc1fa3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:13.980 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.977+0000 7ff9027d7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8fc161f70 0x7ff8fc1f7f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:13.980 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.977+0000 7ff9027d7640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8fc1f8480 con 0x7ff8fc0ce2f0 2024-02-10T05:31:13.980 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.977+0000 7ff9027d7640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8fc1625c0 con 0x7ff8fc161f70 2024-02-10T05:31:13.980 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.977+0000 7ff9027d7640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff8fc157d40 con 0x7ff8fc0cf050 2024-02-10T05:31:13.980 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.977+0000 7ff8fbfff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff8fc0ce2f0 0x7ff8fc1f85f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:13.980 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.977+0000 7ff8fbfff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff8fc0ce2f0 0x7ff8fc1f85f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:57336/0 (socket says 172.21.15.27:57336) 2024-02-10T05:31:13.980 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.978+0000 7ff8fbfff640 1 -- 172.21.15.27:0/3002232444 learned_addr learned my addr 172.21.15.27:0/3002232444 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:31:13.980 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.978+0000 7ff900d74640 1 --2- 172.21.15.27:0/3002232444 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8fc161f70 0x7ff8fc1f7f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:13.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.978+0000 7ff8fbfff640 1 -- 172.21.15.27:0/3002232444 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff8fc0cf050 msgr2=0x7ff8fc1fa3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:13.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.978+0000 7ff8fbfff640 1 --2- 172.21.15.27:0/3002232444 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7ff8fc0cf050 0x7ff8fc1fa3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:13.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.978+0000 7ff8fbfff640 1 -- 172.21.15.27:0/3002232444 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8fc161f70 msgr2=0x7ff8fc1f7f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:13.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.978+0000 7ff8fbfff640 1 --2- 172.21.15.27:0/3002232444 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8fc161f70 0x7ff8fc1f7f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:13.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.978+0000 7ff8fbfff640 1 -- 172.21.15.27:0/3002232444 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8e4009400 con 0x7ff8fc0ce2f0 2024-02-10T05:31:13.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.978+0000 7ff900d74640 1 --2- 172.21.15.27:0/3002232444 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8fc161f70 0x7ff8fc1f7f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T05:31:13.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.978+0000 7ff8fbfff640 1 --2- 172.21.15.27:0/3002232444 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff8fc0ce2f0 0x7ff8fc1f85f0 secure :-1 s=READY pgs=2012 cs=0 l=1 rev1=1 crypto rx=0x7ff8ec00e8a0 tx=0x7ff8ec00ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:13.982 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.978+0000 7ff8f97fa640 1 -- 172.21.15.27:0/3002232444 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8ec0094f0 con 0x7ff8fc0ce2f0 2024-02-10T05:31:13.982 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.979+0000 7ff9027d7640 1 -- 172.21.15.27:0/3002232444 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff8fc162810 con 0x7ff8fc0ce2f0 2024-02-10T05:31:13.982 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.979+0000 7ff8f97fa640 1 -- 172.21.15.27:0/3002232444 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff8ec00c940 con 0x7ff8fc0ce2f0 2024-02-10T05:31:13.982 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.979+0000 7ff9027d7640 1 -- 172.21.15.27:0/3002232444 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff8fc162dd0 con 0x7ff8fc0ce2f0 2024-02-10T05:31:13.982 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.979+0000 7ff8f97fa640 1 -- 172.21.15.27:0/3002232444 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8ec00ccf0 con 0x7ff8fc0ce2f0 2024-02-10T05:31:13.983 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.981+0000 7ff9027d7640 1 -- 172.21.15.27:0/3002232444 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7ff8fc0ce700 con 0x7ff8fc0ce2f0 2024-02-10T05:31:13.983 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.982+0000 7ff8f97fa640 1 -- 172.21.15.27:0/3002232444 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7ff8ec013470 con 0x7ff8fc0ce2f0 2024-02-10T05:31:13.984 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.983+0000 7ff8f97fa640 1 --2- 172.21.15.27:0/3002232444 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff8dc06b810 0x7ff8dc06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:13.985 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.984+0000 7ff8f97fa640 1 -- 172.21.15.27:0/3002232444 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7ff8ec089fc0 con 0x7ff8fc0ce2f0 2024-02-10T05:31:13.985 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.984+0000 7ff8f3fff640 1 --2- 172.21.15.27:0/3002232444 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff8dc06b810 0x7ff8dc06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:13.985 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.984+0000 7ff8f97fa640 1 --2- 172.21.15.27:0/3002232444 >> [v2:172.21.15.153:6808/2140922766,v1:172.21.15.153:6809/2140922766] conn(0x7ff8dc0716d0 0x7ff8dc073af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:13.985 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.984+0000 7ff8f97fa640 1 -- 172.21.15.27:0/3002232444 --> [v2:172.21.15.153:6808/2140922766,v1:172.21.15.153:6809/2140922766] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7ff8dc0741a0 con 0x7ff8dc0716d0 2024-02-10T05:31:13.986 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.984+0000 7ff8f97fa640 1 -- 172.21.15.27:0/3002232444 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_get_version_reply(handle=1 version=37) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff8ec08c620 con 0x7ff8fc0ce2f0 2024-02-10T05:31:13.986 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.984+0000 7ff900d74640 1 --2- 172.21.15.27:0/3002232444 >> [v2:172.21.15.153:6808/2140922766,v1:172.21.15.153:6809/2140922766] conn(0x7ff8dc0716d0 0x7ff8dc073af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:13.986 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.985+0000 7ff8f3fff640 1 --2- 172.21.15.27:0/3002232444 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff8dc06b810 0x7ff8dc06dcd0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7ff8e4036000 tx=0x7ff8e4030000 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:13.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.985+0000 7ff900d74640 1 --2- 172.21.15.27:0/3002232444 >> [v2:172.21.15.153:6808/2140922766,v1:172.21.15.153:6809/2140922766] conn(0x7ff8dc0716d0 0x7ff8dc073af0 crc :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:13.988 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:13.986+0000 7ff8f97fa640 1 -- 172.21.15.27:0/3002232444 <== osd.7 v2:172.21.15.153:6808/2140922766 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7ff8dc0741a0 con 0x7ff8dc0716d0 2024-02-10T05:31:14.026 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.025+0000 7ff9027d7640 1 -- 172.21.15.27:0/3002232444 --> [v2:172.21.15.153:6808/2140922766,v1:172.21.15.153:6809/2140922766] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7ff8fc06bc40 con 0x7ff8dc0716d0 2024-02-10T05:31:14.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.025+0000 7ff8f97fa640 1 -- 172.21.15.27:0/3002232444 <== osd.7 v2:172.21.15.153:6808/2140922766 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7ff8fc06bc40 con 0x7ff8dc0716d0 2024-02-10T05:31:14.027 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-02-10T05:31:14.027 INFO:teuthology.orchestra.run.smithi027.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-02-10T05:31:14.027 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-02-10T05:31:14.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.026+0000 7ff9027d7640 1 -- 172.21.15.27:0/3002232444 >> [v2:172.21.15.153:6808/2140922766,v1:172.21.15.153:6809/2140922766] conn(0x7ff8dc0716d0 msgr2=0x7ff8dc073af0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:14.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.026+0000 7ff9027d7640 1 --2- 172.21.15.27:0/3002232444 >> [v2:172.21.15.153:6808/2140922766,v1:172.21.15.153:6809/2140922766] conn(0x7ff8dc0716d0 0x7ff8dc073af0 crc :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:14.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.026+0000 7ff9027d7640 1 -- 172.21.15.27:0/3002232444 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff8dc06b810 msgr2=0x7ff8dc06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:14.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.026+0000 7ff9027d7640 1 --2- 172.21.15.27:0/3002232444 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7ff8dc06b810 0x7ff8dc06dcd0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7ff8e4036000 tx=0x7ff8e4030000 comp rx=0 tx=0).stop 2024-02-10T05:31:14.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.026+0000 7ff9027d7640 1 -- 172.21.15.27:0/3002232444 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff8fc0ce2f0 msgr2=0x7ff8fc1f85f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:14.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.026+0000 7ff9027d7640 1 --2- 172.21.15.27:0/3002232444 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff8fc0ce2f0 0x7ff8fc1f85f0 secure :-1 s=READY pgs=2012 cs=0 l=1 rev1=1 crypto rx=0x7ff8ec00e8a0 tx=0x7ff8ec00ed60 comp rx=0 tx=0).stop 2024-02-10T05:31:14.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.026+0000 7ff900d74640 1 -- 172.21.15.27:0/3002232444 reap_dead start 2024-02-10T05:31:14.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.026+0000 7ff9027d7640 1 -- 172.21.15.27:0/3002232444 shutdown_connections 2024-02-10T05:31:14.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.026+0000 7ff9027d7640 1 -- 172.21.15.27:0/3002232444 >> 172.21.15.27:0/3002232444 conn(0x7ff8fc06b280 msgr2=0x7ff8fc15ed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:14.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.026+0000 7ff9027d7640 1 -- 172.21.15.27:0/3002232444 shutdown_connections 2024-02-10T05:31:14.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.027+0000 7ff9027d7640 1 -- 172.21.15.27:0/3002232444 wait complete. 2024-02-10T05:31:14.052 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-02-10T05:31:14.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.341+0000 7f24525b8640 1 Processor -- start 2024-02-10T05:31:14.343 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.341+0000 7f24525b8640 1 -- start start 2024-02-10T05:31:14.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.344+0000 7f24525b8640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f244c0b4a70 0x7f244c165820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:14.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.344+0000 7f24525b8640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f244c0aefc0 con 0x7f244c0afa10 2024-02-10T05:31:14.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.344+0000 7f24525b8640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f244c15acd0 con 0x7f244c15a8f0 2024-02-10T05:31:14.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.344+0000 7f24525b8640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f244c0af220 con 0x7f244c0b4a70 2024-02-10T05:31:14.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.344+0000 7f2450b55640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f244c0b4a70 0x7f244c165820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:14.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.344+0000 7f244bfff640 1 --1- >> v1:172.21.15.153:6789/0 conn(0x7f244c15a8f0 0x7f244c0ae8b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.153:6789/0 says I am v1:172.21.15.27:49270/0 (socket says 172.21.15.27:49270) 2024-02-10T05:31:14.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.344+0000 7f244bfff640 1 -- 172.21.15.27:0/687064729 learned_addr learned my addr 172.21.15.27:0/687064729 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-10T05:31:14.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.345+0000 7f244affd640 1 -- 172.21.15.27:0/687064729 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2314646387 0 0) 0x7f244c15acd0 con 0x7f244c15a8f0 2024-02-10T05:31:14.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.345+0000 7f244affd640 1 -- 172.21.15.27:0/687064729 --> v1:172.21.15.153:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2434003520 con 0x7f244c15a8f0 2024-02-10T05:31:14.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.345+0000 7f2450b55640 1 -- 172.21.15.27:0/687064729 >> v1:172.21.15.153:6789/0 conn(0x7f244c15a8f0 legacy=0x7f244c0ae8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:14.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.345+0000 7f2450b55640 1 -- 172.21.15.27:0/687064729 >> v1:172.21.15.27:6789/0 conn(0x7f244c0afa10 legacy=0x7f244c0b4360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:14.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.345+0000 7f244affd640 1 -- 172.21.15.27:0/687064729 <== mon.1 v1:172.21.15.153:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2643215798 0 0) 0x7f2434003520 con 0x7f244c15a8f0 2024-02-10T05:31:14.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.345+0000 7f2450b55640 1 -- 172.21.15.27:0/687064729 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f244c0af500 con 0x7f244c0b4a70 2024-02-10T05:31:14.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.347+0000 7f2450b55640 1 --2- 172.21.15.27:0/687064729 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f244c0b4a70 0x7f244c165820 secure :-1 s=READY pgs=2014 cs=0 l=1 rev1=1 crypto rx=0x7f2444009d90 tx=0x7f244402bc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e3ff081568f20cc server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:14.349 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.348+0000 7f244affd640 1 -- 172.21.15.27:0/687064729 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f243c001670 con 0x7f244c0b4a70 2024-02-10T05:31:14.349 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.348+0000 7f244affd640 1 -- 172.21.15.27:0/687064729 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f244402c720 con 0x7f244c0b4a70 2024-02-10T05:31:14.349 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.348+0000 7f244affd640 1 -- 172.21.15.27:0/687064729 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f244402cab0 con 0x7f244c0b4a70 2024-02-10T05:31:14.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.349+0000 7f24525b8640 1 -- 172.21.15.27:0/687064729 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f244c0b4a70 msgr2=0x7f244c165820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:14.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.349+0000 7f24525b8640 1 --2- 172.21.15.27:0/687064729 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f244c0b4a70 0x7f244c165820 secure :-1 s=READY pgs=2014 cs=0 l=1 rev1=1 crypto rx=0x7f2444009d90 tx=0x7f244402bc70 comp rx=0 tx=0).stop 2024-02-10T05:31:14.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.349+0000 7f24525b8640 1 -- 172.21.15.27:0/687064729 shutdown_connections 2024-02-10T05:31:14.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.350+0000 7f24525b8640 1 --2- 172.21.15.27:0/687064729 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f244c0b4a70 0x7f244c165820 unknown :-1 s=CLOSED pgs=2014 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:14.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.350+0000 7f24525b8640 1 -- 172.21.15.27:0/687064729 >> 172.21.15.27:0/687064729 conn(0x7f244c072940 msgr2=0x7f244c099a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:14.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.350+0000 7f24525b8640 1 -- 172.21.15.27:0/687064729 shutdown_connections 2024-02-10T05:31:14.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.350+0000 7f24525b8640 1 -- 172.21.15.27:0/687064729 wait complete. 2024-02-10T05:31:14.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.353+0000 7f24525b8640 1 Processor -- start 2024-02-10T05:31:14.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.354+0000 7f24525b8640 1 -- start start 2024-02-10T05:31:14.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.355+0000 7f24525b8640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f244c0afa10 0x7f244c151340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:14.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.356+0000 7f24525b8640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f244c0b4a70 0x7f244c1493b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:14.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.356+0000 7f24525b8640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f244c15a8f0 0x7f244c0ce990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:14.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.356+0000 7f24525b8640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f244c152ce0 con 0x7f244c15a8f0 2024-02-10T05:31:14.357 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.356+0000 7f24525b8640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f244c1549c0 con 0x7f244c0b4a70 2024-02-10T05:31:14.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.356+0000 7f24525b8640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f244c1546e0 con 0x7f244c0afa10 2024-02-10T05:31:14.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.356+0000 7f2450b55640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f244c15a8f0 0x7f244c0ce990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:14.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.356+0000 7f244bfff640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f244c0afa10 0x7f244c151340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:14.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.356+0000 7f2450b55640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f244c15a8f0 0x7f244c0ce990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:57356/0 (socket says 172.21.15.27:57356) 2024-02-10T05:31:14.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.356+0000 7f244bfff640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f244c0afa10 0x7f244c151340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:51622/0 (socket says 172.21.15.27:51622) 2024-02-10T05:31:14.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.356+0000 7f244bfff640 1 -- 172.21.15.27:0/3512533645 learned_addr learned my addr 172.21.15.27:0/3512533645 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:31:14.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.356+0000 7f244b7fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f244c0b4a70 0x7f244c1493b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:14.359 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.356+0000 7f244bfff640 1 -- 172.21.15.27:0/3512533645 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f244c0b4a70 msgr2=0x7f244c1493b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:14.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.356+0000 7f244bfff640 1 --2- 172.21.15.27:0/3512533645 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f244c0b4a70 0x7f244c1493b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:14.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.356+0000 7f244bfff640 1 -- 172.21.15.27:0/3512533645 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f244c15a8f0 msgr2=0x7f244c0ce990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:14.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.356+0000 7f244bfff640 1 --2- 172.21.15.27:0/3512533645 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f244c15a8f0 0x7f244c0ce990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:14.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.356+0000 7f244bfff640 1 -- 172.21.15.27:0/3512533645 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2444009a70 con 0x7f244c0afa10 2024-02-10T05:31:14.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.357+0000 7f244bfff640 1 --2- 172.21.15.27:0/3512533645 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f244c0afa10 0x7f244c151340 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f243c00c780 tx=0x7f243c00cc40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:14.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.357+0000 7f2448ff9640 1 -- 172.21.15.27:0/3512533645 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f243c005ad0 con 0x7f244c0afa10 2024-02-10T05:31:14.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.357+0000 7f2448ff9640 1 -- 172.21.15.27:0/3512533645 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f243c005c30 con 0x7f244c0afa10 2024-02-10T05:31:14.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.357+0000 7f2448ff9640 1 -- 172.21.15.27:0/3512533645 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f243c007070 con 0x7f244c0afa10 2024-02-10T05:31:14.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.357+0000 7f24525b8640 1 -- 172.21.15.27:0/3512533645 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f244c152690 con 0x7f244c0afa10 2024-02-10T05:31:14.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.357+0000 7f24525b8640 1 -- 172.21.15.27:0/3512533645 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f244c154300 con 0x7f244c0afa10 2024-02-10T05:31:14.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.359+0000 7f2448ff9640 1 -- 172.21.15.27:0/3512533645 <== mon.2 v2:172.21.15.153:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f243c0071d0 con 0x7f244c0afa10 2024-02-10T05:31:14.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.360+0000 7f24525b8640 1 -- 172.21.15.27:0/3512533645 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f244c0d1630 con 0x7f244c0afa10 2024-02-10T05:31:14.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.360+0000 7f2448ff9640 1 --2- 172.21.15.27:0/3512533645 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f243806b840 0x7f243806dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:14.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.361+0000 7f244b7fe640 1 --2- 172.21.15.27:0/3512533645 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f243806b840 0x7f243806dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:14.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.361+0000 7f2448ff9640 1 -- 172.21.15.27:0/3512533645 <== mon.2 v2:172.21.15.153:3301/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f243c089a20 con 0x7f244c0afa10 2024-02-10T05:31:14.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.362+0000 7f244b7fe640 1 --2- 172.21.15.27:0/3512533645 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f243806b840 0x7f243806dd00 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f244c0b47e0 tx=0x7f2440009040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:14.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.366+0000 7f2448ff9640 1 -- 172.21.15.27:0/3512533645 <== mon.2 v2:172.21.15.153:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f243c0547e0 con 0x7f244c0afa10 2024-02-10T05:31:14.612 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.611+0000 7f24525b8640 1 -- 172.21.15.27:0/3512533645 --> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) v1 -- 0x7f244c1544c0 con 0x7f243806b840 2024-02-10T05:31:14.613 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.612+0000 7f2448ff9640 1 -- 172.21.15.27:0/3512533645 <== mgr.4106 v2:172.21.15.153:6832/1248308414 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f244000f860 con 0x7f243806b840 2024-02-10T05:31:14.613 INFO:teuthology.orchestra.run.smithi027.stderr:instructed osd(s) 7 to deep-scrub 2024-02-10T05:31:14.616 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.614+0000 7f24525b8640 1 -- 172.21.15.27:0/3512533645 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f243806b840 msgr2=0x7f243806dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:14.616 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.614+0000 7f24525b8640 1 --2- 172.21.15.27:0/3512533645 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f243806b840 0x7f243806dd00 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f244c0b47e0 tx=0x7f2440009040 comp rx=0 tx=0).stop 2024-02-10T05:31:14.616 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.614+0000 7f24525b8640 1 -- 172.21.15.27:0/3512533645 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f244c0afa10 msgr2=0x7f244c151340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:14.617 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.615+0000 7f24525b8640 1 --2- 172.21.15.27:0/3512533645 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f244c0afa10 0x7f244c151340 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f243c00c780 tx=0x7f243c00cc40 comp rx=0 tx=0).stop 2024-02-10T05:31:14.617 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.615+0000 7f24525b8640 1 -- 172.21.15.27:0/3512533645 shutdown_connections 2024-02-10T05:31:14.617 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.615+0000 7f24525b8640 1 --2- 172.21.15.27:0/3512533645 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f243806b840 0x7f243806dd00 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:14.617 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.615+0000 7f24525b8640 1 --2- 172.21.15.27:0/3512533645 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f244c15a8f0 0x7f244c0ce990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:14.617 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.615+0000 7f24525b8640 1 --2- 172.21.15.27:0/3512533645 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f244c0b4a70 0x7f244c1493b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:14.617 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.615+0000 7f24525b8640 1 --2- 172.21.15.27:0/3512533645 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f244c0afa10 0x7f244c151340 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:14.617 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.615+0000 7f24525b8640 1 -- 172.21.15.27:0/3512533645 >> 172.21.15.27:0/3512533645 conn(0x7f244c072940 msgr2=0x7f244c099a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:14.617 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.615+0000 7f24525b8640 1 -- 172.21.15.27:0/3512533645 shutdown_connections 2024-02-10T05:31:14.618 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.615+0000 7f24525b8640 1 -- 172.21.15.27:0/3512533645 wait complete. 2024-02-10T05:31:14.629 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-10T05:31:14.852 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.851+0000 7f24e170c640 1 Processor -- start 2024-02-10T05:31:14.852 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.851+0000 7f24e170c640 1 -- start start 2024-02-10T05:31:14.854 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.853+0000 7f24e170c640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f24dc0b37c0 0x7f24dc0b3c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:14.854 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.853+0000 7f24e170c640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f24dc15ac00 con 0x7f24dc15a820 2024-02-10T05:31:14.855 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.853+0000 7f24e170c640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f24dc0ce810 con 0x7f24dc0af9c0 2024-02-10T05:31:14.855 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.853+0000 7f24e170c640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f24dc070d00 con 0x7f24dc0b37c0 2024-02-10T05:31:14.855 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.853+0000 7f24daffd640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f24dc15a820 0x7f24dc0705f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:50808/0 (socket says 172.21.15.27:50808) 2024-02-10T05:31:14.855 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.853+0000 7f24daffd640 1 -- 172.21.15.27:0/2950317908 learned_addr learned my addr 172.21.15.27:0/2950317908 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-10T05:31:14.857 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.854+0000 7f24db7fe640 1 --2- 172.21.15.27:0/2950317908 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f24dc0b37c0 0x7f24dc0b3c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:14.857 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.854+0000 7f24d9ffb640 1 -- 172.21.15.27:0/2950317908 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1054829416 0 0) 0x7f24dc15ac00 con 0x7f24dc15a820 2024-02-10T05:31:14.857 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.854+0000 7f24d9ffb640 1 -- 172.21.15.27:0/2950317908 --> v1:172.21.15.27:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f24c4003520 con 0x7f24dc15a820 2024-02-10T05:31:14.857 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.854+0000 7f24d9ffb640 1 -- 172.21.15.27:0/2950317908 <== mon.1 v1:172.21.15.153:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 944769223 0 0) 0x7f24dc0ce810 con 0x7f24dc0af9c0 2024-02-10T05:31:14.857 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.854+0000 7f24d9ffb640 1 -- 172.21.15.27:0/2950317908 --> v1:172.21.15.153:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f24dc15ac00 con 0x7f24dc0af9c0 2024-02-10T05:31:14.857 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.854+0000 7f24db7fe640 1 -- 172.21.15.27:0/2950317908 >> v1:172.21.15.153:6789/0 conn(0x7f24dc0af9c0 legacy=0x7f24dc0cf2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:14.858 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.854+0000 7f24db7fe640 1 -- 172.21.15.27:0/2950317908 >> v1:172.21.15.27:6789/0 conn(0x7f24dc15a820 legacy=0x7f24dc0705f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:14.858 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.854+0000 7f24d9ffb640 1 -- 172.21.15.27:0/2950317908 <== mon.0 v1:172.21.15.27:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3369725109 0 0) 0x7f24c4003520 con 0x7f24dc15a820 2024-02-10T05:31:14.858 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.854+0000 7f24db7fe640 1 -- 172.21.15.27:0/2950317908 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24dc0afed0 con 0x7f24dc0b37c0 2024-02-10T05:31:14.858 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.855+0000 7f24db7fe640 1 --2- 172.21.15.27:0/2950317908 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f24dc0b37c0 0x7f24dc0b3c70 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f24d4009dc0 tx=0x7f24d402bde0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c68f02bd13c0ddcb server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:14.858 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.855+0000 7f24d9ffb640 1 -- 172.21.15.27:0/2950317908 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24cc001670 con 0x7f24dc0b37c0 2024-02-10T05:31:14.858 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.856+0000 7f24d9ffb640 1 -- 172.21.15.27:0/2950317908 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f24d402c910 con 0x7f24dc0b37c0 2024-02-10T05:31:14.858 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.856+0000 7f24d9ffb640 1 -- 172.21.15.27:0/2950317908 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24d402cca0 con 0x7f24dc0b37c0 2024-02-10T05:31:14.859 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.857+0000 7f24e170c640 1 -- 172.21.15.27:0/2950317908 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f24dc0b37c0 msgr2=0x7f24dc0b3c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:14.860 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.857+0000 7f24e170c640 1 --2- 172.21.15.27:0/2950317908 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f24dc0b37c0 0x7f24dc0b3c70 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f24d4009dc0 tx=0x7f24d402bde0 comp rx=0 tx=0).stop 2024-02-10T05:31:14.860 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.857+0000 7f24e170c640 1 -- 172.21.15.27:0/2950317908 shutdown_connections 2024-02-10T05:31:14.860 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.857+0000 7f24e170c640 1 --2- 172.21.15.27:0/2950317908 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f24dc0b37c0 0x7f24dc0b3c70 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:14.860 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.857+0000 7f24e170c640 1 -- 172.21.15.27:0/2950317908 >> 172.21.15.27:0/2950317908 conn(0x7f24dc0b24c0 msgr2=0x7f24dc0b28a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:14.860 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.857+0000 7f24e170c640 1 -- 172.21.15.27:0/2950317908 shutdown_connections 2024-02-10T05:31:14.860 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.857+0000 7f24e170c640 1 -- 172.21.15.27:0/2950317908 wait complete. 2024-02-10T05:31:14.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.860+0000 7f24e170c640 1 Processor -- start 2024-02-10T05:31:14.862 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.861+0000 7f24e170c640 1 -- start start 2024-02-10T05:31:14.866 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.863+0000 7f24e170c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f24dc0af9c0 0x7f24dc13f220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:14.866 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.863+0000 7f24e170c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f24dc0b37c0 0x7f24dc14eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:14.866 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.863+0000 7f24e170c640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f24dc15a820 0x7f24dc06ac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:14.867 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.863+0000 7f24e170c640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24dc15b1b0 con 0x7f24dc0b37c0 2024-02-10T05:31:14.867 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.863+0000 7f24e170c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24dc15b490 con 0x7f24dc0af9c0 2024-02-10T05:31:14.867 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.863+0000 7f24e170c640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f24dc15b770 con 0x7f24dc15a820 2024-02-10T05:31:14.867 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.863+0000 7f24da7fc640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f24dc0b37c0 0x7f24dc14eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:14.867 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.863+0000 7f24daffd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f24dc0af9c0 0x7f24dc13f220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:14.867 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.863+0000 7f24da7fc640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f24dc0b37c0 0x7f24dc14eec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:57360/0 (socket says 172.21.15.27:57360) 2024-02-10T05:31:14.867 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.863+0000 7f24db7fe640 1 --2- 172.21.15.27:0/151768107 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f24dc15a820 0x7f24dc06ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:14.867 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.863+0000 7f24da7fc640 1 -- 172.21.15.27:0/151768107 learned_addr learned my addr 172.21.15.27:0/151768107 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:31:14.868 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.864+0000 7f24db7fe640 1 -- 172.21.15.27:0/151768107 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f24dc0af9c0 msgr2=0x7f24dc13f220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:14.868 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.864+0000 7f24db7fe640 1 --2- 172.21.15.27:0/151768107 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f24dc0af9c0 0x7f24dc13f220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:14.868 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.864+0000 7f24db7fe640 1 -- 172.21.15.27:0/151768107 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f24dc0b37c0 msgr2=0x7f24dc14eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:14.868 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.864+0000 7f24db7fe640 1 --2- 172.21.15.27:0/151768107 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f24dc0b37c0 0x7f24dc14eec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:14.868 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.864+0000 7f24db7fe640 1 -- 172.21.15.27:0/151768107 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24d4009a70 con 0x7f24dc15a820 2024-02-10T05:31:14.868 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.864+0000 7f24db7fe640 1 --2- 172.21.15.27:0/151768107 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f24dc15a820 0x7f24dc06ac50 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f24d4033000 tx=0x7f24d4004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:14.868 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.864+0000 7f24c37fe640 1 -- 172.21.15.27:0/151768107 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24d4034e50 con 0x7f24dc15a820 2024-02-10T05:31:14.869 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.864+0000 7f24c37fe640 1 -- 172.21.15.27:0/151768107 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f24d4009450 con 0x7f24dc15a820 2024-02-10T05:31:14.869 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.864+0000 7f24c37fe640 1 -- 172.21.15.27:0/151768107 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24d403e650 con 0x7f24dc15a820 2024-02-10T05:31:14.869 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.864+0000 7f24e170c640 1 -- 172.21.15.27:0/151768107 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f24dc15ba50 con 0x7f24dc15a820 2024-02-10T05:31:14.869 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.864+0000 7f24e170c640 1 -- 172.21.15.27:0/151768107 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f24dc13f760 con 0x7f24dc15a820 2024-02-10T05:31:14.869 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.867+0000 7f24e170c640 1 -- 172.21.15.27:0/151768107 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f24dc0b0190 con 0x7f24dc15a820 2024-02-10T05:31:14.870 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.869+0000 7f24c37fe640 1 -- 172.21.15.27:0/151768107 <== mon.2 v2:172.21.15.153:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f24d403b050 con 0x7f24dc15a820 2024-02-10T05:31:14.870 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.870+0000 7f24c37fe640 1 --2- 172.21.15.27:0/151768107 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f24c806b810 0x7f24c806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:14.871 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.870+0000 7f24c37fe640 1 -- 172.21.15.27:0/151768107 <== mon.2 v2:172.21.15.153:3301/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f24d40ac830 con 0x7f24dc15a820 2024-02-10T05:31:14.871 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.870+0000 7f24daffd640 1 --2- 172.21.15.27:0/151768107 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f24c806b810 0x7f24c806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:14.872 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.871+0000 7f24daffd640 1 --2- 172.21.15.27:0/151768107 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f24c806b810 0x7f24c806dcd0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f24cc001eb0 tx=0x7f24cc0019b0 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:14.875 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:14.874+0000 7f24c37fe640 1 -- 172.21.15.27:0/151768107 <== mon.2 v2:172.21.15.153:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f24dc0b0190 con 0x7f24dc15a820 2024-02-10T05:31:15.055 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:15.054+0000 7f24e170c640 1 -- 172.21.15.27:0/151768107 --> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f24dc0b2c80 con 0x7f24c806b810 2024-02-10T05:31:15.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:15.056+0000 7f24c37fe640 1 -- 172.21.15.27:0/151768107 <== mgr.4106 v2:172.21.15.153:6832/1248308414 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+48984 (secure 0 0 0) 0x7f24dc0b2c80 con 0x7f24c806b810 2024-02-10T05:31:15.058 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:31:15.059 INFO:teuthology.orchestra.run.smithi027.stderr:dumped all 2024-02-10T05:31:15.060 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:15.059+0000 7f24e170c640 1 -- 172.21.15.27:0/151768107 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f24c806b810 msgr2=0x7f24c806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:15.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:15.059+0000 7f24e170c640 1 --2- 172.21.15.27:0/151768107 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f24c806b810 0x7f24c806dcd0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f24cc001eb0 tx=0x7f24cc0019b0 comp rx=0 tx=0).stop 2024-02-10T05:31:15.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:15.059+0000 7f24e170c640 1 -- 172.21.15.27:0/151768107 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f24dc15a820 msgr2=0x7f24dc06ac50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:15.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:15.059+0000 7f24e170c640 1 --2- 172.21.15.27:0/151768107 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f24dc15a820 0x7f24dc06ac50 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f24d4033000 tx=0x7f24d4004a40 comp rx=0 tx=0).stop 2024-02-10T05:31:15.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:15.059+0000 7f24e170c640 1 -- 172.21.15.27:0/151768107 shutdown_connections 2024-02-10T05:31:15.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:15.059+0000 7f24e170c640 1 --2- 172.21.15.27:0/151768107 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f24c806b810 0x7f24c806dcd0 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:15.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:15.059+0000 7f24e170c640 1 --2- 172.21.15.27:0/151768107 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f24dc15a820 0x7f24dc06ac50 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:15.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:15.059+0000 7f24e170c640 1 --2- 172.21.15.27:0/151768107 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f24dc0b37c0 0x7f24dc14eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:15.062 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:15.059+0000 7f24e170c640 1 --2- 172.21.15.27:0/151768107 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f24dc0af9c0 0x7f24dc13f220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:15.062 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:15.059+0000 7f24e170c640 1 -- 172.21.15.27:0/151768107 >> 172.21.15.27:0/151768107 conn(0x7f24dc0b24c0 msgr2=0x7f24dc0b5240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:15.062 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:15.059+0000 7f24e170c640 1 -- 172.21.15.27:0/151768107 shutdown_connections 2024-02-10T05:31:15.062 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:15.059+0000 7f24e170c640 1 -- 172.21.15.27:0/151768107 wait complete. 2024-02-10T05:31:15.075 INFO:teuthology.orchestra.run.smithi027.stdout:{"pg_ready":true,"pg_map":{"version":10065,"stamp":"2024-02-10T05:31:13.662497+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":147,"num_read_kb":128,"num_write":210,"num_write_kb":3462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":162,"ondisk_log_size":162,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":11603696,"kb_used_data":4520,"kb_used_omap":4755,"kb_used_meta":11594348,"kb_avail":743371024,"statfs":{"total":773094113280,"available":761211928576,"internally_reserved":0,"allocated":4628480,"data_stored":2537376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4869195,"internal_metadata":11872613301},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002320"},"pg_stats":[{"pgid":"1.0","version":"34'162","reported_seq":420,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-02-10T05:30:54.764995+0000","last_change":"2024-02-09T23:56:40.567250+0000","last_active":"2024-02-10T05:30:54.764995+0000","last_peered":"2024-02-10T05:30:54.764995+0000","last_clean":"2024-02-10T05:30:54.764995+0000","last_became_active":"2024-02-09T23:56:40.566372+0000","last_became_peered":"2024-02-09T23:56:40.566372+0000","last_unstale":"2024-02-10T05:30:54.764995+0000","last_undegraded":"2024-02-10T05:30:54.764995+0000","last_fullsized":"2024-02-10T05:30:54.764995+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:56:39.545898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:56:39.545898+0000","last_clean_scrub_stamp":"2024-02-09T23:56:39.545898+0000","objects_scrubbed":0,"log_size":162,"log_dups_size":0,"ondisk_log_size":162,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:46:32.589061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":147,"num_read_kb":128,"num_write":210,"num_write_kb":3462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":147,"num_read_kb":128,"num_write":210,"num_write_kb":3462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":162,"ondisk_log_size":162,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834578865,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1488432,"kb_used_data":1000,"kb_used_omap":511,"kb_used_meta":1486912,"kb_avail":92883408,"statfs":{"total":96636764160,"available":95112609792,"internally_reserved":0,"allocated":1024000,"data_stored":759948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":523824,"internal_metadata":1522598352},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.93899999999999995,"15min":1.087},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":1.401,"5min":11.786,"15min":11.786},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.82299999999999995,"15min":1.0680000000000001},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.2689999999999999,"5min":4.883,"15min":11.151},"last":0.60799999999999998}]},{"osd":1,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.5940000000000001,"5min":1.2490000000000001,"15min":1.3879999999999999},"min":{"1min":0.35299999999999998,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":7.4610000000000003,"5min":7.4610000000000003,"15min":10.032999999999999},"last":0.74199999999999999},{"interface":"front","average":{"1min":1.246,"5min":1.129,"15min":1.2789999999999999},"min":{"1min":0.43099999999999999,"5min":0.309,"15min":0.27000000000000002},"max":{"1min":6.9889999999999999,"5min":9.7420000000000009,"15min":10.19},"last":0.78000000000000003}]},{"osd":2,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":1.077,"15min":1.3140000000000001},"min":{"1min":0.41199999999999998,"5min":0.33500000000000002,"15min":0.30599999999999999},"max":{"1min":3.0579999999999998,"5min":10.210000000000001,"15min":16.288},"last":0.80800000000000005},{"interface":"front","average":{"1min":1.0249999999999999,"5min":1.1799999999999999,"15min":1.218},"min":{"1min":0.432,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":3.5129999999999999,"5min":5.9009999999999998,"15min":8.2880000000000003},"last":0.877}]},{"osd":3,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.165,"5min":1.262,"15min":1.4219999999999999},"min":{"1min":0.38100000000000001,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":6.0300000000000002,"5min":8.3460000000000001,"15min":16.248999999999999},"last":0.75600000000000001},{"interface":"front","average":{"1min":1.157,"5min":1.2050000000000001,"15min":1.504},"min":{"1min":0.40400000000000003,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":6.665,"5min":13.387,"15min":19.670999999999999},"last":0.70199999999999996}]},{"osd":4,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.51500000000000001,"15min":0.63700000000000001},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.245},"max":{"1min":1.2450000000000001,"5min":7.0060000000000002,"15min":7.1100000000000003},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.45300000000000001,"15min":0.621},"min":{"1min":0.28399999999999997,"5min":0.27900000000000003,"15min":0.25600000000000001},"max":{"1min":0.90300000000000002,"5min":1.149,"15min":10.083},"last":0.57899999999999996}]},{"osd":5,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.502,"15min":0.69899999999999995},"min":{"1min":0.31,"5min":0.28000000000000003,"15min":0.26700000000000002},"max":{"1min":1.1459999999999999,"5min":2.46,"15min":8.3789999999999996},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.78200000000000003},"min":{"1min":0.307,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":1.2450000000000001,"5min":4.1639999999999997,"15min":5.9400000000000004},"last":0.72999999999999998}]},{"osd":6,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.58399999999999996,"15min":0.70599999999999996},"min":{"1min":0.33600000000000002,"5min":0.32300000000000001,"15min":0.315},"max":{"1min":1.2190000000000001,"5min":4.1980000000000004,"15min":7.0750000000000002},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.48099999999999998,"15min":0.65400000000000003},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.92800000000000005,"5min":0.98999999999999999,"15min":12.151999999999999},"last":0.67600000000000005}]}]},{"osd":6,"up_from":13,"seq":55834578866,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1506224,"kb_used_data":420,"kb_used_omap":259,"kb_used_meta":1505532,"kb_avail":92865616,"statfs":{"total":96636764160,"available":95094390784,"internally_reserved":0,"allocated":430080,"data_stored":169580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":265492,"internal_metadata":1541665516},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.91400000000000003,"15min":0.89800000000000002},"min":{"1min":0.38700000000000001,"5min":0.26700000000000002,"15min":0.251},"max":{"1min":1.5109999999999999,"5min":11.291,"15min":12.923},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.76300000000000001,"15min":0.875},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.27500000000000002},"max":{"1min":1.3919999999999999,"5min":7.407,"15min":8.7919999999999998},"last":0.54900000000000004}]},{"osd":1,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.4419999999999999,"5min":1.429,"15min":1.238},"min":{"1min":0.30099999999999999,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":5.6760000000000002,"5min":11.364000000000001,"15min":12.119},"last":0.62},{"interface":"front","average":{"1min":1.369,"5min":1.6599999999999999,"15min":1.643},"min":{"1min":0.41499999999999998,"5min":0.29299999999999998,"15min":0.28399999999999997},"max":{"1min":6.6779999999999999,"5min":11.584,"15min":54.817999999999998},"last":0.60299999999999998}]},{"osd":2,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.833,"5min":1.524,"15min":1.369},"min":{"1min":0.443,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":8.2799999999999994,"5min":8.2799999999999994,"15min":10.111000000000001},"last":0.58499999999999996},{"interface":"front","average":{"1min":1.113,"5min":1.3660000000000001,"15min":1.292},"min":{"1min":0.51300000000000001,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":5.0460000000000003,"5min":12.388,"15min":12.388},"last":0.45800000000000002}]},{"osd":3,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.863,"5min":1.395,"15min":1.464},"min":{"1min":0.45600000000000002,"5min":0.33600000000000002,"15min":0.314},"max":{"1min":8.0609999999999999,"5min":10.239000000000001,"15min":18.111000000000001},"last":0.78200000000000003},{"interface":"front","average":{"1min":1.7549999999999999,"5min":1.6699999999999999,"15min":1.4770000000000001},"min":{"1min":0.41199999999999998,"5min":0.36899999999999999,"15min":0.307},"max":{"1min":8.5020000000000007,"5min":12.552,"15min":19.010999999999999},"last":0.63300000000000001}]},{"osd":4,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.49299999999999999,"15min":0.65200000000000002},"min":{"1min":0.25600000000000001,"5min":0.245,"15min":0.245},"max":{"1min":0.83499999999999996,"5min":4.0209999999999999,"15min":11.833},"last":0.505},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.57099999999999995,"15min":0.63600000000000001},"min":{"1min":0.29199999999999998,"5min":0.28999999999999998,"15min":0.27400000000000002},"max":{"1min":0.70199999999999996,"5min":6.3129999999999997,"15min":13.521000000000001},"last":0.39800000000000002}]},{"osd":5,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.58399999999999996,"15min":0.64900000000000002},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.27500000000000002},"max":{"1min":0.60899999999999999,"5min":4.2539999999999996,"15min":8.4450000000000003},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.67500000000000004,"15min":0.77300000000000002},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.29099999999999998},"max":{"1min":0.80100000000000005,"5min":11.334,"15min":24.384},"last":0.56699999999999995}]},{"osd":7,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.60899999999999999,"15min":0.63400000000000001},"min":{"1min":0.35499999999999998,"5min":0.33100000000000002,"15min":0.30099999999999999},"max":{"1min":0.61499999999999999,"5min":3.9580000000000002,"15min":10.538},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.63700000000000001,"15min":0.76600000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.30399999999999999},"max":{"1min":0.65100000000000002,"5min":4.2199999999999998,"15min":22.616},"last":0.434}]}]},{"osd":5,"up_from":13,"seq":55834578866,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1445100,"kb_used_data":420,"kb_used_omap":217,"kb_used_meta":1444454,"kb_avail":92926740,"statfs":{"total":96636764160,"available":95156981760,"internally_reserved":0,"allocated":430080,"data_stored":169580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":222562,"internal_metadata":1479121566},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":1.028,"15min":1.0509999999999999},"min":{"1min":0.26700000000000002,"5min":0.25700000000000001,"15min":0.21199999999999999},"max":{"1min":3.2559999999999998,"5min":11.403,"15min":11.904},"last":0.254},{"interface":"front","average":{"1min":1.1950000000000001,"5min":1.069,"15min":1.026},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.254},"max":{"1min":6.8369999999999997,"5min":10.894,"15min":10.894},"last":0.56799999999999995}]},{"osd":1,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.2370000000000001,"5min":1.355,"15min":1.3169999999999999},"min":{"1min":0.41499999999999998,"5min":0.26600000000000001,"15min":0.25700000000000001},"max":{"1min":4.2670000000000003,"5min":8.5980000000000008,"15min":9.4410000000000007},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.89900000000000002,"5min":1.1240000000000001,"15min":1.256},"min":{"1min":0.32400000000000001,"5min":0.31900000000000001,"15min":0.309},"max":{"1min":4.0990000000000002,"5min":7.1680000000000001,"15min":11.797000000000001},"last":0.54800000000000004}]},{"osd":2,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.135,"5min":1.254,"15min":1.258},"min":{"1min":0.33600000000000002,"5min":0.32400000000000001,"15min":0.27600000000000002},"max":{"1min":4.5659999999999998,"5min":9.2469999999999999,"15min":12.946999999999999},"last":0.45100000000000001},{"interface":"front","average":{"1min":1.349,"5min":1.425,"15min":1.333},"min":{"1min":0.40400000000000003,"5min":0.35099999999999998,"15min":0.29499999999999998},"max":{"1min":5.6989999999999998,"5min":9.1539999999999999,"15min":9.8859999999999992},"last":0.61099999999999999}]},{"osd":3,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.7330000000000001,"5min":1.113,"15min":1.383},"min":{"1min":0.36299999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":8.8740000000000006,"5min":8.8740000000000006,"15min":11.837},"last":0.64200000000000002},{"interface":"front","average":{"1min":1.2090000000000001,"5min":1.026,"15min":1.3089999999999999},"min":{"1min":0.435,"5min":0.33200000000000002,"15min":0.29699999999999999},"max":{"1min":10.311,"5min":10.311,"15min":11.456},"last":0.58299999999999996}]},{"osd":4,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.57099999999999995,"15min":0.63800000000000001},"min":{"1min":0.255,"5min":0.255,"15min":0.251},"max":{"1min":3.5089999999999999,"5min":5.7089999999999996,"15min":8.7959999999999994},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.55700000000000005,"15min":0.63400000000000001},"min":{"1min":0.27800000000000002,"5min":0.27700000000000002,"15min":0.27500000000000002},"max":{"1min":1.1910000000000001,"5min":6.0519999999999996,"15min":6.6420000000000003},"last":0.41599999999999998}]},{"osd":6,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.55800000000000005,"15min":0.63400000000000001},"min":{"1min":0.35499999999999998,"5min":0.28100000000000003,"15min":0.254},"max":{"1min":3.6709999999999998,"5min":5.1180000000000003,"15min":9.3640000000000008},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.58799999999999997,"15min":0.71299999999999997},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.316},"max":{"1min":1.0980000000000001,"5min":3.2909999999999999,"15min":11.875999999999999},"last":0.46899999999999997}]},{"osd":7,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.63600000000000001,"15min":0.70899999999999996},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29399999999999998},"max":{"1min":3.5529999999999999,"5min":3.6829999999999998,"15min":8.0180000000000007},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.56100000000000005,"15min":0.73099999999999998},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.30099999999999999},"max":{"1min":3.7010000000000001,"5min":3.7010000000000001,"15min":6.8010000000000002},"last":0.432}]}]},{"osd":4,"up_from":13,"seq":55834578865,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1597424,"kb_used_data":420,"kb_used_omap":860,"kb_used_meta":1596131,"kb_avail":92774416,"statfs":{"total":96636764160,"available":95001001984,"internally_reserved":0,"allocated":430080,"data_stored":169580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":880896,"internal_metadata":1634438912},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:30:28 2024","interfaces":[{"interface":"back","average":{"1min":1.1040000000000001,"5min":0.82199999999999995,"15min":1.115},"min":{"1min":0.26600000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":6.7430000000000003,"5min":6.7430000000000003,"15min":23.768999999999998},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.66400000000000003,"5min":1.01,"15min":1.038},"min":{"1min":0.29699999999999999,"5min":0.27800000000000002,"15min":0.252},"max":{"1min":2.1110000000000002,"5min":8.1110000000000007,"15min":8.9030000000000005},"last":0.748}]},{"osd":1,"last update":"Sat Feb 10 05:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":0.95299999999999996,"15min":1.2250000000000001},"min":{"1min":0.434,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":3.3100000000000001,"5min":11.590999999999999,"15min":22.149000000000001},"last":0.70899999999999996},{"interface":"front","average":{"1min":1.381,"5min":1.2010000000000001,"15min":1.3839999999999999},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":5.2199999999999998,"5min":11.5,"15min":21.744},"last":0.52400000000000002}]},{"osd":2,"last update":"Sat Feb 10 05:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":1.032,"15min":1.1859999999999999},"min":{"1min":0.40699999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.425,"5min":9.8789999999999996,"15min":22.013000000000002},"last":0.94199999999999995},{"interface":"front","average":{"1min":1.1799999999999999,"5min":1.018,"15min":1.23},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":5.0430000000000001,"5min":6.2560000000000002,"15min":21.704999999999998},"last":0.67800000000000005}]},{"osd":3,"last update":"Sat Feb 10 05:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":1.2010000000000001,"15min":1.343},"min":{"1min":0.46400000000000002,"5min":0.33000000000000002,"15min":0.32600000000000001},"max":{"1min":1.1619999999999999,"5min":7.7270000000000003,"15min":9.9250000000000007},"last":0.72499999999999998},{"interface":"front","average":{"1min":1.208,"5min":1.224,"15min":1.4690000000000001},"min":{"1min":0.49199999999999999,"5min":0.36899999999999999,"15min":0.33500000000000002},"max":{"1min":5.3659999999999997,"5min":10.417,"15min":42.561},"last":0.89400000000000002}]},{"osd":5,"last update":"Sat Feb 10 05:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.45900000000000002,"15min":0.71599999999999997},"min":{"1min":0.27700000000000002,"5min":0.251,"15min":0.246},"max":{"1min":2.2559999999999998,"5min":2.2559999999999998,"15min":21.646999999999998},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56299999999999994,"15min":0.754},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.93200000000000005,"5min":4.3979999999999997,"15min":19.837},"last":0.69099999999999995}]},{"osd":6,"last update":"Sat Feb 10 05:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.502,"15min":0.69199999999999995},"min":{"1min":0.32500000000000001,"5min":0.254,"15min":0.254},"max":{"1min":1.143,"5min":3.4940000000000002,"15min":21.977},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.503,"15min":0.59299999999999997},"min":{"1min":0.35099999999999998,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":2.2280000000000002,"5min":2.2280000000000002,"15min":7.7699999999999996},"last":0.56399999999999995}]},{"osd":7,"last update":"Sat Feb 10 05:30:28 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.61099999999999999,"15min":0.81299999999999994},"min":{"1min":0.34599999999999997,"5min":0.315,"15min":0.28899999999999998},"max":{"1min":1.03,"5min":3.7250000000000001,"15min":31.224},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.60699999999999998,"15min":0.81200000000000006},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.32000000000000001},"max":{"1min":1.252,"5min":4.4429999999999996,"15min":22.044},"last":0.57499999999999996}]}]},{"osd":3,"up_from":13,"seq":55834578825,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1024172,"kb_used_data":420,"kb_used_omap":1413,"kb_used_meta":1022330,"kb_avail":93347668,"statfs":{"total":96636764160,"available":95588012032,"internally_reserved":0,"allocated":430080,"data_stored":169580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1447246,"internal_metadata":1046866610},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":1.833,"5min":1.925,"15min":1.9279999999999999},"min":{"1min":0.503,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":4.1520000000000001,"5min":14.031000000000001,"15min":29.007000000000001},"last":0.65200000000000002},{"interface":"front","average":{"1min":2.4990000000000001,"5min":2.036,"15min":2.2360000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":6.7430000000000003,"5min":14.377000000000001,"15min":26.983000000000001},"last":0.71599999999999997}]},{"osd":1,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":2.8599999999999999,"5min":2.3140000000000001,"15min":2.4089999999999998},"min":{"1min":0.443,"5min":0.39300000000000002,"15min":0.34000000000000002},"max":{"1min":10.619999999999999,"5min":12.856999999999999,"15min":25.419},"last":0.66800000000000004},{"interface":"front","average":{"1min":2.9169999999999998,"5min":2.528,"15min":2.3969999999999998},"min":{"1min":0.61399999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":6.3550000000000004,"5min":14.635,"15min":14.635},"last":0.55100000000000005}]},{"osd":2,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":2.9809999999999999,"5min":2.6000000000000001,"15min":2.468},"min":{"1min":0.46600000000000003,"5min":0.35699999999999998,"15min":0.35399999999999998},"max":{"1min":14.454000000000001,"5min":19.146000000000001,"15min":21.626000000000001},"last":1.123},{"interface":"front","average":{"1min":2.657,"5min":2.4169999999999998,"15min":2.3799999999999999},"min":{"1min":0.69799999999999995,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":6.431,"5min":14.215999999999999,"15min":14.215999999999999},"last":1.2450000000000001}]},{"osd":4,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":2.2370000000000001,"5min":2.012,"15min":1.871},"min":{"1min":0.52000000000000002,"5min":0.38300000000000001,"15min":0.34499999999999997},"max":{"1min":6.0709999999999997,"5min":24.896000000000001,"15min":24.896000000000001},"last":0.93899999999999995},{"interface":"front","average":{"1min":2.157,"5min":2.044,"15min":1.8700000000000001},"min":{"1min":0.44500000000000001,"5min":0.41699999999999998,"15min":0.33700000000000002},"max":{"1min":10.475,"5min":23.841999999999999,"15min":23.841999999999999},"last":1.2709999999999999}]},{"osd":5,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":2.3450000000000002,"5min":1.9319999999999999,"15min":1.968},"min":{"1min":0.48299999999999998,"5min":0.38200000000000001,"15min":0.378},"max":{"1min":10.721,"5min":10.721,"15min":25.303000000000001},"last":0.96399999999999997},{"interface":"front","average":{"1min":2.0939999999999999,"5min":1.9339999999999999,"15min":1.7430000000000001},"min":{"1min":0.73799999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":6.5430000000000001,"5min":13.797000000000001,"15min":13.797000000000001},"last":1.095}]},{"osd":6,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":2.1440000000000001,"5min":2.1909999999999998,"15min":1.8640000000000001},"min":{"1min":0.76800000000000002,"5min":0.47799999999999998,"15min":0.45800000000000002},"max":{"1min":6.6299999999999999,"5min":14.477,"15min":14.477},"last":1.206},{"interface":"front","average":{"1min":2.3220000000000001,"5min":1.8380000000000001,"15min":1.887},"min":{"1min":0.58799999999999997,"5min":0.42199999999999999,"15min":0.39400000000000002},"max":{"1min":6.319,"5min":11.401,"15min":12.848000000000001},"last":1.0680000000000001}]},{"osd":7,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":2.3980000000000001,"5min":1.9239999999999999,"15min":1.966},"min":{"1min":0.52200000000000002,"5min":0.48399999999999999,"15min":0.42299999999999999},"max":{"1min":6.4219999999999997,"5min":11.483000000000001,"15min":12.887},"last":1.1819999999999999},{"interface":"front","average":{"1min":2.4540000000000002,"5min":2.117,"15min":2.0880000000000001},"min":{"1min":0.58299999999999996,"5min":0.47599999999999998,"15min":0.41699999999999998},"max":{"1min":10.81,"5min":12.571,"15min":12.571},"last":1.3859999999999999}]}]},{"osd":2,"up_from":13,"seq":55834578843,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1110700,"kb_used_data":420,"kb_used_omap":308,"kb_used_meta":1109963,"kb_avail":93261140,"statfs":{"total":96636764160,"available":95499407360,"internally_reserved":0,"allocated":430080,"data_stored":169580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315506,"internal_metadata":1136603022},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:30:16 2024","interfaces":[{"interface":"back","average":{"1min":1.6579999999999999,"5min":1.788,"15min":1.8660000000000001},"min":{"1min":0.45900000000000002,"5min":0.215,"15min":0.215},"max":{"1min":7.7400000000000002,"5min":7.7400000000000002,"15min":12.631},"last":0.72899999999999998},{"interface":"front","average":{"1min":1.268,"5min":1.462,"15min":1.9470000000000001},"min":{"1min":0.44900000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":4.6669999999999998,"5min":8.1370000000000005,"15min":18.491},"last":0.67200000000000004}]},{"osd":1,"last update":"Sat Feb 10 05:30:16 2024","interfaces":[{"interface":"back","average":{"1min":1.804,"5min":2.0059999999999998,"15min":2.2160000000000002},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":4.3579999999999997,"5min":14.880000000000001,"15min":19.937000000000001},"last":0.80100000000000005},{"interface":"front","average":{"1min":1.641,"5min":2.2930000000000001,"15min":2.3210000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":6.2779999999999996,"5min":15.891999999999999,"15min":17.276},"last":1.254}]},{"osd":3,"last update":"Sat Feb 10 05:30:16 2024","interfaces":[{"interface":"back","average":{"1min":2.3650000000000002,"5min":2.0760000000000001,"15min":2.2719999999999998},"min":{"1min":0.58999999999999997,"5min":0.443,"15min":0.38900000000000001},"max":{"1min":9.1809999999999992,"5min":12.085000000000001,"15min":34.304000000000002},"last":0.93500000000000005},{"interface":"front","average":{"1min":1.8680000000000001,"5min":2.1099999999999999,"15min":2.2160000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":5.8559999999999999,"5min":10.452999999999999,"15min":15.468999999999999},"last":1.071}]},{"osd":4,"last update":"Sat Feb 10 05:30:16 2024","interfaces":[{"interface":"back","average":{"1min":1.6020000000000001,"5min":1.724,"15min":1.6799999999999999},"min":{"1min":0.33200000000000002,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":5.7169999999999996,"5min":7.3010000000000002,"15min":11.037000000000001},"last":1.1899999999999999},{"interface":"front","average":{"1min":1.429,"5min":1.512,"15min":1.617},"min":{"1min":0.46999999999999997,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":4.8499999999999996,"5min":7.8819999999999997,"15min":13.077},"last":1.1180000000000001}]},{"osd":5,"last update":"Sat Feb 10 05:30:16 2024","interfaces":[{"interface":"back","average":{"1min":1.4710000000000001,"5min":1.7050000000000001,"15min":1.7490000000000001},"min":{"1min":0.38,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":4.9279999999999999,"5min":18.858000000000001,"15min":18.858000000000001},"last":0.997},{"interface":"front","average":{"1min":1.6970000000000001,"5min":1.621,"15min":1.6859999999999999},"min":{"1min":0.51600000000000001,"5min":0.41699999999999998,"15min":0.40799999999999997},"max":{"1min":4.5209999999999999,"5min":19.236999999999998,"15min":19.864999999999998},"last":1.3520000000000001}]},{"osd":6,"last update":"Sat Feb 10 05:30:16 2024","interfaces":[{"interface":"back","average":{"1min":1.6659999999999999,"5min":1.454,"15min":1.6850000000000001},"min":{"1min":0.59399999999999997,"5min":0.442,"15min":0.41399999999999998},"max":{"1min":4.6120000000000001,"5min":6.7469999999999999,"15min":19.901},"last":1.4530000000000001},{"interface":"front","average":{"1min":1.6850000000000001,"5min":1.694,"15min":1.756},"min":{"1min":0.499,"5min":0.435,"15min":0.435},"max":{"1min":5.6180000000000003,"5min":7.4029999999999996,"15min":10.901999999999999},"last":1.3180000000000001}]},{"osd":7,"last update":"Sat Feb 10 05:30:16 2024","interfaces":[{"interface":"back","average":{"1min":1.5529999999999999,"5min":1.6060000000000001,"15min":1.8009999999999999},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":5.0019999999999998,"5min":7.9740000000000002,"15min":13.16},"last":1.173},{"interface":"front","average":{"1min":1.7849999999999999,"5min":1.577,"15min":1.768},"min":{"1min":0.64600000000000002,"5min":0.48099999999999998,"15min":0.46700000000000003},"max":{"1min":4.6879999999999997,"5min":6.8230000000000004,"15min":19.814},"last":1.54}]}]},{"osd":1,"up_from":13,"seq":55834578839,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1762156,"kb_used_data":420,"kb_used_omap":949,"kb_used_meta":1760778,"kb_avail":92609684,"statfs":{"total":96636764160,"available":94832316416,"internally_reserved":0,"allocated":430080,"data_stored":169580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":972503,"internal_metadata":1803036969},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:30:09 2024","interfaces":[{"interface":"back","average":{"1min":1.6679999999999999,"5min":2.0640000000000001,"15min":1.8149999999999999},"min":{"1min":0.48699999999999999,"5min":0.23300000000000001,"15min":0.22500000000000001},"max":{"1min":5.0389999999999997,"5min":19.869,"15min":19.869},"last":0.69399999999999995},{"interface":"front","average":{"1min":1.4199999999999999,"5min":2.0790000000000002,"15min":1.8200000000000001},"min":{"1min":0.50900000000000001,"5min":0.36399999999999999,"15min":0.24199999999999999},"max":{"1min":8.1020000000000003,"5min":12.374000000000001,"15min":13.875},"last":1.0720000000000001}]},{"osd":2,"last update":"Sat Feb 10 05:30:09 2024","interfaces":[{"interface":"back","average":{"1min":2.3119999999999998,"5min":2.6080000000000001,"15min":2.3460000000000001},"min":{"1min":0.31,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":6.4640000000000004,"5min":15.927,"15min":15.927},"last":0.85699999999999998},{"interface":"front","average":{"1min":2.5369999999999999,"5min":2.1779999999999999,"15min":2.1829999999999998},"min":{"1min":0.52700000000000002,"5min":0.33000000000000002,"15min":0.24299999999999999},"max":{"1min":13.818,"5min":13.818,"15min":13.818},"last":0.81599999999999995}]},{"osd":3,"last update":"Sat Feb 10 05:30:09 2024","interfaces":[{"interface":"back","average":{"1min":2.008,"5min":2.48,"15min":2.3300000000000001},"min":{"1min":0.47199999999999998,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":5.9969999999999999,"5min":11.859999999999999,"15min":11.859999999999999},"last":0.90500000000000003},{"interface":"front","average":{"1min":1.8999999999999999,"5min":2.5489999999999999,"15min":2.3279999999999998},"min":{"1min":0.61799999999999999,"5min":0.5,"15min":0.39800000000000002},"max":{"1min":5.0380000000000003,"5min":12.285,"15min":15.688000000000001},"last":0.95599999999999996}]},{"osd":4,"last update":"Sat Feb 10 05:30:09 2024","interfaces":[{"interface":"back","average":{"1min":1.6359999999999999,"5min":1.8340000000000001,"15min":1.923},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":4.258,"5min":12.537000000000001,"15min":13.228},"last":1.004},{"interface":"front","average":{"1min":1.472,"5min":1.831,"15min":1.7529999999999999},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":4.806,"5min":10.323,"15min":12.028},"last":1.218}]},{"osd":5,"last update":"Sat Feb 10 05:30:09 2024","interfaces":[{"interface":"back","average":{"1min":1.163,"5min":1.8280000000000001,"15min":1.679},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":4.8520000000000003,"5min":11.962,"15min":13.302},"last":1.179},{"interface":"front","average":{"1min":1.7110000000000001,"5min":1.9410000000000001,"15min":2.0230000000000001},"min":{"1min":0.443,"5min":0.443,"15min":0.41999999999999998},"max":{"1min":4.4020000000000001,"5min":12.695,"15min":13.441000000000001},"last":1.2689999999999999}]},{"osd":6,"last update":"Sat Feb 10 05:30:09 2024","interfaces":[{"interface":"back","average":{"1min":1.222,"5min":1.921,"15min":1.792},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.44},"max":{"1min":4.9489999999999998,"5min":12.087,"15min":13.619},"last":1.3100000000000001},{"interface":"front","average":{"1min":1.7689999999999999,"5min":1.9750000000000001,"15min":2.1030000000000002},"min":{"1min":0.52500000000000002,"5min":0.50900000000000001,"15min":0.499},"max":{"1min":4.4699999999999998,"5min":12.619,"15min":13.56},"last":1.3879999999999999}]},{"osd":7,"last update":"Sat Feb 10 05:30:09 2024","interfaces":[{"interface":"back","average":{"1min":1.5609999999999999,"5min":1.925,"15min":1.849},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.45400000000000001},"max":{"1min":4.9379999999999997,"5min":10.202999999999999,"15min":11.955},"last":1.349},{"interface":"front","average":{"1min":1.3400000000000001,"5min":2.044,"15min":1.875},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":5.024,"5min":12.195,"15min":13.720000000000001},"last":1.6919999999999999}]}]},{"osd":0,"up_from":13,"seq":55834578857,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1669488,"kb_used_data":1000,"kb_used_omap":235,"kb_used_meta":1668244,"kb_avail":92702352,"statfs":{"total":96636764160,"available":94927208448,"internally_reserved":0,"allocated":1024000,"data_stored":759948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":241166,"internal_metadata":1708282354},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":3.2330000000000001,"5min":2.2370000000000001,"15min":2.1070000000000002},"min":{"1min":0.77900000000000003,"5min":0.24099999999999999,"15min":0.214},"max":{"1min":9.5960000000000001,"5min":13.923,"15min":20.202000000000002},"last":1.0900000000000001},{"interface":"front","average":{"1min":2.476,"5min":1.8620000000000001,"15min":2.0590000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.26700000000000002},"max":{"1min":13.657,"5min":13.657,"15min":16.731000000000002},"last":0.66700000000000004}]},{"osd":2,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":2.851,"5min":2.0179999999999998,"15min":2.1539999999999999},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.23699999999999999},"max":{"1min":11.321,"5min":11.321,"15min":32.631999999999998},"last":0.82699999999999996},{"interface":"front","average":{"1min":2.2749999999999999,"5min":1.9870000000000001,"15min":2.2229999999999999},"min":{"1min":0.61199999999999999,"5min":0.51600000000000001,"15min":0.35799999999999998},"max":{"1min":13.516,"5min":13.516,"15min":32.896000000000001},"last":0.78000000000000003}]},{"osd":3,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":2.161,"5min":1.9490000000000001,"15min":2.1720000000000002},"min":{"1min":0.50700000000000001,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":6.0010000000000003,"5min":10.848000000000001,"15min":12.976000000000001},"last":0.89200000000000002},{"interface":"front","average":{"1min":3.1030000000000002,"5min":2.754,"15min":2.5840000000000001},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.36699999999999999},"max":{"1min":9.3930000000000007,"5min":10.515000000000001,"15min":34.837000000000003},"last":0.94899999999999995}]},{"osd":4,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":1.4790000000000001,"5min":1.4059999999999999,"15min":1.575},"min":{"1min":0.49299999999999999,"5min":0.374,"15min":0.36599999999999999},"max":{"1min":4.2750000000000004,"5min":10.545999999999999,"15min":16.282},"last":0.999},{"interface":"front","average":{"1min":2.234,"5min":1.6870000000000001,"15min":1.704},"min":{"1min":0.56200000000000006,"5min":0.499,"15min":0.40500000000000003},"max":{"1min":9.5099999999999998,"5min":9.5099999999999998,"15min":16.472000000000001},"last":1.292}]},{"osd":5,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":1.976,"5min":1.3819999999999999,"15min":1.4930000000000001},"min":{"1min":0.58099999999999996,"5min":0.443,"15min":0.38700000000000001},"max":{"1min":13.335000000000001,"5min":13.335000000000001,"15min":13.335000000000001},"last":1.2190000000000001},{"interface":"front","average":{"1min":1.732,"5min":1.518,"15min":1.6619999999999999},"min":{"1min":0.54500000000000004,"5min":0.44600000000000001,"15min":0.40899999999999997},"max":{"1min":6.9359999999999999,"5min":10.659000000000001,"15min":13.074999999999999},"last":1.26}]},{"osd":6,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":2.4689999999999999,"5min":1.837,"15min":1.774},"min":{"1min":0.66100000000000003,"5min":0.61199999999999999,"15min":0.44600000000000001},"max":{"1min":11.273999999999999,"5min":11.273999999999999,"15min":16.548999999999999},"last":1.431},{"interface":"front","average":{"1min":2.1120000000000001,"5min":1.54,"15min":1.716},"min":{"1min":0.60999999999999999,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":13.436999999999999,"5min":13.436999999999999,"15min":16.425999999999998},"last":1.367}]},{"osd":7,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":2.1360000000000001,"5min":1.6599999999999999,"15min":1.8149999999999999},"min":{"1min":0.63700000000000001,"5min":0.53700000000000003,"15min":0.49399999999999999},"max":{"1min":13.59,"5min":13.59,"15min":17.23},"last":1.468},{"interface":"front","average":{"1min":1.794,"5min":1.5389999999999999,"15min":1.7809999999999999},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":6.9720000000000004,"5min":10.753,"15min":17.498999999999999},"last":1.1799999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-10T05:31:15.082 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-02-09T23:56:39.545898+0000 time.struct_time(tm_year=2024, tm_mon=2, tm_mday=9, tm_hour=23, tm_min=56, tm_sec=39, tm_wday=4, tm_yday=40, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=2, tm_mday=10, tm_hour=5, tm_min=31, tm_sec=3, tm_wday=5, tm_yday=41, tm_isdst=0) 2024-02-10T05:31:15.082 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-02-10T05:31:35.083 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-10T05:31:35.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.270+0000 7f2e30924640 1 Processor -- start 2024-02-10T05:31:35.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.270+0000 7f2e30924640 1 -- start start 2024-02-10T05:31:35.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.271+0000 7f2e30924640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f2e2c15d840 0x7f2e2c0d1820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:35.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.271+0000 7f2e30924640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2e2c0b9520 0x7f2e2c0d07d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:35.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.271+0000 7f2e30924640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e2c0b7230 con 0x7f2e2c0d1d60 2024-02-10T05:31:35.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.271+0000 7f2e30924640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e2c0b7510 con 0x7f2e2c15d840 2024-02-10T05:31:35.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.271+0000 7f2e30924640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e2c0b77f0 con 0x7f2e2c0b9520 2024-02-10T05:31:35.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.271+0000 7f2e2a59c640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f2e2c0d1d60 0x7f2e2c0b67c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:49594/0 (socket says 172.21.15.27:49594) 2024-02-10T05:31:35.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.271+0000 7f2e2a59c640 1 -- 172.21.15.27:0/1397851841 learned_addr learned my addr 172.21.15.27:0/1397851841 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-10T05:31:35.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.271+0000 7f2e2ad9d640 1 --2- 172.21.15.27:0/1397851841 >> v2:172.21.15.27:3300/0 conn(0x7f2e2c15d840 0x7f2e2c0d1820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:35.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.272+0000 7f2e2b59e640 1 --2- 172.21.15.27:0/1397851841 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2e2c0b9520 0x7f2e2c0d07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:35.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.272+0000 7f2e2ad9d640 1 -- 172.21.15.27:0/1397851841 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2e2c0b9520 msgr2=0x7f2e2c0d07d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:31:35.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.272+0000 7f2e2ad9d640 1 --2- 172.21.15.27:0/1397851841 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2e2c0b9520 0x7f2e2c0d07d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:35.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.272+0000 7f2e2ad9d640 1 -- 172.21.15.27:0/1397851841 >> v1:172.21.15.27:6789/0 conn(0x7f2e2c0d1d60 legacy=0x7f2e2c0b67c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:35.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.272+0000 7f2e2ad9d640 1 -- 172.21.15.27:0/1397851841 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e2c0b7ad0 con 0x7f2e2c15d840 2024-02-10T05:31:35.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.272+0000 7f2e29d9b640 1 -- 172.21.15.27:0/1397851841 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3706168685 0 0) 0x7f2e2c0b7230 con 0x7f2e2c0d1d60 2024-02-10T05:31:35.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.272+0000 7f2e2b59e640 1 --2- 172.21.15.27:0/1397851841 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2e2c0b9520 0x7f2e2c0d07d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T05:31:35.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.274+0000 7f2e2ad9d640 1 --2- 172.21.15.27:0/1397851841 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2e2c15d840 0x7f2e2c0d1820 secure :-1 s=READY pgs=2017 cs=0 l=1 rev1=1 crypto rx=0x7f2e1c0097a0 tx=0x7f2e1c02b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c62e2a4ae91cb0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:35.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.275+0000 7f2e29d9b640 1 -- 172.21.15.27:0/1397851841 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e1c030610 con 0x7f2e2c15d840 2024-02-10T05:31:35.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.275+0000 7f2e29d9b640 1 -- 172.21.15.27:0/1397851841 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e1c030770 con 0x7f2e2c15d840 2024-02-10T05:31:35.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.275+0000 7f2e29d9b640 1 -- 172.21.15.27:0/1397851841 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e1c030b00 con 0x7f2e2c15d840 2024-02-10T05:31:35.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.275+0000 7f2e30924640 1 -- 172.21.15.27:0/1397851841 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2e2c15d840 msgr2=0x7f2e2c0d1820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:35.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.275+0000 7f2e30924640 1 --2- 172.21.15.27:0/1397851841 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2e2c15d840 0x7f2e2c0d1820 secure :-1 s=READY pgs=2017 cs=0 l=1 rev1=1 crypto rx=0x7f2e1c0097a0 tx=0x7f2e1c02b960 comp rx=0 tx=0).stop 2024-02-10T05:31:35.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.275+0000 7f2e30924640 1 -- 172.21.15.27:0/1397851841 shutdown_connections 2024-02-10T05:31:35.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.275+0000 7f2e30924640 1 --2- 172.21.15.27:0/1397851841 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2e2c0b9520 0x7f2e2c0d07d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:35.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.275+0000 7f2e30924640 1 --2- 172.21.15.27:0/1397851841 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2e2c15d840 0x7f2e2c0d1820 unknown :-1 s=CLOSED pgs=2017 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:35.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.275+0000 7f2e30924640 1 -- 172.21.15.27:0/1397851841 >> 172.21.15.27:0/1397851841 conn(0x7f2e2c066d80 msgr2=0x7f2e2c067190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:35.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.275+0000 7f2e30924640 1 -- 172.21.15.27:0/1397851841 shutdown_connections 2024-02-10T05:31:35.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.276+0000 7f2e30924640 1 -- 172.21.15.27:0/1397851841 wait complete. 2024-02-10T05:31:35.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.279+0000 7f2e30924640 1 Processor -- start 2024-02-10T05:31:35.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.279+0000 7f2e30924640 1 -- start start 2024-02-10T05:31:35.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.281+0000 7f2e30924640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2e2c0b9520 0x7f2e2c152190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:35.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.281+0000 7f2e30924640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2e2c0d1d60 0x7f2e2c152b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:35.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.282+0000 7f2e30924640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2e2c15d840 0x7f2e2c14e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:35.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.282+0000 7f2e30924640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e2c1530b0 con 0x7f2e2c15d840 2024-02-10T05:31:35.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.282+0000 7f2e30924640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e2c14eef0 con 0x7f2e2c0d1d60 2024-02-10T05:31:35.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.282+0000 7f2e30924640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e2c152820 con 0x7f2e2c0b9520 2024-02-10T05:31:35.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.282+0000 7f2e2b59e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2e2c15d840 0x7f2e2c14e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:35.284 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.282+0000 7f2e2b59e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2e2c15d840 0x7f2e2c14e9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59390/0 (socket says 172.21.15.27:59390) 2024-02-10T05:31:35.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.282+0000 7f2e2b59e640 1 -- 172.21.15.27:0/2539063335 learned_addr learned my addr 172.21.15.27:0/2539063335 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:31:35.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.282+0000 7f2e2a59c640 1 --2- 172.21.15.27:0/2539063335 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2e2c0d1d60 0x7f2e2c152b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:35.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.282+0000 7f2e2ad9d640 1 --2- 172.21.15.27:0/2539063335 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2e2c0b9520 0x7f2e2c152190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:35.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.282+0000 7f2e2a59c640 1 -- 172.21.15.27:0/2539063335 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2e2c0b9520 msgr2=0x7f2e2c152190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:35.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.282+0000 7f2e2a59c640 1 --2- 172.21.15.27:0/2539063335 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2e2c0b9520 0x7f2e2c152190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:35.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.282+0000 7f2e2a59c640 1 -- 172.21.15.27:0/2539063335 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2e2c15d840 msgr2=0x7f2e2c14e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:35.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.282+0000 7f2e2a59c640 1 --2- 172.21.15.27:0/2539063335 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2e2c15d840 0x7f2e2c14e9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:35.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.282+0000 7f2e2a59c640 1 -- 172.21.15.27:0/2539063335 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e1c009400 con 0x7f2e2c0d1d60 2024-02-10T05:31:35.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.283+0000 7f2e2a59c640 1 --2- 172.21.15.27:0/2539063335 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2e2c0d1d60 0x7f2e2c152b70 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f2e2000c450 tx=0x7f2e2000c910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:35.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.283+0000 7f2e137fe640 1 -- 172.21.15.27:0/2539063335 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e200074e0 con 0x7f2e2c0d1d60 2024-02-10T05:31:35.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.283+0000 7f2e137fe640 1 -- 172.21.15.27:0/2539063335 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e20007640 con 0x7f2e2c0d1d60 2024-02-10T05:31:35.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.283+0000 7f2e30924640 1 -- 172.21.15.27:0/2539063335 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e2c150fd0 con 0x7f2e2c0d1d60 2024-02-10T05:31:35.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.283+0000 7f2e137fe640 1 -- 172.21.15.27:0/2539063335 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e20004a20 con 0x7f2e2c0d1d60 2024-02-10T05:31:35.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.283+0000 7f2e30924640 1 -- 172.21.15.27:0/2539063335 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e2c151590 con 0x7f2e2c0d1d60 2024-02-10T05:31:35.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.285+0000 7f2e30924640 1 -- 172.21.15.27:0/2539063335 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e2c159030 con 0x7f2e2c0d1d60 2024-02-10T05:31:35.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.286+0000 7f2e137fe640 1 -- 172.21.15.27:0/2539063335 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f2e20004b80 con 0x7f2e2c0d1d60 2024-02-10T05:31:35.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.287+0000 7f2e137fe640 1 --2- 172.21.15.27:0/2539063335 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2e1806b810 0x7f2e1806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:35.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.288+0000 7f2e137fe640 1 -- 172.21.15.27:0/2539063335 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f2e20089210 con 0x7f2e2c0d1d60 2024-02-10T05:31:35.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.288+0000 7f2e2ad9d640 1 --2- 172.21.15.27:0/2539063335 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2e1806b810 0x7f2e1806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:35.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.289+0000 7f2e2ad9d640 1 --2- 172.21.15.27:0/2539063335 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2e1806b810 0x7f2e1806dcd0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f2e1c036000 tx=0x7f2e1c03b040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:35.292 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.292+0000 7f2e137fe640 1 -- 172.21.15.27:0/2539063335 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f2e20053fd0 con 0x7f2e2c0d1d60 2024-02-10T05:31:35.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.471+0000 7f2e30924640 1 -- 172.21.15.27:0/2539063335 --> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f2e2c0b6ed0 con 0x7f2e1806b810 2024-02-10T05:31:35.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.473+0000 7f2e137fe640 1 -- 172.21.15.27:0/2539063335 <== mgr.4106 v2:172.21.15.153:6832/1248308414 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+49179 (secure 0 0 0) 0x7f2e1c03f040 con 0x7f2e1806b810 2024-02-10T05:31:35.475 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:31:35.476 INFO:teuthology.orchestra.run.smithi027.stderr:dumped all 2024-02-10T05:31:35.478 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.475+0000 7f2e30924640 1 -- 172.21.15.27:0/2539063335 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2e1806b810 msgr2=0x7f2e1806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:35.479 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.475+0000 7f2e30924640 1 --2- 172.21.15.27:0/2539063335 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2e1806b810 0x7f2e1806dcd0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f2e1c036000 tx=0x7f2e1c03b040 comp rx=0 tx=0).stop 2024-02-10T05:31:35.479 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.475+0000 7f2e30924640 1 -- 172.21.15.27:0/2539063335 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2e2c0d1d60 msgr2=0x7f2e2c152b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:35.479 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.475+0000 7f2e30924640 1 --2- 172.21.15.27:0/2539063335 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2e2c0d1d60 0x7f2e2c152b70 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f2e2000c450 tx=0x7f2e2000c910 comp rx=0 tx=0).stop 2024-02-10T05:31:35.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.476+0000 7f2e30924640 1 -- 172.21.15.27:0/2539063335 shutdown_connections 2024-02-10T05:31:35.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.476+0000 7f2e30924640 1 --2- 172.21.15.27:0/2539063335 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f2e1806b810 0x7f2e1806dcd0 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:35.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.476+0000 7f2e30924640 1 --2- 172.21.15.27:0/2539063335 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2e2c15d840 0x7f2e2c14e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:35.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.476+0000 7f2e30924640 1 --2- 172.21.15.27:0/2539063335 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2e2c0d1d60 0x7f2e2c152b70 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:35.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.476+0000 7f2e30924640 1 --2- 172.21.15.27:0/2539063335 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f2e2c0b9520 0x7f2e2c152190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:35.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.476+0000 7f2e30924640 1 -- 172.21.15.27:0/2539063335 >> 172.21.15.27:0/2539063335 conn(0x7f2e2c066d80 msgr2=0x7f2e2c15e360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:35.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.476+0000 7f2e30924640 1 -- 172.21.15.27:0/2539063335 shutdown_connections 2024-02-10T05:31:35.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.476+0000 7f2e30924640 1 -- 172.21.15.27:0/2539063335 wait complete. 2024-02-10T05:31:35.490 INFO:teuthology.orchestra.run.smithi027.stdout:{"pg_ready":true,"pg_map":{"version":10075,"stamp":"2024-02-10T05:31:33.667099+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":147,"num_read_kb":128,"num_write":210,"num_write_kb":3462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":164,"ondisk_log_size":164,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":11603696,"kb_used_data":4520,"kb_used_omap":4755,"kb_used_meta":11594348,"kb_avail":743371024,"statfs":{"total":773094113280,"available":761211928576,"internally_reserved":0,"allocated":4628480,"data_stored":2537376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4869195,"internal_metadata":11872613301},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002859"},"pg_stats":[{"pgid":"1.0","version":"37'164","reported_seq":431,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-02-10T05:31:14.837019+0000","last_change":"2024-02-10T05:31:14.837046+0000","last_active":"2024-02-10T05:31:14.837019+0000","last_peered":"2024-02-10T05:31:14.837019+0000","last_clean":"2024-02-10T05:31:14.837019+0000","last_became_active":"2024-02-09T23:56:40.566372+0000","last_became_peered":"2024-02-09T23:56:40.566372+0000","last_unstale":"2024-02-10T05:31:14.837019+0000","last_undegraded":"2024-02-10T05:31:14.837019+0000","last_fullsized":"2024-02-10T05:31:14.837019+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"37'164","last_scrub_stamp":"2024-02-10T05:31:14.836945+0000","last_deep_scrub":"37'164","last_deep_scrub_stamp":"2024-02-10T05:31:14.836945+0000","last_clean_scrub_stamp":"2024-02-10T05:31:14.836945+0000","objects_scrubbed":2,"log_size":164,"log_dups_size":0,"ondisk_log_size":164,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:49:58.948510+0000","scrub_duration":204,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":147,"num_read_kb":128,"num_write":210,"num_write_kb":3462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":147,"num_read_kb":128,"num_write":210,"num_write_kb":3462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":164,"ondisk_log_size":164,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834578869,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1488432,"kb_used_data":1000,"kb_used_omap":511,"kb_used_meta":1486912,"kb_avail":92883408,"statfs":{"total":96636764160,"available":95112609792,"internally_reserved":0,"allocated":1024000,"data_stored":759948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":523824,"internal_metadata":1522598352},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.93899999999999995,"15min":1.087},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":1.401,"5min":11.786,"15min":11.786},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.82299999999999995,"15min":1.0680000000000001},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.2689999999999999,"5min":4.883,"15min":11.151},"last":0.68000000000000005}]},{"osd":1,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.5940000000000001,"5min":1.2490000000000001,"15min":1.3879999999999999},"min":{"1min":0.35299999999999998,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":7.4610000000000003,"5min":7.4610000000000003,"15min":10.032999999999999},"last":0.76300000000000001},{"interface":"front","average":{"1min":1.246,"5min":1.129,"15min":1.2789999999999999},"min":{"1min":0.43099999999999999,"5min":0.309,"15min":0.27000000000000002},"max":{"1min":6.9889999999999999,"5min":9.7420000000000009,"15min":10.19},"last":0.58699999999999997}]},{"osd":2,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":1.077,"15min":1.3140000000000001},"min":{"1min":0.41199999999999998,"5min":0.33500000000000002,"15min":0.30599999999999999},"max":{"1min":3.0579999999999998,"5min":10.210000000000001,"15min":16.288},"last":0.70699999999999996},{"interface":"front","average":{"1min":1.0249999999999999,"5min":1.1799999999999999,"15min":1.218},"min":{"1min":0.432,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":3.5129999999999999,"5min":5.9009999999999998,"15min":8.2880000000000003},"last":0.623}]},{"osd":3,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.165,"5min":1.262,"15min":1.4219999999999999},"min":{"1min":0.38100000000000001,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":6.0300000000000002,"5min":8.3460000000000001,"15min":16.248999999999999},"last":0.66100000000000003},{"interface":"front","average":{"1min":1.157,"5min":1.2050000000000001,"15min":1.504},"min":{"1min":0.40400000000000003,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":6.665,"5min":13.387,"15min":19.670999999999999},"last":0.56499999999999995}]},{"osd":4,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.51500000000000001,"15min":0.63700000000000001},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.245},"max":{"1min":1.2450000000000001,"5min":7.0060000000000002,"15min":7.1100000000000003},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.45300000000000001,"15min":0.621},"min":{"1min":0.28399999999999997,"5min":0.27900000000000003,"15min":0.25600000000000001},"max":{"1min":0.90300000000000002,"5min":1.149,"15min":10.083},"last":0.42799999999999999}]},{"osd":5,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.502,"15min":0.69899999999999995},"min":{"1min":0.31,"5min":0.28000000000000003,"15min":0.26700000000000002},"max":{"1min":1.1459999999999999,"5min":2.46,"15min":8.3789999999999996},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.78200000000000003},"min":{"1min":0.307,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":1.2450000000000001,"5min":4.1639999999999997,"15min":5.9400000000000004},"last":0.53900000000000003}]},{"osd":6,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.58399999999999996,"15min":0.70599999999999996},"min":{"1min":0.33600000000000002,"5min":0.32300000000000001,"15min":0.315},"max":{"1min":1.2190000000000001,"5min":4.1980000000000004,"15min":7.0750000000000002},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.48099999999999998,"15min":0.65400000000000003},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.92800000000000005,"5min":0.98999999999999999,"15min":12.151999999999999},"last":0.49299999999999999}]}]},{"osd":6,"up_from":13,"seq":55834578870,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1506224,"kb_used_data":420,"kb_used_omap":259,"kb_used_meta":1505532,"kb_avail":92865616,"statfs":{"total":96636764160,"available":95094390784,"internally_reserved":0,"allocated":430080,"data_stored":169580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":265492,"internal_metadata":1541665516},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.91400000000000003,"15min":0.89800000000000002},"min":{"1min":0.38700000000000001,"5min":0.26700000000000002,"15min":0.251},"max":{"1min":1.5109999999999999,"5min":11.291,"15min":12.923},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.76300000000000001,"15min":0.875},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.27500000000000002},"max":{"1min":1.3919999999999999,"5min":7.407,"15min":8.7919999999999998},"last":0.61199999999999999}]},{"osd":1,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.4419999999999999,"5min":1.429,"15min":1.238},"min":{"1min":0.30099999999999999,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":5.6760000000000002,"5min":11.364000000000001,"15min":12.119},"last":0.59199999999999997},{"interface":"front","average":{"1min":1.369,"5min":1.6599999999999999,"15min":1.643},"min":{"1min":0.41499999999999998,"5min":0.29299999999999998,"15min":0.28399999999999997},"max":{"1min":6.6779999999999999,"5min":11.584,"15min":54.817999999999998},"last":0.72599999999999998}]},{"osd":2,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.833,"5min":1.524,"15min":1.369},"min":{"1min":0.443,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":8.2799999999999994,"5min":8.2799999999999994,"15min":10.111000000000001},"last":0.77900000000000003},{"interface":"front","average":{"1min":1.113,"5min":1.3660000000000001,"15min":1.292},"min":{"1min":0.51300000000000001,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":5.0460000000000003,"5min":12.388,"15min":12.388},"last":0.66300000000000003}]},{"osd":3,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.863,"5min":1.395,"15min":1.464},"min":{"1min":0.45600000000000002,"5min":0.33600000000000002,"15min":0.314},"max":{"1min":8.0609999999999999,"5min":10.239000000000001,"15min":18.111000000000001},"last":0.55200000000000005},{"interface":"front","average":{"1min":1.7549999999999999,"5min":1.6699999999999999,"15min":1.4770000000000001},"min":{"1min":0.41199999999999998,"5min":0.36899999999999999,"15min":0.307},"max":{"1min":8.5020000000000007,"5min":12.552,"15min":19.010999999999999},"last":0.65000000000000002}]},{"osd":4,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.49299999999999999,"15min":0.65200000000000002},"min":{"1min":0.25600000000000001,"5min":0.245,"15min":0.245},"max":{"1min":0.83499999999999996,"5min":4.0209999999999999,"15min":11.833},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.57099999999999995,"15min":0.63600000000000001},"min":{"1min":0.29199999999999998,"5min":0.28999999999999998,"15min":0.27400000000000002},"max":{"1min":0.70199999999999996,"5min":6.3129999999999997,"15min":13.521000000000001},"last":0.40799999999999997}]},{"osd":5,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.58399999999999996,"15min":0.64900000000000002},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.27500000000000002},"max":{"1min":0.60899999999999999,"5min":4.2539999999999996,"15min":8.4450000000000003},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.67500000000000004,"15min":0.77300000000000002},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.29099999999999998},"max":{"1min":0.80100000000000005,"5min":11.334,"15min":24.384},"last":0.39000000000000001}]},{"osd":7,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.60899999999999999,"15min":0.63400000000000001},"min":{"1min":0.35499999999999998,"5min":0.33100000000000002,"15min":0.30099999999999999},"max":{"1min":0.61499999999999999,"5min":3.9580000000000002,"15min":10.538},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.63700000000000001,"15min":0.76600000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.30399999999999999},"max":{"1min":0.65100000000000002,"5min":4.2199999999999998,"15min":22.616},"last":0.57199999999999995}]}]},{"osd":5,"up_from":13,"seq":55834578870,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1445100,"kb_used_data":420,"kb_used_omap":217,"kb_used_meta":1444454,"kb_avail":92926740,"statfs":{"total":96636764160,"available":95156981760,"internally_reserved":0,"allocated":430080,"data_stored":169580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":222562,"internal_metadata":1479121566},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":1.028,"15min":1.0509999999999999},"min":{"1min":0.26700000000000002,"5min":0.25700000000000001,"15min":0.21199999999999999},"max":{"1min":3.2559999999999998,"5min":11.403,"15min":11.904},"last":0.58199999999999996},{"interface":"front","average":{"1min":1.1950000000000001,"5min":1.069,"15min":1.026},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.254},"max":{"1min":6.8369999999999997,"5min":10.894,"15min":10.894},"last":0.51000000000000001}]},{"osd":1,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.2370000000000001,"5min":1.355,"15min":1.3169999999999999},"min":{"1min":0.41499999999999998,"5min":0.26600000000000001,"15min":0.25700000000000001},"max":{"1min":4.2670000000000003,"5min":8.5980000000000008,"15min":9.4410000000000007},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.89900000000000002,"5min":1.1240000000000001,"15min":1.256},"min":{"1min":0.32400000000000001,"5min":0.31900000000000001,"15min":0.309},"max":{"1min":4.0990000000000002,"5min":7.1680000000000001,"15min":11.797000000000001},"last":0.63400000000000001}]},{"osd":2,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.135,"5min":1.254,"15min":1.258},"min":{"1min":0.33600000000000002,"5min":0.32400000000000001,"15min":0.27600000000000002},"max":{"1min":4.5659999999999998,"5min":9.2469999999999999,"15min":12.946999999999999},"last":0.61299999999999999},{"interface":"front","average":{"1min":1.349,"5min":1.425,"15min":1.333},"min":{"1min":0.40400000000000003,"5min":0.35099999999999998,"15min":0.29499999999999998},"max":{"1min":5.6989999999999998,"5min":9.1539999999999999,"15min":9.8859999999999992},"last":0.56799999999999995}]},{"osd":3,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":1.7330000000000001,"5min":1.113,"15min":1.383},"min":{"1min":0.36299999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":8.8740000000000006,"5min":8.8740000000000006,"15min":11.837},"last":0.54300000000000004},{"interface":"front","average":{"1min":1.2090000000000001,"5min":1.026,"15min":1.3089999999999999},"min":{"1min":0.435,"5min":0.33200000000000002,"15min":0.29699999999999999},"max":{"1min":10.311,"5min":10.311,"15min":11.456},"last":0.68700000000000006}]},{"osd":4,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.57099999999999995,"15min":0.63800000000000001},"min":{"1min":0.255,"5min":0.255,"15min":0.251},"max":{"1min":3.5089999999999999,"5min":5.7089999999999996,"15min":8.7959999999999994},"last":0.38},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.55700000000000005,"15min":0.63400000000000001},"min":{"1min":0.27800000000000002,"5min":0.27700000000000002,"15min":0.27500000000000002},"max":{"1min":1.1910000000000001,"5min":6.0519999999999996,"15min":6.6420000000000003},"last":0.435}]},{"osd":6,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.55800000000000005,"15min":0.63400000000000001},"min":{"1min":0.35499999999999998,"5min":0.28100000000000003,"15min":0.254},"max":{"1min":3.6709999999999998,"5min":5.1180000000000003,"15min":9.3640000000000008},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.58799999999999997,"15min":0.71299999999999997},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.316},"max":{"1min":1.0980000000000001,"5min":3.2909999999999999,"15min":11.875999999999999},"last":0.495}]},{"osd":7,"last update":"Sat Feb 10 05:30:50 2024","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.63600000000000001,"15min":0.70899999999999996},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29399999999999998},"max":{"1min":3.5529999999999999,"5min":3.6829999999999998,"15min":8.0180000000000007},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.56100000000000005,"15min":0.73099999999999998},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.30099999999999999},"max":{"1min":3.7010000000000001,"5min":3.7010000000000001,"15min":6.8010000000000002},"last":0.52200000000000002}]}]},{"osd":4,"up_from":13,"seq":55834578869,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1597424,"kb_used_data":420,"kb_used_omap":860,"kb_used_meta":1596131,"kb_avail":92774416,"statfs":{"total":96636764160,"available":95001001984,"internally_reserved":0,"allocated":430080,"data_stored":169580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":880896,"internal_metadata":1634438912},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:31:30 2024","interfaces":[{"interface":"back","average":{"1min":0.97999999999999998,"5min":0.78400000000000003,"15min":1.1020000000000001},"min":{"1min":0.437,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":6.7549999999999999,"5min":6.7549999999999999,"15min":23.768999999999998},"last":0.78900000000000003},{"interface":"front","average":{"1min":1.2949999999999999,"5min":1.006,"15min":1.048},"min":{"1min":0.28199999999999997,"5min":0.27800000000000002,"15min":0.252},"max":{"1min":7.8680000000000003,"5min":8.1110000000000007,"15min":8.9030000000000005},"last":0.59599999999999997}]},{"osd":1,"last update":"Sat Feb 10 05:31:30 2024","interfaces":[{"interface":"back","average":{"1min":0.97299999999999998,"5min":0.84399999999999997,"15min":1.1890000000000001},"min":{"1min":0.39800000000000002,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":4.0979999999999999,"5min":4.0979999999999999,"15min":22.149000000000001},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.97299999999999998,"15min":1.3200000000000001},"min":{"1min":0.31,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":2.3759999999999999,"5min":5.7939999999999996,"15min":21.744},"last":0.71599999999999997}]},{"osd":2,"last update":"Sat Feb 10 05:31:30 2024","interfaces":[{"interface":"back","average":{"1min":1.073,"5min":0.878,"15min":1.1990000000000001},"min":{"1min":0.42499999999999999,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":6.7480000000000002,"5min":6.7480000000000002,"15min":22.013000000000002},"last":0.84699999999999998},{"interface":"front","average":{"1min":0.85099999999999998,"5min":0.94399999999999995,"15min":1.2030000000000001},"min":{"1min":0.372,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":2.3799999999999999,"5min":5.0430000000000001,"15min":21.704999999999998},"last":0.66100000000000003}]},{"osd":3,"last update":"Sat Feb 10 05:31:30 2024","interfaces":[{"interface":"back","average":{"1min":1.1279999999999999,"5min":1.238,"15min":1.3400000000000001},"min":{"1min":0.41799999999999998,"5min":0.374,"15min":0.32600000000000001},"max":{"1min":10.093999999999999,"5min":10.093999999999999,"15min":10.093999999999999},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.92200000000000004,"5min":1.1020000000000001,"15min":1.4530000000000001},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.33500000000000002},"max":{"1min":2.7810000000000001,"5min":5.3659999999999997,"15min":42.561},"last":0.80900000000000005}]},{"osd":5,"last update":"Sat Feb 10 05:31:30 2024","interfaces":[{"interface":"back","average":{"1min":1.028,"5min":0.57599999999999996,"15min":0.75700000000000001},"min":{"1min":0.25800000000000001,"5min":0.251,"15min":0.246},"max":{"1min":12.955,"5min":12.955,"15min":21.646999999999998},"last":0.40400000000000003},{"interface":"front","average":{"1min":1.026,"5min":0.66800000000000004,"15min":0.79300000000000004},"min":{"1min":0.34599999999999997,"5min":0.318,"15min":0.318},"max":{"1min":10.933999999999999,"5min":10.933999999999999,"15min":19.837},"last":0.53700000000000003}]},{"osd":6,"last update":"Sat Feb 10 05:31:30 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.502,"15min":0.69099999999999995},"min":{"1min":0.29099999999999998,"5min":0.254,"15min":0.254},"max":{"1min":0.92800000000000005,"5min":3.4940000000000002,"15min":21.977},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.495,"5min":0.504,"15min":0.59799999999999998},"min":{"1min":0.34300000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.72199999999999998,"5min":2.2280000000000002,"15min":7.7699999999999996},"last":0.55800000000000005}]},{"osd":7,"last update":"Sat Feb 10 05:31:30 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.60699999999999998,"15min":0.82099999999999995},"min":{"1min":0.313,"5min":0.313,"15min":0.28899999999999998},"max":{"1min":1.127,"5min":3.7250000000000001,"15min":31.224},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.64200000000000002,"15min":0.82299999999999995},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.32000000000000001},"max":{"1min":4.4930000000000003,"5min":4.4930000000000003,"15min":22.044},"last":0.51200000000000001}]}]},{"osd":3,"up_from":13,"seq":55834578829,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1024172,"kb_used_data":420,"kb_used_omap":1413,"kb_used_meta":1022330,"kb_avail":93347668,"statfs":{"total":96636764160,"available":95588012032,"internally_reserved":0,"allocated":430080,"data_stored":169580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1447246,"internal_metadata":1046866610},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":1.833,"5min":1.925,"15min":1.9279999999999999},"min":{"1min":0.503,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":4.1520000000000001,"5min":14.031000000000001,"15min":29.007000000000001},"last":0.72299999999999998},{"interface":"front","average":{"1min":2.4990000000000001,"5min":2.036,"15min":2.2360000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":6.7430000000000003,"5min":14.377000000000001,"15min":26.983000000000001},"last":0.76900000000000002}]},{"osd":1,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":2.8599999999999999,"5min":2.3140000000000001,"15min":2.4089999999999998},"min":{"1min":0.443,"5min":0.39300000000000002,"15min":0.34000000000000002},"max":{"1min":10.619999999999999,"5min":12.856999999999999,"15min":25.419},"last":0.66900000000000004},{"interface":"front","average":{"1min":2.9169999999999998,"5min":2.528,"15min":2.3969999999999998},"min":{"1min":0.61399999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":6.3550000000000004,"5min":14.635,"15min":14.635},"last":1.284}]},{"osd":2,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":2.9809999999999999,"5min":2.6000000000000001,"15min":2.468},"min":{"1min":0.46600000000000003,"5min":0.35699999999999998,"15min":0.35399999999999998},"max":{"1min":14.454000000000001,"5min":19.146000000000001,"15min":21.626000000000001},"last":0.92600000000000005},{"interface":"front","average":{"1min":2.657,"5min":2.4169999999999998,"15min":2.3799999999999999},"min":{"1min":0.69799999999999995,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":6.431,"5min":14.215999999999999,"15min":14.215999999999999},"last":1.1339999999999999}]},{"osd":4,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":2.2370000000000001,"5min":2.012,"15min":1.871},"min":{"1min":0.52000000000000002,"5min":0.38300000000000001,"15min":0.34499999999999997},"max":{"1min":6.0709999999999997,"5min":24.896000000000001,"15min":24.896000000000001},"last":0.83399999999999996},{"interface":"front","average":{"1min":2.157,"5min":2.044,"15min":1.8700000000000001},"min":{"1min":0.44500000000000001,"5min":0.41699999999999998,"15min":0.33700000000000002},"max":{"1min":10.475,"5min":23.841999999999999,"15min":23.841999999999999},"last":1.044}]},{"osd":5,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":2.3450000000000002,"5min":1.9319999999999999,"15min":1.968},"min":{"1min":0.48299999999999998,"5min":0.38200000000000001,"15min":0.378},"max":{"1min":10.721,"5min":10.721,"15min":25.303000000000001},"last":1.2170000000000001},{"interface":"front","average":{"1min":2.0939999999999999,"5min":1.9339999999999999,"15min":1.7430000000000001},"min":{"1min":0.73799999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":6.5430000000000001,"5min":13.797000000000001,"15min":13.797000000000001},"last":1.3959999999999999}]},{"osd":6,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":2.1440000000000001,"5min":2.1909999999999998,"15min":1.8640000000000001},"min":{"1min":0.76800000000000002,"5min":0.47799999999999998,"15min":0.45800000000000002},"max":{"1min":6.6299999999999999,"5min":14.477,"15min":14.477},"last":1.4990000000000001},{"interface":"front","average":{"1min":2.3220000000000001,"5min":1.8380000000000001,"15min":1.887},"min":{"1min":0.58799999999999997,"5min":0.42199999999999999,"15min":0.39400000000000002},"max":{"1min":6.319,"5min":11.401,"15min":12.848000000000001},"last":0.86099999999999999}]},{"osd":7,"last update":"Sat Feb 10 05:30:43 2024","interfaces":[{"interface":"back","average":{"1min":2.3980000000000001,"5min":1.9239999999999999,"15min":1.966},"min":{"1min":0.52200000000000002,"5min":0.48399999999999999,"15min":0.42299999999999999},"max":{"1min":6.4219999999999997,"5min":11.483000000000001,"15min":12.887},"last":0.88},{"interface":"front","average":{"1min":2.4540000000000002,"5min":2.117,"15min":2.0880000000000001},"min":{"1min":0.58299999999999996,"5min":0.47599999999999998,"15min":0.41699999999999998},"max":{"1min":10.81,"5min":12.571,"15min":12.571},"last":1.333}]}]},{"osd":2,"up_from":13,"seq":55834578847,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1110700,"kb_used_data":420,"kb_used_omap":308,"kb_used_meta":1109963,"kb_avail":93261140,"statfs":{"total":96636764160,"available":95499407360,"internally_reserved":0,"allocated":430080,"data_stored":169580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315506,"internal_metadata":1136603022},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:31:17 2024","interfaces":[{"interface":"back","average":{"1min":2.948,"5min":2.0859999999999999,"15min":1.907},"min":{"1min":0.32900000000000001,"5min":0.215,"15min":0.215},"max":{"1min":25.66,"5min":25.66,"15min":25.66},"last":0.76800000000000002},{"interface":"front","average":{"1min":1.292,"5min":1.399,"15min":1.8819999999999999},"min":{"1min":0.58799999999999997,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":3.734,"5min":8.1370000000000005,"15min":18.491},"last":0.71299999999999997}]},{"osd":1,"last update":"Sat Feb 10 05:31:17 2024","interfaces":[{"interface":"back","average":{"1min":1.2549999999999999,"5min":1.8999999999999999,"15min":2.0350000000000001},"min":{"1min":0.441,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":8.3539999999999992,"5min":14.880000000000001,"15min":14.880000000000001},"last":0.85199999999999998},{"interface":"front","average":{"1min":1.4359999999999999,"5min":1.921,"15min":2.2490000000000001},"min":{"1min":0.436,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":6.1689999999999996,"5min":15.891999999999999,"15min":17.276},"last":0.97799999999999998}]},{"osd":3,"last update":"Sat Feb 10 05:31:17 2024","interfaces":[{"interface":"back","average":{"1min":1.4399999999999999,"5min":1.861,"15min":2.081},"min":{"1min":0.56499999999999995,"5min":0.443,"15min":0.38900000000000001},"max":{"1min":4.952,"5min":12.085000000000001,"15min":12.085000000000001},"last":0.91300000000000003},{"interface":"front","average":{"1min":2.177,"5min":1.944,"15min":2.218},"min":{"1min":0.68899999999999995,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":7.3259999999999996,"5min":9.298,"15min":15.468999999999999},"last":1.4890000000000001}]},{"osd":4,"last update":"Sat Feb 10 05:31:17 2024","interfaces":[{"interface":"back","average":{"1min":1.659,"5min":1.6180000000000001,"15min":1.706},"min":{"1min":0.498,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":4.6639999999999997,"5min":7.141,"15min":11.037000000000001},"last":1.2989999999999999},{"interface":"front","average":{"1min":1.0609999999999999,"5min":1.3520000000000001,"15min":1.607},"min":{"1min":0.40300000000000002,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":3.2330000000000001,"5min":7.8819999999999997,"15min":13.077},"last":1.133}]},{"osd":5,"last update":"Sat Feb 10 05:31:17 2024","interfaces":[{"interface":"back","average":{"1min":1.143,"5min":1.3620000000000001,"15min":1.734},"min":{"1min":0.47899999999999998,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":3.4369999999999998,"5min":7.7720000000000002,"15min":18.858000000000001},"last":1.2589999999999999},{"interface":"front","average":{"1min":0.97499999999999998,"5min":1.3360000000000001,"15min":1.5589999999999999},"min":{"1min":0.48499999999999999,"5min":0.41699999999999998,"15min":0.40799999999999997},"max":{"1min":1.7889999999999999,"5min":6.6440000000000001,"15min":19.236999999999998},"last":1.2030000000000001}]},{"osd":6,"last update":"Sat Feb 10 05:31:17 2024","interfaces":[{"interface":"back","average":{"1min":0.99099999999999999,"5min":1.3660000000000001,"15min":1.5549999999999999},"min":{"1min":0.51400000000000001,"5min":0.442,"15min":0.41399999999999998},"max":{"1min":1.915,"5min":6.7469999999999999,"15min":11.744999999999999},"last":1.236},{"interface":"front","average":{"1min":1.643,"5min":1.6160000000000001,"15min":1.7749999999999999},"min":{"1min":0.48299999999999998,"5min":0.435,"15min":0.435},"max":{"1min":4.7590000000000003,"5min":7.2370000000000001,"15min":10.901999999999999},"last":1.417}]},{"osd":7,"last update":"Sat Feb 10 05:31:17 2024","interfaces":[{"interface":"back","average":{"1min":1.1659999999999999,"5min":1.4319999999999999,"15min":1.764},"min":{"1min":0.52200000000000002,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":3.3380000000000001,"5min":7.9740000000000002,"15min":13.16},"last":1.3580000000000001},{"interface":"front","average":{"1min":1.0700000000000001,"5min":1.46,"15min":1.6379999999999999},"min":{"1min":0.54300000000000004,"5min":0.48099999999999998,"15min":0.46700000000000003},"max":{"1min":2.0840000000000001,"5min":6.8230000000000004,"15min":11.932},"last":1.3460000000000001}]}]},{"osd":1,"up_from":13,"seq":55834578843,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1762156,"kb_used_data":420,"kb_used_omap":949,"kb_used_meta":1760778,"kb_avail":92609684,"statfs":{"total":96636764160,"available":94832316416,"internally_reserved":0,"allocated":430080,"data_stored":169580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":972503,"internal_metadata":1803036969},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Feb 10 05:31:10 2024","interfaces":[{"interface":"back","average":{"1min":2.4809999999999999,"5min":1.8799999999999999,"15min":1.7669999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.22500000000000001},"max":{"1min":22.645,"5min":22.645,"15min":22.645},"last":1.141},{"interface":"front","average":{"1min":1.778,"5min":1.9890000000000001,"15min":1.798},"min":{"1min":0.43099999999999999,"5min":0.36399999999999999,"15min":0.24199999999999999},"max":{"1min":6.3630000000000004,"5min":12.374000000000001,"15min":13.875},"last":0.56699999999999995}]},{"osd":2,"last update":"Sat Feb 10 05:31:10 2024","interfaces":[{"interface":"back","average":{"1min":3.5859999999999999,"5min":2.2290000000000001,"15min":2.3519999999999999},"min":{"1min":0.61299999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":26.920999999999999,"5min":26.920999999999999,"15min":26.920999999999999},"last":0.74199999999999999},{"interface":"front","average":{"1min":2.3319999999999999,"5min":2.0880000000000001,"15min":2.1269999999999998},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.24299999999999999},"max":{"1min":21.963999999999999,"5min":21.963999999999999,"15min":21.963999999999999},"last":0.80800000000000005}]},{"osd":3,"last update":"Sat Feb 10 05:31:10 2024","interfaces":[{"interface":"back","average":{"1min":1.992,"5min":2.1699999999999999,"15min":2.2599999999999998},"min":{"1min":0.33800000000000002,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":9.6080000000000005,"5min":10.505000000000001,"15min":11.859999999999999},"last":0.93100000000000005},{"interface":"front","average":{"1min":2.2909999999999999,"5min":2.4500000000000002,"15min":2.331},"min":{"1min":0.70399999999999996,"5min":0.5,"15min":0.39800000000000002},"max":{"1min":9.6530000000000005,"5min":12.285,"15min":15.688000000000001},"last":0.60699999999999998}]},{"osd":4,"last update":"Sat Feb 10 05:31:10 2024","interfaces":[{"interface":"back","average":{"1min":3.3029999999999999,"5min":1.8939999999999999,"15min":1.95},"min":{"1min":0.60899999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":40.136000000000003,"5min":40.136000000000003,"15min":40.136000000000003},"last":0.98499999999999999},{"interface":"front","average":{"1min":2.5009999999999999,"5min":1.8089999999999999,"15min":1.76},"min":{"1min":0.41999999999999998,"5min":0.377,"15min":0.377},"max":{"1min":22.079999999999998,"5min":22.079999999999998,"15min":22.079999999999998},"last":1.0780000000000001}]},{"osd":5,"last update":"Sat Feb 10 05:31:10 2024","interfaces":[{"interface":"back","average":{"1min":1.619,"5min":1.849,"15min":1.6830000000000001},"min":{"1min":0.5,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":5.5640000000000001,"5min":11.962,"15min":13.302},"last":0.84999999999999998},{"interface":"front","average":{"1min":1.9610000000000001,"5min":1.7110000000000001,"15min":1.9390000000000001},"min":{"1min":0.54000000000000004,"5min":0.443,"15min":0.41999999999999998},"max":{"1min":10.430999999999999,"5min":10.430999999999999,"15min":13.441000000000001},"last":0.89500000000000002}]},{"osd":6,"last update":"Sat Feb 10 05:31:10 2024","interfaces":[{"interface":"back","average":{"1min":1.5189999999999999,"5min":1.8959999999999999,"15min":1.786},"min":{"1min":0.52700000000000002,"5min":0.48899999999999999,"15min":0.44},"max":{"1min":5.6680000000000001,"5min":12.087,"15min":13.619},"last":0.78200000000000003},{"interface":"front","average":{"1min":1.984,"5min":1.75,"15min":2.0339999999999998},"min":{"1min":0.67800000000000005,"5min":0.50900000000000001,"15min":0.499},"max":{"1min":9.4320000000000004,"5min":9.8010000000000002,"15min":13.56},"last":1.0449999999999999}]},{"osd":7,"last update":"Sat Feb 10 05:31:10 2024","interfaces":[{"interface":"back","average":{"1min":2.5150000000000001,"5min":1.8819999999999999,"15min":1.851},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.45400000000000001},"max":{"1min":22.192,"5min":22.192,"15min":22.192},"last":1.012},{"interface":"front","average":{"1min":1.8580000000000001,"5min":2.04,"15min":1.8720000000000001},"min":{"1min":0.47199999999999998,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":5.7539999999999996,"5min":12.195,"15min":13.720000000000001},"last":0.88200000000000001}]}]},{"osd":0,"up_from":13,"seq":55834578861,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1669488,"kb_used_data":1000,"kb_used_omap":235,"kb_used_meta":1668244,"kb_avail":92702352,"statfs":{"total":96636764160,"available":94927208448,"internally_reserved":0,"allocated":1024000,"data_stored":759948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":241166,"internal_metadata":1708282354},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":3.2330000000000001,"5min":2.2370000000000001,"15min":2.1070000000000002},"min":{"1min":0.77900000000000003,"5min":0.24099999999999999,"15min":0.214},"max":{"1min":9.5960000000000001,"5min":13.923,"15min":20.202000000000002},"last":0.93100000000000005},{"interface":"front","average":{"1min":2.476,"5min":1.8620000000000001,"15min":2.0590000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.26700000000000002},"max":{"1min":13.657,"5min":13.657,"15min":16.731000000000002},"last":0.89800000000000002}]},{"osd":2,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":2.851,"5min":2.0179999999999998,"15min":2.1539999999999999},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.23699999999999999},"max":{"1min":11.321,"5min":11.321,"15min":32.631999999999998},"last":0.69499999999999995},{"interface":"front","average":{"1min":2.2749999999999999,"5min":1.9870000000000001,"15min":2.2229999999999999},"min":{"1min":0.61199999999999999,"5min":0.51600000000000001,"15min":0.35799999999999998},"max":{"1min":13.516,"5min":13.516,"15min":32.896000000000001},"last":0.74099999999999999}]},{"osd":3,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":2.161,"5min":1.9490000000000001,"15min":2.1720000000000002},"min":{"1min":0.50700000000000001,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":6.0010000000000003,"5min":10.848000000000001,"15min":12.976000000000001},"last":0.66400000000000003},{"interface":"front","average":{"1min":3.1030000000000002,"5min":2.754,"15min":2.5840000000000001},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.36699999999999999},"max":{"1min":9.3930000000000007,"5min":10.515000000000001,"15min":34.837000000000003},"last":1.0549999999999999}]},{"osd":4,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":1.4790000000000001,"5min":1.4059999999999999,"15min":1.575},"min":{"1min":0.49299999999999999,"5min":0.374,"15min":0.36599999999999999},"max":{"1min":4.2750000000000004,"5min":10.545999999999999,"15min":16.282},"last":0.879},{"interface":"front","average":{"1min":2.234,"5min":1.6870000000000001,"15min":1.704},"min":{"1min":0.56200000000000006,"5min":0.499,"15min":0.40500000000000003},"max":{"1min":9.5099999999999998,"5min":9.5099999999999998,"15min":16.472000000000001},"last":1.131}]},{"osd":5,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":1.976,"5min":1.3819999999999999,"15min":1.4930000000000001},"min":{"1min":0.58099999999999996,"5min":0.443,"15min":0.38700000000000001},"max":{"1min":13.335000000000001,"5min":13.335000000000001,"15min":13.335000000000001},"last":1.038},{"interface":"front","average":{"1min":1.732,"5min":1.518,"15min":1.6619999999999999},"min":{"1min":0.54500000000000004,"5min":0.44600000000000001,"15min":0.40899999999999997},"max":{"1min":6.9359999999999999,"5min":10.659000000000001,"15min":13.074999999999999},"last":0.83199999999999996}]},{"osd":6,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":2.4689999999999999,"5min":1.837,"15min":1.774},"min":{"1min":0.66100000000000003,"5min":0.61199999999999999,"15min":0.44600000000000001},"max":{"1min":11.273999999999999,"5min":11.273999999999999,"15min":16.548999999999999},"last":1.1870000000000001},{"interface":"front","average":{"1min":2.1120000000000001,"5min":1.54,"15min":1.716},"min":{"1min":0.60999999999999999,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":13.436999999999999,"5min":13.436999999999999,"15min":16.425999999999998},"last":1.1160000000000001}]},{"osd":7,"last update":"Sat Feb 10 05:30:52 2024","interfaces":[{"interface":"back","average":{"1min":2.1360000000000001,"5min":1.6599999999999999,"15min":1.8149999999999999},"min":{"1min":0.63700000000000001,"5min":0.53700000000000003,"15min":0.49399999999999999},"max":{"1min":13.59,"5min":13.59,"15min":17.23},"last":1.085},{"interface":"front","average":{"1min":1.794,"5min":1.5389999999999999,"15min":1.7809999999999999},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":6.9720000000000004,"5min":10.753,"15min":17.498999999999999},"last":0.97199999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-10T05:31:35.493 DEBUG:teuthology.orchestra.run.smithi027:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-02-10T05:31:35.649 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.648+0000 7f5dcd4d3640 1 Processor -- start 2024-02-10T05:31:35.650 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.649+0000 7f5dcd4d3640 1 -- start start 2024-02-10T05:31:35.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.651+0000 7f5dcd4d3640 1 --2- >> v2:172.21.15.153:3300/0 conn(0x7f5dc809ae80 0x7f5dc806f410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:35.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.651+0000 7f5dcd4d3640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f5dc8070590 0x7f5dc806f950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:35.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.651+0000 7f5dcd4d3640 1 -- --> v1:172.21.15.27:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5dc815f2b0 con 0x7f5dc815eed0 2024-02-10T05:31:35.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.651+0000 7f5dcd4d3640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5dc80713c0 con 0x7f5dc8070590 2024-02-10T05:31:35.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.651+0000 7f5dcd4d3640 1 -- --> v2:172.21.15.153:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5dc806ffe0 con 0x7f5dc809ae80 2024-02-10T05:31:35.654 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.651+0000 7f5dc7fff640 1 --1- >> v1:172.21.15.27:6789/0 conn(0x7f5dc815eed0 0x7f5dc80cfc20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.27:6789/0 says I am v1:172.21.15.27:49608/0 (socket says 172.21.15.27:49608) 2024-02-10T05:31:35.654 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.651+0000 7f5dc7fff640 1 -- 172.21.15.27:0/2759540668 learned_addr learned my addr 172.21.15.27:0/2759540668 (peer_addr_for_me v1:172.21.15.27:0/0) 2024-02-10T05:31:35.654 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.651+0000 7f5dcccd2640 1 --2- 172.21.15.27:0/2759540668 >> v2:172.21.15.27:3300/0 conn(0x7f5dc8070590 0x7f5dc806f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:35.654 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.651+0000 7f5dc77fe640 1 --2- 172.21.15.27:0/2759540668 >> v2:172.21.15.153:3300/0 conn(0x7f5dc809ae80 0x7f5dc806f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:35.654 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.652+0000 7f5dc6ffd640 1 -- 172.21.15.27:0/2759540668 <== mon.0 v1:172.21.15.27:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 193503917 0 0) 0x7f5dc815f2b0 con 0x7f5dc815eed0 2024-02-10T05:31:35.655 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.652+0000 7f5dcccd2640 1 -- 172.21.15.27:0/2759540668 >> v2:172.21.15.153:3300/0 conn(0x7f5dc809ae80 msgr2=0x7f5dc806f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:31:35.655 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.652+0000 7f5dcccd2640 1 --2- 172.21.15.27:0/2759540668 >> v2:172.21.15.153:3300/0 conn(0x7f5dc809ae80 0x7f5dc806f410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:35.655 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.652+0000 7f5dcccd2640 1 -- 172.21.15.27:0/2759540668 >> v1:172.21.15.27:6789/0 conn(0x7f5dc815eed0 legacy=0x7f5dc80cfc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:35.655 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.652+0000 7f5dcccd2640 1 -- 172.21.15.27:0/2759540668 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5dc80702c0 con 0x7f5dc8070590 2024-02-10T05:31:35.656 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.652+0000 7f5dc77fe640 1 --2- 172.21.15.27:0/2759540668 >> v2:172.21.15.153:3300/0 conn(0x7f5dc809ae80 0x7f5dc806f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T05:31:35.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.654+0000 7f5dcccd2640 1 --2- 172.21.15.27:0/2759540668 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5dc8070590 0x7f5dc806f950 secure :-1 s=READY pgs=2019 cs=0 l=1 rev1=1 crypto rx=0x7f5dc80b76f0 tx=0x7f5dc002bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a016bc4868edf636 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:35.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.654+0000 7f5dc6ffd640 1 -- 172.21.15.27:0/2759540668 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5dc002cc80 con 0x7f5dc8070590 2024-02-10T05:31:35.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.654+0000 7f5dc6ffd640 1 -- 172.21.15.27:0/2759540668 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5dc002cde0 con 0x7f5dc8070590 2024-02-10T05:31:35.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.654+0000 7f5dc6ffd640 1 -- 172.21.15.27:0/2759540668 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5dc0034660 con 0x7f5dc8070590 2024-02-10T05:31:35.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.655+0000 7f5dcd4d3640 1 -- 172.21.15.27:0/2759540668 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5dc8070590 msgr2=0x7f5dc806f950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:35.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.655+0000 7f5dcd4d3640 1 --2- 172.21.15.27:0/2759540668 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5dc8070590 0x7f5dc806f950 secure :-1 s=READY pgs=2019 cs=0 l=1 rev1=1 crypto rx=0x7f5dc80b76f0 tx=0x7f5dc002bed0 comp rx=0 tx=0).stop 2024-02-10T05:31:35.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.655+0000 7f5dcd4d3640 1 -- 172.21.15.27:0/2759540668 shutdown_connections 2024-02-10T05:31:35.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.655+0000 7f5dcd4d3640 1 --2- 172.21.15.27:0/2759540668 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5dc8070590 0x7f5dc806f950 unknown :-1 s=CLOSED pgs=2019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:35.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.655+0000 7f5dcd4d3640 1 --2- 172.21.15.27:0/2759540668 >> v2:172.21.15.153:3300/0 conn(0x7f5dc809ae80 0x7f5dc806f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:35.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.655+0000 7f5dcd4d3640 1 -- 172.21.15.27:0/2759540668 >> 172.21.15.27:0/2759540668 conn(0x7f5dc80b3130 msgr2=0x7f5dc80b3540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:35.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.656+0000 7f5dcd4d3640 1 -- 172.21.15.27:0/2759540668 shutdown_connections 2024-02-10T05:31:35.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.656+0000 7f5dcd4d3640 1 -- 172.21.15.27:0/2759540668 wait complete. 2024-02-10T05:31:35.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.659+0000 7f5dcd4d3640 1 Processor -- start 2024-02-10T05:31:35.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.659+0000 7f5dcd4d3640 1 -- start start 2024-02-10T05:31:35.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.661+0000 7f5dcd4d3640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5dc8070590 0x7f5dc8150ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:35.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.661+0000 7f5dcd4d3640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5dc809ae80 0x7f5dc80b6790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:35.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.661+0000 7f5dcd4d3640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5dc815eed0 0x7f5dc815af20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:35.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.661+0000 7f5dcd4d3640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5dc8151010 con 0x7f5dc815eed0 2024-02-10T05:31:35.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.661+0000 7f5dcd4d3640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5dc80c5670 con 0x7f5dc8070590 2024-02-10T05:31:35.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.661+0000 7f5dcd4d3640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5dc80c5950 con 0x7f5dc809ae80 2024-02-10T05:31:35.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.661+0000 7f5dc77fe640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5dc809ae80 0x7f5dc80b6790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:35.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.661+0000 7f5dc77fe640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5dc809ae80 0x7f5dc80b6790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3301/0 says I am v2:172.21.15.27:37022/0 (socket says 172.21.15.27:37022) 2024-02-10T05:31:35.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.661+0000 7f5dc77fe640 1 -- 172.21.15.27:0/2620697532 learned_addr learned my addr 172.21.15.27:0/2620697532 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:31:35.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.661+0000 7f5dc7fff640 1 --2- 172.21.15.27:0/2620697532 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5dc8070590 0x7f5dc8150ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:35.668 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.661+0000 7f5dcccd2640 1 --2- 172.21.15.27:0/2620697532 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5dc815eed0 0x7f5dc815af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:35.668 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.662+0000 7f5dc77fe640 1 -- 172.21.15.27:0/2620697532 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5dc8070590 msgr2=0x7f5dc8150ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:35.668 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.662+0000 7f5dc77fe640 1 --2- 172.21.15.27:0/2620697532 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5dc8070590 0x7f5dc8150ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:35.668 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.662+0000 7f5dc77fe640 1 -- 172.21.15.27:0/2620697532 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5dc815eed0 msgr2=0x7f5dc815af20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:35.669 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.662+0000 7f5dc77fe640 1 --2- 172.21.15.27:0/2620697532 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5dc815eed0 0x7f5dc815af20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:35.669 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.662+0000 7f5dc77fe640 1 -- 172.21.15.27:0/2620697532 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5dc0009a70 con 0x7f5dc809ae80 2024-02-10T05:31:35.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.662+0000 7f5dcccd2640 1 --2- 172.21.15.27:0/2620697532 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5dc815eed0 0x7f5dc815af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T05:31:35.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.662+0000 7f5dc77fe640 1 --2- 172.21.15.27:0/2620697532 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5dc809ae80 0x7f5dc80b6790 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f5dbc00e810 tx=0x7f5dbc00ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:35.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.662+0000 7f5dc4ff9640 1 -- 172.21.15.27:0/2620697532 <== mon.2 v2:172.21.15.153:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5dbc004030 con 0x7f5dc809ae80 2024-02-10T05:31:35.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.662+0000 7f5dc4ff9640 1 -- 172.21.15.27:0/2620697532 <== mon.2 v2:172.21.15.153:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5dbc004190 con 0x7f5dc809ae80 2024-02-10T05:31:35.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.662+0000 7f5dcd4d3640 1 -- 172.21.15.27:0/2620697532 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5dc80c5c30 con 0x7f5dc809ae80 2024-02-10T05:31:35.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.663+0000 7f5dc4ff9640 1 -- 172.21.15.27:0/2620697532 <== mon.2 v2:172.21.15.153:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5dbc004520 con 0x7f5dc809ae80 2024-02-10T05:31:35.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.663+0000 7f5dcd4d3640 1 -- 172.21.15.27:0/2620697532 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5dc80c61f0 con 0x7f5dc809ae80 2024-02-10T05:31:35.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.664+0000 7f5dc4ff9640 1 -- 172.21.15.27:0/2620697532 <== mon.2 v2:172.21.15.153:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f5dbc00c6d0 con 0x7f5dc809ae80 2024-02-10T05:31:35.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.665+0000 7f5dcd4d3640 1 -- 172.21.15.27:0/2620697532 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5dc80d0fb0 con 0x7f5dc809ae80 2024-02-10T05:31:35.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.666+0000 7f5dc4ff9640 1 --2- 172.21.15.27:0/2620697532 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5db406b810 0x7f5db406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:35.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.666+0000 7f5dc4ff9640 1 -- 172.21.15.27:0/2620697532 <== mon.2 v2:172.21.15.153:3301/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f5dbc089ac0 con 0x7f5dc809ae80 2024-02-10T05:31:35.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.666+0000 7f5dc7fff640 1 --2- 172.21.15.27:0/2620697532 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5db406b810 0x7f5db406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:35.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.667+0000 7f5dc7fff640 1 --2- 172.21.15.27:0/2620697532 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5db406b810 0x7f5db406dcd0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f5db8007fd0 tx=0x7f5db8007de0 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:35.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:35.671+0000 7f5dc4ff9640 1 -- 172.21.15.27:0/2620697532 <== mon.2 v2:172.21.15.153:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f5dbc0547f0 con 0x7f5dc809ae80 2024-02-10T05:31:36.212 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.211+0000 7f5dcd4d3640 1 -- 172.21.15.27:0/2620697532 --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) v1 -- 0x7f5dc815ea80 con 0x7f5dc809ae80 2024-02-10T05:31:36.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.219+0000 7f5dc4ff9640 1 -- 172.21.15.27:0/2620697532 <== mon.2 v2:172.21.15.153:3301/0 7 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f5dbc0547f0 con 0x7f5dc809ae80 2024-02-10T05:31:36.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.221+0000 7f5dc4ff9640 1 -- 172.21.15.27:0/2620697532 <== mon.2 v2:172.21.15.153:3301/0 8 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v12)=0 v12) v1 ==== 123+0+0 (secure 0 0 0) 0x7f5dbc0200c0 con 0x7f5dc809ae80 2024-02-10T05:31:36.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.225+0000 7f5dcd4d3640 1 -- 172.21.15.27:0/2620697532 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5db406b810 msgr2=0x7f5db406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:36.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.225+0000 7f5dcd4d3640 1 --2- 172.21.15.27:0/2620697532 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5db406b810 0x7f5db406dcd0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f5db8007fd0 tx=0x7f5db8007de0 comp rx=0 tx=0).stop 2024-02-10T05:31:36.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.225+0000 7f5dcd4d3640 1 -- 172.21.15.27:0/2620697532 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5dc809ae80 msgr2=0x7f5dc80b6790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:36.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.225+0000 7f5dcd4d3640 1 --2- 172.21.15.27:0/2620697532 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5dc809ae80 0x7f5dc80b6790 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f5dbc00e810 tx=0x7f5dbc00ecd0 comp rx=0 tx=0).stop 2024-02-10T05:31:36.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.225+0000 7f5dcd4d3640 1 -- 172.21.15.27:0/2620697532 shutdown_connections 2024-02-10T05:31:36.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.225+0000 7f5dcd4d3640 1 --2- 172.21.15.27:0/2620697532 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f5db406b810 0x7f5db406dcd0 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:36.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.225+0000 7f5dcd4d3640 1 --2- 172.21.15.27:0/2620697532 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5dc815eed0 0x7f5dc815af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:36.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.225+0000 7f5dcd4d3640 1 --2- 172.21.15.27:0/2620697532 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f5dc809ae80 0x7f5dc80b6790 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:36.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.225+0000 7f5dcd4d3640 1 --2- 172.21.15.27:0/2620697532 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5dc8070590 0x7f5dc8150ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:36.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.225+0000 7f5dcd4d3640 1 -- 172.21.15.27:0/2620697532 >> 172.21.15.27:0/2620697532 conn(0x7f5dc80b3130 msgr2=0x7f5dc806f410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:36.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.225+0000 7f5dcd4d3640 1 -- 172.21.15.27:0/2620697532 shutdown_connections 2024-02-10T05:31:36.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.225+0000 7f5dcd4d3640 1 -- 172.21.15.27:0/2620697532 wait complete. 2024-02-10T05:31:36.242 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-02-10T05:31:36.242 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-10T05:31:36.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.534+0000 7f991f743640 1 Processor -- start 2024-02-10T05:31:36.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.534+0000 7f991f743640 1 -- start start 2024-02-10T05:31:36.535 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.535+0000 7f991f743640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9918145210 0x7f99180b4470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:36.535 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.535+0000 7f991f743640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f99180cc950 0x7f99180ccdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:36.535 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.535+0000 7f991f743640 1 -- --> v1:172.21.15.153:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f99180b33d0 con 0x7f99180b1310 2024-02-10T05:31:36.535 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.535+0000 7f991f743640 1 -- --> v2:172.21.15.27:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f99180b2bf0 con 0x7f99180cc950 2024-02-10T05:31:36.536 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.535+0000 7f991f743640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99180cd2f0 con 0x7f9918145210 2024-02-10T05:31:36.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.535+0000 7f991ccde640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f99180cc950 0x7f99180ccdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:36.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.535+0000 7f991ccde640 1 --2- >> v2:172.21.15.27:3300/0 conn(0x7f99180cc950 0x7f99180ccdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59412/0 (socket says 172.21.15.27:59412) 2024-02-10T05:31:36.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.535+0000 7f991ccde640 1 -- 172.21.15.27:0/2868927452 learned_addr learned my addr 172.21.15.27:0/2868927452 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:31:36.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.536+0000 7f991d4df640 1 --2- 172.21.15.27:0/2868927452 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9918145210 0x7f99180b4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:36.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.536+0000 7f991ccde640 1 -- 172.21.15.27:0/2868927452 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9918145210 msgr2=0x7f99180b4470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T05:31:36.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.536+0000 7f991ccde640 1 --2- 172.21.15.27:0/2868927452 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9918145210 0x7f99180b4470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:36.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.536+0000 7f991ccde640 1 -- 172.21.15.27:0/2868927452 >> v1:172.21.15.153:6789/0 conn(0x7f99180b1310 legacy=0x7f991815bea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:36.538 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.536+0000 7f991ccde640 1 -- 172.21.15.27:0/2868927452 --> v2:172.21.15.27:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99180b36b0 con 0x7f99180cc950 2024-02-10T05:31:36.538 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.538+0000 7f991ccde640 1 --2- 172.21.15.27:0/2868927452 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f99180cc950 0x7f99180ccdb0 secure :-1 s=READY pgs=2020 cs=0 l=1 rev1=1 crypto rx=0x7f99080098a0 tx=0x7f990802b980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bece8575d600c705 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:36.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.538+0000 7f990ffff640 1 -- 172.21.15.27:0/2868927452 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9908030840 con 0x7f99180cc950 2024-02-10T05:31:36.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.538+0000 7f990ffff640 1 -- 172.21.15.27:0/2868927452 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f99080309a0 con 0x7f99180cc950 2024-02-10T05:31:36.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.538+0000 7f990ffff640 1 -- 172.21.15.27:0/2868927452 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9908030d50 con 0x7f99180cc950 2024-02-10T05:31:36.540 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.540+0000 7f991f743640 1 -- 172.21.15.27:0/2868927452 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f99180cc950 msgr2=0x7f99180ccdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:36.540 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.540+0000 7f991f743640 1 --2- 172.21.15.27:0/2868927452 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f99180cc950 0x7f99180ccdb0 secure :-1 s=READY pgs=2020 cs=0 l=1 rev1=1 crypto rx=0x7f99080098a0 tx=0x7f990802b980 comp rx=0 tx=0).stop 2024-02-10T05:31:36.540 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.540+0000 7f991f743640 1 -- 172.21.15.27:0/2868927452 shutdown_connections 2024-02-10T05:31:36.540 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.540+0000 7f991f743640 1 --2- 172.21.15.27:0/2868927452 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f99180cc950 0x7f99180ccdb0 unknown :-1 s=CLOSED pgs=2020 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:36.541 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.540+0000 7f991f743640 1 --2- 172.21.15.27:0/2868927452 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9918145210 0x7f99180b4470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:36.541 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.540+0000 7f991f743640 1 -- 172.21.15.27:0/2868927452 >> 172.21.15.27:0/2868927452 conn(0x7f991806ac50 msgr2=0x7f991806b060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:36.541 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.540+0000 7f991f743640 1 -- 172.21.15.27:0/2868927452 shutdown_connections 2024-02-10T05:31:36.541 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.540+0000 7f991f743640 1 -- 172.21.15.27:0/2868927452 wait complete. 2024-02-10T05:31:36.542 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.541+0000 7f991f743640 1 Processor -- start 2024-02-10T05:31:36.542 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.542+0000 7f991f743640 1 -- start start 2024-02-10T05:31:36.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.542+0000 7f991f743640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f99180b1310 0x7f99181f2ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:36.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.542+0000 7f991f743640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f99180cc950 0x7f991813e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:36.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.542+0000 7f991f743640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9918145210 0x7f991813ed00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:36.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.542+0000 7f991f743640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9918142380 con 0x7f99180b1310 2024-02-10T05:31:36.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.542+0000 7f991f743640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9918141770 con 0x7f99180cc950 2024-02-10T05:31:36.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.542+0000 7f991f743640 1 -- --> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9918141a50 con 0x7f9918145210 2024-02-10T05:31:36.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.543+0000 7f991ccde640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f99180cc950 0x7f991813e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:36.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.543+0000 7f991d4df640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f99180b1310 0x7f99181f2ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:36.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.543+0000 7f991ccde640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f99180cc950 0x7f991813e7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.27:34718/0 (socket says 172.21.15.27:34718) 2024-02-10T05:31:36.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.543+0000 7f991dce0640 1 --2- >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9918145210 0x7f991813ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:36.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.543+0000 7f991ccde640 1 -- 172.21.15.27:0/3030050426 learned_addr learned my addr 172.21.15.27:0/3030050426 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-02-10T05:31:36.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.543+0000 7f991ccde640 1 -- 172.21.15.27:0/3030050426 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9918145210 msgr2=0x7f991813ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:36.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.543+0000 7f991ccde640 1 --2- 172.21.15.27:0/3030050426 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9918145210 0x7f991813ed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:36.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.543+0000 7f991ccde640 1 -- 172.21.15.27:0/3030050426 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f99180b1310 msgr2=0x7f99181f2ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:36.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.543+0000 7f991ccde640 1 --2- 172.21.15.27:0/3030050426 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f99180b1310 0x7f99181f2ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:36.546 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.543+0000 7f991ccde640 1 -- 172.21.15.27:0/3030050426 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99080094d0 con 0x7f99180cc950 2024-02-10T05:31:36.546 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.544+0000 7f991ccde640 1 --2- 172.21.15.27:0/3030050426 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f99180cc950 0x7f991813e7c0 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f9908000c00 tx=0x7f9908004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:36.546 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.544+0000 7f990dffb640 1 -- 172.21.15.27:0/3030050426 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9908039d60 con 0x7f99180cc950 2024-02-10T05:31:36.546 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.544+0000 7f990dffb640 1 -- 172.21.15.27:0/3030050426 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f9908043400 con 0x7f99180cc950 2024-02-10T05:31:36.546 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.544+0000 7f991f743640 1 -- 172.21.15.27:0/3030050426 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9918141d30 con 0x7f99180cc950 2024-02-10T05:31:36.546 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.544+0000 7f990dffb640 1 -- 172.21.15.27:0/3030050426 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99080437d0 con 0x7f99180cc950 2024-02-10T05:31:36.546 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.545+0000 7f991f743640 1 -- 172.21.15.27:0/3030050426 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f99181f3410 con 0x7f99180cc950 2024-02-10T05:31:36.547 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.547+0000 7f990dffb640 1 -- 172.21.15.27:0/3030050426 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f9908043930 con 0x7f99180cc950 2024-02-10T05:31:36.547 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.547+0000 7f991f743640 1 -- 172.21.15.27:0/3030050426 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9918142530 con 0x7f99180cc950 2024-02-10T05:31:36.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.548+0000 7f990dffb640 1 --2- 172.21.15.27:0/3030050426 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f990406b810 0x7f990406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T05:31:36.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.548+0000 7f990dffb640 1 -- 172.21.15.27:0/3030050426 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f990803e070 con 0x7f99180cc950 2024-02-10T05:31:36.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.548+0000 7f991d4df640 1 --2- 172.21.15.27:0/3030050426 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f990406b810 0x7f990406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T05:31:36.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.549+0000 7f991d4df640 1 --2- 172.21.15.27:0/3030050426 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f990406b810 0x7f990406dcd0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f99140079a0 tx=0x7f9914008040 comp rx=0 tx=0).ready entity=mgr.4106 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T05:31:36.552 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:36.552+0000 7f990dffb640 1 -- 172.21.15.27:0/3030050426 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182440 (secure 0 0 0) 0x7f9918142530 con 0x7f99180cc950 2024-02-10T05:31:37.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:37.208+0000 7f991f743640 1 -- 172.21.15.27:0/3030050426 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f991806bbe0 con 0x7f99180cc950 2024-02-10T05:31:37.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:37.209+0000 7f990dffb640 1 -- 172.21.15.27:0/3030050426 <== mon.1 v2:172.21.15.153:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) v1 ==== 94+0+3696 (secure 0 0 0) 0x7f9908034090 con 0x7f99180cc950 2024-02-10T05:31:37.209 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-02-10T05:31:37.209 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":16,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4793,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6834/3159189479","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6832","nonce":3159189479},{"type":"v1","addr":"172.21.15.27:6834","nonce":3159189479}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":4796,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/731048817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6833","nonce":731048817},{"type":"v1","addr":"172.21.15.27:6835","nonce":731048817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":4799,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6836/2074047013","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":2074047013},{"type":"v1","addr":"172.21.15.153:6836","nonce":2074047013}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":9052,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6837/168000643","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6835","nonce":168000643},{"type":"v1","addr":"172.21.15.153:6837","nonce":168000643}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":15}],"filesystems":[]} 2024-02-10T05:31:37.210 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 16 2024-02-10T05:31:37.213 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:37.212+0000 7f991f743640 1 -- 172.21.15.27:0/3030050426 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f990406b810 msgr2=0x7f990406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:37.213 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:37.212+0000 7f991f743640 1 --2- 172.21.15.27:0/3030050426 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f990406b810 0x7f990406dcd0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f99140079a0 tx=0x7f9914008040 comp rx=0 tx=0).stop 2024-02-10T05:31:37.213 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:37.212+0000 7f991f743640 1 -- 172.21.15.27:0/3030050426 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f99180cc950 msgr2=0x7f991813e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T05:31:37.213 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:37.212+0000 7f991f743640 1 --2- 172.21.15.27:0/3030050426 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f99180cc950 0x7f991813e7c0 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f9908000c00 tx=0x7f9908004730 comp rx=0 tx=0).stop 2024-02-10T05:31:37.213 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:37.212+0000 7f991f743640 1 -- 172.21.15.27:0/3030050426 shutdown_connections 2024-02-10T05:31:37.213 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:37.212+0000 7f991f743640 1 --2- 172.21.15.27:0/3030050426 >> [v2:172.21.15.153:6832/1248308414,v1:172.21.15.153:6833/1248308414] conn(0x7f990406b810 0x7f990406dcd0 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:37.213 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:37.212+0000 7f991f743640 1 --2- 172.21.15.27:0/3030050426 >> [v2:172.21.15.153:3301/0,v1:172.21.15.153:6790/0] conn(0x7f9918145210 0x7f991813ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:37.214 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:37.212+0000 7f991f743640 1 --2- 172.21.15.27:0/3030050426 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f99180cc950 0x7f991813e7c0 unknown :-1 s=CLOSED pgs=835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:37.214 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:37.212+0000 7f991f743640 1 --2- 172.21.15.27:0/3030050426 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f99180b1310 0x7f99181f2ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T05:31:37.214 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:37.212+0000 7f991f743640 1 -- 172.21.15.27:0/3030050426 >> 172.21.15.27:0/3030050426 conn(0x7f991806ac50 msgr2=0x7f99180adc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T05:31:37.214 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:37.212+0000 7f991f743640 1 -- 172.21.15.27:0/3030050426 shutdown_connections 2024-02-10T05:31:37.214 INFO:teuthology.orchestra.run.smithi027.stderr:2024-02-10T05:31:37.212+0000 7f991f743640 1 -- 172.21.15.27:0/3030050426 wait complete. 2024-02-10T05:31:37.232 DEBUG:tasks.cephfs.filesystem:already dead... 2024-02-10T05:31:37.232 INFO:teuthology.misc:Shutting down mds daemons... 2024-02-10T05:31:37.232 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-02-10T05:31:37.232 INFO:teuthology.orchestra.run:waiting for 300 2024-02-10T05:31:37.255 INFO:tasks.ceph.mds.a:Stopped 2024-02-10T05:31:37.255 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-02-10T05:31:37.256 INFO:teuthology.orchestra.run:waiting for 300 2024-02-10T05:31:37.318 INFO:tasks.ceph.mds.c:Stopped 2024-02-10T05:31:37.318 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-02-10T05:31:37.318 INFO:teuthology.orchestra.run:waiting for 300 2024-02-10T05:31:37.332 INFO:tasks.ceph.mds.b:Stopped 2024-02-10T05:31:37.332 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-02-10T05:31:37.333 INFO:teuthology.orchestra.run:waiting for 300 2024-02-10T05:31:37.384 INFO:tasks.ceph.mds.d:Stopped 2024-02-10T05:31:37.384 INFO:teuthology.misc:Shutting down osd daemons... 2024-02-10T05:31:37.385 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-02-10T05:31:37.385 INFO:teuthology.orchestra.run:waiting for 300 2024-02-10T05:31:41.077 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.0 is failed for ~0s 2024-02-10T05:31:43.487 INFO:tasks.ceph.osd.0:Stopped 2024-02-10T05:31:43.488 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-02-10T05:31:43.488 INFO:teuthology.orchestra.run:waiting for 300 2024-02-10T05:31:46.664 DEBUG:teuthology.orchestra.run.smithi027:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:31:46.668 DEBUG:teuthology.orchestra.run.smithi153:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-10T05:31:46.746 INFO:tasks.ceph.osd.6.smithi153.stderr:2024-02-10T05:31:46.746+0000 7f259d6a3640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 54811) UID: 0 2024-02-10T05:31:46.747 INFO:tasks.ceph.osd.4.smithi153.stderr:2024-02-10T05:31:46.746+0000 7f3f76301640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 54811) UID: 0 2024-02-10T05:31:46.747 INFO:tasks.ceph.osd.7.smithi153.stderr:2024-02-10T05:31:46.746+0000 7f8c00e18640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 54811) UID: 0 2024-02-10T05:31:46.747 INFO:tasks.ceph.osd.5.smithi153.stderr:2024-02-10T05:31:46.746+0000 7f68574da640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 54811) UID: 0 2024-02-10T05:31:47.188 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.1 is failed for ~0s 2024-02-10T05:31:47.188 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.0 has been restored 2024-02-10T05:31:49.592 INFO:tasks.ceph.osd.1:Stopped 2024-02-10T05:31:49.592 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-02-10T05:31:49.593 INFO:teuthology.orchestra.run:waiting for 300 2024-02-10T05:31:53.196 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.2 is failed for ~0s 2024-02-10T05:31:53.197 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.1 has been restored 2024-02-10T05:31:55.694 INFO:tasks.ceph.osd.2:Stopped 2024-02-10T05:31:55.694 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-02-10T05:31:55.695 INFO:teuthology.orchestra.run:waiting for 300 2024-02-10T05:31:59.105 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~0s 2024-02-10T05:31:59.106 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.2 has been restored 2024-02-10T05:32:01.796 INFO:tasks.ceph.osd.3:Stopped 2024-02-10T05:32:01.797 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-02-10T05:32:01.797 INFO:teuthology.orchestra.run:waiting for 300 2024-02-10T05:32:01.896 INFO:tasks.ceph.osd.4:Stopped 2024-02-10T05:32:01.897 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-02-10T05:32:01.897 INFO:teuthology.orchestra.run:waiting for 300 2024-02-10T05:32:01.980 INFO:tasks.ceph.osd.5:Stopped 2024-02-10T05:32:01.980 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-02-10T05:32:01.981 INFO:teuthology.orchestra.run:waiting for 300 2024-02-10T05:32:04.712 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.6 is failed for ~0s 2024-02-10T05:32:04.712 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 has been restored 2024-02-10T05:32:08.083 INFO:tasks.ceph.osd.6:Stopped 2024-02-10T05:32:08.084 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-02-10T05:32:08.084 INFO:teuthology.orchestra.run:waiting for 300 2024-02-10T05:32:10.217 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 is failed for ~0s 2024-02-10T05:32:10.217 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.6 has been restored 2024-02-10T05:32:14.186 INFO:tasks.ceph.osd.7:Stopped 2024-02-10T05:32:14.186 INFO:teuthology.misc:Shutting down mgr daemons... 2024-02-10T05:32:14.187 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-02-10T05:32:14.187 INFO:teuthology.orchestra.run:waiting for 300 2024-02-10T05:32:14.252 INFO:tasks.ceph.mgr.y:Stopped 2024-02-10T05:32:14.252 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-02-10T05:32:14.252 INFO:teuthology.orchestra.run:waiting for 300 2024-02-10T05:32:14.284 INFO:tasks.ceph.mgr.x:Stopped 2024-02-10T05:32:14.284 INFO:teuthology.misc:Shutting down mon daemons... 2024-02-10T05:32:14.284 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-02-10T05:32:14.285 INFO:teuthology.orchestra.run:waiting for 300 2024-02-10T05:32:14.340 INFO:tasks.ceph.mon.a:Stopped 2024-02-10T05:32:14.340 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-02-10T05:32:14.340 INFO:teuthology.orchestra.run:waiting for 300 2024-02-10T05:32:14.358 INFO:tasks.ceph.mon.b:Stopped 2024-02-10T05:32:14.358 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-02-10T05:32:14.358 INFO:teuthology.orchestra.run:waiting for 300 2024-02-10T05:32:14.420 INFO:tasks.ceph.mon.c:Stopped 2024-02-10T05:32:14.421 INFO:tasks.ceph:Checking cluster log for badness... 2024-02-10T05:32:14.421 DEBUG:teuthology.orchestra.run.smithi027:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'overall HEALTH_' | egrep -v '\(FS_DEGRADED\)' | egrep -v '\(MDS_FAILED\)' | egrep -v '\(MDS_DEGRADED\)' | egrep -v '\(FS_WITH_FAILED_MDS\)' | egrep -v '\(MDS_DAMAGE\)' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(FS_INLINE_DATA_DEPRECATED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | head -n 1 2024-02-10T05:32:14.592 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi027.front.sepia.ceph.com 2024-02-10T05:32:14.593 DEBUG:teuthology.orchestra.run.smithi027:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-02-10T05:32:15.015 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi027.front.sepia.ceph.com 2024-02-10T05:32:15.016 DEBUG:teuthology.orchestra.run.smithi027:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-02-10T05:32:15.218 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 has been restored 2024-02-10T05:32:15.234 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi027.front.sepia.ceph.com 2024-02-10T05:32:15.234 DEBUG:teuthology.orchestra.run.smithi027:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-02-10T05:32:15.448 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi027.front.sepia.ceph.com 2024-02-10T05:32:15.448 DEBUG:teuthology.orchestra.run.smithi027:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-02-10T05:32:15.649 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi153.front.sepia.ceph.com 2024-02-10T05:32:15.649 DEBUG:teuthology.orchestra.run.smithi153:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-02-10T05:32:16.080 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi153.front.sepia.ceph.com 2024-02-10T05:32:16.081 DEBUG:teuthology.orchestra.run.smithi153:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-02-10T05:32:16.249 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi153.front.sepia.ceph.com 2024-02-10T05:32:16.249 DEBUG:teuthology.orchestra.run.smithi153:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-02-10T05:32:16.404 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi153.front.sepia.ceph.com 2024-02-10T05:32:16.404 DEBUG:teuthology.orchestra.run.smithi153:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-02-10T05:32:16.541 INFO:tasks.ceph:Archiving mon data... 2024-02-10T05:32:16.543 DEBUG:teuthology.misc:Transferring archived files from smithi027:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554559/data/mon.a.tgz 2024-02-10T05:32:16.543 DEBUG:teuthology.orchestra.run.smithi027:> mktemp 2024-02-10T05:32:16.583 INFO:teuthology.orchestra.run.smithi027.stdout:/tmp/tmp.rL7V0n9Dm5 2024-02-10T05:32:16.583 DEBUG:teuthology.orchestra.run.smithi027:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.rL7V0n9Dm5 2024-02-10T05:32:16.992 DEBUG:teuthology.orchestra.run.smithi027:> sudo chmod 0666 /tmp/tmp.rL7V0n9Dm5 2024-02-10T05:32:17.147 DEBUG:teuthology.orchestra.remote:smithi027:/tmp/tmp.rL7V0n9Dm5 is 541KB 2024-02-10T05:32:17.246 DEBUG:teuthology.orchestra.run.smithi027:> rm -fr /tmp/tmp.rL7V0n9Dm5 2024-02-10T05:32:17.277 DEBUG:teuthology.misc:Transferring archived files from smithi153:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554559/data/mon.b.tgz 2024-02-10T05:32:17.278 DEBUG:teuthology.orchestra.run.smithi153:> mktemp 2024-02-10T05:32:17.306 INFO:teuthology.orchestra.run.smithi153.stdout:/tmp/tmp.cjUslSRFly 2024-02-10T05:32:17.307 DEBUG:teuthology.orchestra.run.smithi153:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.cjUslSRFly 2024-02-10T05:32:17.561 DEBUG:teuthology.orchestra.run.smithi153:> sudo chmod 0666 /tmp/tmp.cjUslSRFly 2024-02-10T05:32:17.639 DEBUG:teuthology.orchestra.remote:smithi153:/tmp/tmp.cjUslSRFly is 541KB 2024-02-10T05:32:17.704 DEBUG:teuthology.orchestra.run.smithi153:> rm -fr /tmp/tmp.cjUslSRFly 2024-02-10T05:32:17.729 DEBUG:teuthology.misc:Transferring archived files from smithi153:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554559/data/mon.c.tgz 2024-02-10T05:32:17.729 DEBUG:teuthology.orchestra.run.smithi153:> mktemp 2024-02-10T05:32:17.783 INFO:teuthology.orchestra.run.smithi153.stdout:/tmp/tmp.cpxBfOMTWN 2024-02-10T05:32:17.784 DEBUG:teuthology.orchestra.run.smithi153:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.cpxBfOMTWN 2024-02-10T05:32:17.931 DEBUG:teuthology.orchestra.run.smithi153:> sudo chmod 0666 /tmp/tmp.cpxBfOMTWN 2024-02-10T05:32:18.017 DEBUG:teuthology.orchestra.remote:smithi153:/tmp/tmp.cpxBfOMTWN is 541KB 2024-02-10T05:32:18.116 DEBUG:teuthology.orchestra.run.smithi153:> rm -fr /tmp/tmp.cpxBfOMTWN 2024-02-10T05:32:18.131 INFO:tasks.ceph:Cleaning ceph cluster... 2024-02-10T05:32:18.131 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-02-10T05:32:18.135 DEBUG:teuthology.orchestra.run.smithi153:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-02-10T05:32:18.313 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-02-10T05:32:18.346 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-02-10T05:32:18.346 INFO:tasks.ceph:Archiving crash dumps... 2024-02-10T05:32:18.348 DEBUG:teuthology.misc:Transferring archived files from smithi027:/var/lib/ceph/crash to /home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554559/remote/smithi027/crash 2024-02-10T05:32:18.349 DEBUG:teuthology.orchestra.run.smithi027:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-02-10T05:32:18.432 DEBUG:teuthology.misc:Transferring archived files from smithi153:/var/lib/ceph/crash to /home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554559/remote/smithi153/crash 2024-02-10T05:32:18.433 DEBUG:teuthology.orchestra.run.smithi153:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-02-10T05:32:18.460 INFO:tasks.ceph:Shutting down logrotate 2024-02-10T05:33:40.857 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-02-10T05:33:40.951 DEBUG:teuthology.orchestra.run.smithi153:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-02-10T05:33:40.998 INFO:tasks.ceph:Compressing logs... 2024-02-10T05:33:40.998 DEBUG:teuthology.orchestra.run.smithi027:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-02-10T05:33:41.002 DEBUG:teuthology.orchestra.run.smithi153:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-02-10T05:33:41.048 INFO:teuthology.orchestra.run.smithi153.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-02-10T05:33:41.048 INFO:teuthology.orchestra.run.smithi153.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38001.log 2024-02-10T05:33:41.048 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38161.log 2024-02-10T05:33:41.049 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/ceph-client.admin.38001.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-02-10T05:33:41.049 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/ceph-client.admin.38161.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2024-02-10T05:33:41.049 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-02-10T05:33:41.049 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38081.log 2024-02-10T05:33:41.049 INFO:teuthology.orchestra.run.smithi153.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-02-10T05:33:41.049 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/ceph-osd.4.log: /var/log/ceph/ceph-client.admin.38081.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-02-10T05:33:41.049 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.3.44828.log 2024-02-10T05:33:41.050 INFO:teuthology.orchestra.run.smithi153.stderr: 91.5% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-02-10T05:33:41.050 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44375.log 2024-02-10T05:33:41.050 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/ceph-client.3.44828.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-02-10T05:33:41.050 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/ceph-client.1.44375.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38041.log 2024-02-10T05:33:41.050 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37961.log 2024-02-10T05:33:41.050 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/ceph-client.admin.38041.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38121.log 2024-02-10T05:33:41.050 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/ceph-client.admin.37961.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-02-10T05:33:41.051 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/ceph-client.admin.38121.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-02-10T05:33:41.051 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2024-02-10T05:33:41.051 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37921.log 2024-02-10T05:33:41.051 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-02-10T05:33:41.052 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/ceph-client.admin.37921.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37881.log 2024-02-10T05:33:41.052 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/ceph-mon.c.log: /var/log/ceph/ceph-client.admin.37881.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.38161.log.gz 2024-02-10T05:33:41.064 INFO:teuthology.orchestra.run.smithi153.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.37881.log.gz 2024-02-10T05:33:41.066 INFO:teuthology.orchestra.run.smithi153.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.37921.log.gz 2024-02-10T05:33:41.068 INFO:teuthology.orchestra.run.smithi153.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.37961.log.gz 2024-02-10T05:33:41.069 INFO:teuthology.orchestra.run.smithi153.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.38001.log.gz 2024-02-10T05:33:41.069 INFO:teuthology.orchestra.run.smithi153.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.38041.log.gz 2024-02-10T05:33:41.070 INFO:teuthology.orchestra.run.smithi153.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.38081.log.gz 2024-02-10T05:33:41.070 INFO:teuthology.orchestra.run.smithi153.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.38121.log.gz 2024-02-10T05:33:41.090 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.492078.log 2024-02-10T05:33:41.090 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.226968.log 2024-02-10T05:33:41.091 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.492078.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.547752.log 2024-02-10T05:33:41.091 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.255861.log 2024-02-10T05:33:41.092 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.186570.log 2024-02-10T05:33:41.093 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115514.log 2024-02-10T05:33:41.093 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.252493.log 2024-02-10T05:33:41.094 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.370067.log 2024-02-10T05:33:41.095 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.199612.log 2024-02-10T05:33:41.095 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.256280.log 2024-02-10T05:33:41.096 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.230557.log 2024-02-10T05:33:41.096 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49828.log 2024-02-10T05:33:41.097 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179562.log 2024-02-10T05:33:41.097 INFO:teuthology.orchestra.run.smithi153.stderr: 93.6% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-02-10T05:33:41.098 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.223736.log 2024-02-10T05:33:41.098 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.137544.log 2024-02-10T05:33:41.099 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.184393.log 2024-02-10T05:33:41.100 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.442144.log 2024-02-10T05:33:41.100 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.270329.log 2024-02-10T05:33:41.101 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49708.log 2024-02-10T05:33:41.102 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.556935.log 2024-02-10T05:33:41.102 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.385651.log 2024-02-10T05:33:41.103 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.502751.log 2024-02-10T05:33:41.104 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.375630.log 2024-02-10T05:33:41.104 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.207842.log 2024-02-10T05:33:41.105 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.468272.log 2024-02-10T05:33:41.105 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.436614.log 2024-02-10T05:33:41.106 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.242176.log 2024-02-10T05:33:41.107 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51082.log 2024-02-10T05:33:41.107 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.379219.log 2024-02-10T05:33:41.108 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.390163.log 2024-02-10T05:33:41.109 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117467.log 2024-02-10T05:33:41.110 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.392654.log 2024-02-10T05:33:41.111 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.547752.log: /var/log/ceph/ceph-client.admin.226968.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.231833.log 2024-02-10T05:33:41.117 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.442144.log: /var/log/ceph/ceph-client.admin.390163.log: /var/log/ceph/ceph-client.admin.556935.log: /var/log/ceph/ceph-client.admin.502751.log: /var/log/ceph/ceph-client.admin.468272.log: /var/log/ceph/ceph-client.admin.436614.log: /var/log/ceph/ceph-client.admin.186570.log: /var/log/ceph/ceph-client.admin.49828.log: /var/log/ceph/ceph-client.admin.51082.log: gzip/var/log/ceph/ceph-client.admin.230557.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.207416.log 2024-02-10T05:33:41.117 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.392654.log: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.492078.log.gz 2024-02-10T05:33:41.117 INFO:teuthology.orchestra.run.smithi027.stderr: 80.7%/var/log/ceph/ceph-client.admin.199612.log: /var/log/ceph/ceph-client.admin.223736.log: /var/log/ceph/ceph-client.admin.137544.log: -- replaced with /var/log/ceph/ceph-client.admin.547752.log.gz/var/log/ceph/ceph-client.admin.115514.log: /var/log/ceph/ceph-client.admin.179562.log: 2024-02-10T05:33:41.117 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.242176.log: /var/log/ceph/ceph-client.admin.184393.log: /var/log/ceph/ceph-client.admin.49708.log: /var/log/ceph/ceph-client.admin.375630.log: /var/log/ceph/ceph-client.admin.270329.log: /var/log/ceph/ceph-client.admin.207842.log: /var/log/ceph/ceph-client.admin.385651.log: /var/log/ceph/ceph-client.admin.252493.log: /var/log/ceph/ceph-client.admin.379219.log: /var/log/ceph/ceph-client.admin.255861.log: /var/log/ceph/ceph-client.admin.256280.log: gzip/var/log/ceph/ceph-client.admin.370067.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.510571.log 2024-02-10T05:33:41.117 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.117467.log: /var/log/ceph/ceph-client.admin.231833.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.528994.log 2024-02-10T05:33:41.117 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.207416.log: /var/log/ceph/ceph-client.admin.510571.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-02-10T05:33:41.118 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.528994.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.559592.log 2024-02-10T05:33:41.118 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.149518.log 2024-02-10T05:33:41.118 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-mon.a.log: /var/log/ceph/ceph-client.admin.559592.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.228879.log 2024-02-10T05:33:41.118 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.385215.log 2024-02-10T05:33:41.122 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.149518.log: /var/log/ceph/ceph-client.admin.228879.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142355.log 2024-02-10T05:33:41.122 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.385215.log: /var/log/ceph/ceph-client.admin.435776.log 2024-02-10T05:33:41.122 INFO:teuthology.orchestra.run.smithi027.stderr: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.556935.log.gz 2024-02-10T05:33:41.122 INFO:teuthology.orchestra.run.smithi027.stderr: 92.0% -- replaced with /var/log/ceph/ceph-client.admin.559592.log.gz 2024-02-10T05:33:41.122 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.142355.log: /var/log/ceph/ceph-client.admin.465600.log 2024-02-10T05:33:41.123 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.435776.log: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.223736.log.gz 2024-02-10T05:33:41.123 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.523619.log 2024-02-10T05:33:41.123 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.126120.log 2024-02-10T05:33:41.123 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.465600.log: /var/log/ceph/ceph-client.admin.523619.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.200057.log 2024-02-10T05:33:41.123 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.126120.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.216809.log 2024-02-10T05:33:41.127 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.344210.log 2024-02-10T05:33:41.127 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.200057.log: /var/log/ceph/ceph-client.admin.216809.log: 85.1% -- replaced with /var/log/ceph/ceph-client.admin.510571.log.gz 2024-02-10T05:33:41.127 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.503606.log 2024-02-10T05:33:41.127 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.230557.log.gz 2024-02-10T05:33:41.127 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.344210.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.430715.log 2024-02-10T05:33:41.127 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.503606.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.261030.log 2024-02-10T05:33:41.127 INFO:teuthology.orchestra.run.smithi027.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.528994.log.gz 2024-02-10T05:33:41.127 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.430715.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.218060.log 2024-02-10T05:33:41.128 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.125683.log 2024-02-10T05:33:41.128 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.261030.log: /var/log/ceph/ceph-client.admin.218060.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.536547.log 2024-02-10T05:33:41.128 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.180833.log 2024-02-10T05:33:41.130 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.125683.log: /var/log/ceph/ceph-client.admin.536547.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.488771.log 2024-02-10T05:33:41.130 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48001.log 2024-02-10T05:33:41.130 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.180833.log: /var/log/ceph/ceph-client.admin.488771.log: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.256280.log.gz 2024-02-10T05:33:41.131 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.233909.log 2024-02-10T05:33:41.131 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51944.log 2024-02-10T05:33:41.131 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.48001.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.480874.log 2024-02-10T05:33:41.131 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.233909.log: /var/log/ceph/ceph-client.admin.51944.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.225617.log 2024-02-10T05:33:41.133 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.480874.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.46668.log 2024-02-10T05:33:41.133 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.385651.log.gz 2024-02-10T05:33:41.133 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.240423.log 2024-02-10T05:33:41.133 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.225617.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.123577.log 2024-02-10T05:33:41.134 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.0.46668.log: /var/log/ceph/ceph-client.admin.240423.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.347567.log 2024-02-10T05:33:41.134 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.556042.log 2024-02-10T05:33:41.136 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.347567.log: /var/log/ceph/ceph-client.admin.123577.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.218051.log 2024-02-10T05:33:41.136 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.556042.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.484707.log 2024-02-10T05:33:41.136 INFO:teuthology.orchestra.run.smithi027.stderr: 78.8% -- replaced with /var/log/ceph/ceph-client.admin.556042.log.gz 2024-02-10T05:33:41.136 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.443396.log 2024-02-10T05:33:41.136 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.484707.log: /var/log/ceph/ceph-client.admin.218051.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44988.log 2024-02-10T05:33:41.137 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52178.log 2024-02-10T05:33:41.138 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.44988.log: 85.1% -- replaced with /var/log/ceph/ceph-client.admin.502751.log.gz 2024-02-10T05:33:41.138 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5/var/log/ceph/ceph-client.admin.443396.log: --verbose -- /var/log/ceph/ceph-client.admin.508899.log 2024-02-10T05:33:41.139 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.52178.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.358722.log 2024-02-10T05:33:41.139 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.131280.log 2024-02-10T05:33:41.140 INFO:teuthology.orchestra.run.smithi153.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.1.44375.log.gz 2024-02-10T05:33:41.140 INFO:teuthology.orchestra.run.smithi153.stderr: 90.5% -- replaced with /var/log/ceph/ceph-client.3.44828.log.gz 2024-02-10T05:33:41.141 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.508899.log: /var/log/ceph/ceph-client.admin.358722.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.280680.log 2024-02-10T05:33:41.142 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.410723.log 2024-02-10T05:33:41.142 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.131280.log: /var/log/ceph/ceph-client.admin.280680.log: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.436614.log.gz 2024-02-10T05:33:41.142 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.531916.log 2024-02-10T05:33:41.142 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.410723.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.558709.log 2024-02-10T05:33:41.142 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.531916.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45316.log 2024-02-10T05:33:41.142 INFO:teuthology.orchestra.run.smithi027.stderr: 84.0% -- replaced with /var/log/ceph/ceph-client.admin.252493.log.gz 2024-02-10T05:33:41.145 INFO:teuthology.orchestra.run.smithi027.stderr: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.228879.log.gz 2024-02-10T05:33:41.145 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.439586.log 2024-02-10T05:33:41.145 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.558709.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.434106.log 2024-02-10T05:33:41.145 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.45316.log: /var/log/ceph/ceph-client.admin.439586.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.444253.log 2024-02-10T05:33:41.145 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5/var/log/ceph/ceph-client.admin.434106.log: --verbose -- /var/log/ceph/ceph-client.admin.143611.log 2024-02-10T05:33:41.145 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.391152.log 2024-02-10T05:33:41.146 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.444253.log: /var/log/ceph/ceph-client.admin.143611.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.418216.log 2024-02-10T05:33:41.146 INFO:teuthology.orchestra.run.smithi027.stderr: 77.8% -- replaced with /var/log/ceph/ceph-client.admin.536547.log.gz 2024-02-10T05:33:41.147 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.499338.log 2024-02-10T05:33:41.147 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.391152.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.225014.log 2024-02-10T05:33:41.147 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.418216.log: /var/log/ceph/ceph-client.admin.499338.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.450155.log 2024-02-10T05:33:41.147 INFO:teuthology.orchestra.run.smithi027.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.137544.log.gz 2024-02-10T05:33:41.149 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.225014.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46252.log 2024-02-10T05:33:41.149 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.135880.log 2024-02-10T05:33:41.149 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.450155.log: /var/log/ceph/ceph-client.admin.46252.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.364555.log 2024-02-10T05:33:41.151 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.135880.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.437035.log 2024-02-10T05:33:41.151 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.255016.log 2024-02-10T05:33:41.151 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.364555.log: /var/log/ceph/ceph-client.admin.437035.log: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.558709.log.gz 2024-02-10T05:33:41.151 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.356097.log 2024-02-10T05:33:41.152 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.255016.log: /var/log/ceph/ceph-client.admin.543793.log 2024-02-10T05:33:41.152 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.356097.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.352183.log 2024-02-10T05:33:41.154 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48558.log 2024-02-10T05:33:41.154 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.543793.log: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.347567.log.gz 2024-02-10T05:33:41.154 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.352183.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.357020.log 2024-02-10T05:33:41.155 INFO:teuthology.orchestra.run.smithi027.stderr: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.543793.log.gz 2024-02-10T05:33:41.155 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.48558.log: /var/log/ceph/ceph-client.admin.466447.log 2024-02-10T05:33:41.157 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.357020.log: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.261030.log.gz 2024-02-10T05:33:41.157 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose 90.3% -- replaced with /var/log/ceph/ceph-client.admin.390163.log.gz -- 2024-02-10T05:33:41.157 INFO:teuthology.orchestra.run.smithi027.stderr: /var/log/ceph/ceph-client.admin.417790.log 2024-02-10T05:33:41.157 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.466447.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.484149.log 2024-02-10T05:33:41.158 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.417790.log: 90.4% -- replaced with /var/log/ceph/ceph-client.admin.218060.log.gz 2024-02-10T05:33:41.158 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.412443.log 2024-02-10T05:33:41.158 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.484149.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.194725.log 2024-02-10T05:33:41.158 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.380527.log 2024-02-10T05:33:41.160 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.412443.log: /var/log/ceph/ceph-client.admin.194725.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.270320.log 2024-02-10T05:33:41.160 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.379671.log/var/log/ceph/ceph-client.admin.380527.log: 2024-02-10T05:33:41.160 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.270320.log: /var/log/ceph/ceph-client.admin.219921.log 2024-02-10T05:33:41.160 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.442144.log.gz 2024-02-10T05:33:41.160 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5/var/log/ceph/ceph-client.admin.379671.log: --verbose -- /var/log/ceph/ceph-client.admin.497235.log 2024-02-10T05:33:41.162 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.219921.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.220755.log 2024-02-10T05:33:41.162 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.497235.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.532750.log 2024-02-10T05:33:41.162 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.239480.log 2024-02-10T05:33:41.162 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.532750.log: /var/log/ceph/ceph-client.admin.220755.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.463466.log 2024-02-10T05:33:41.164 INFO:teuthology.orchestra.run.smithi027.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.51082.log.gz 2024-02-10T05:33:41.165 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.421549.log 2024-02-10T05:33:41.165 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.239480.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48904.log 2024-02-10T05:33:41.165 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.463466.log: 77.5% -- replaced with /var/log/ceph/ceph-client.admin.385215.log.gz 2024-02-10T05:33:41.165 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.528148.log 2024-02-10T05:33:41.165 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.421549.log: /var/log/ceph/ceph-client.admin.48904.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51208.log 2024-02-10T05:33:41.166 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.528148.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.390635.log 2024-02-10T05:33:41.166 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.200503.log 2024-02-10T05:33:41.166 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.51208.log: /var/log/ceph/ceph-client.admin.390635.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.359983.log 2024-02-10T05:33:41.168 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.551226.log 2024-02-10T05:33:41.168 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.200503.log: 80.9% -- replaced with /var/log/ceph/ceph-client.admin.370067.log.gz 2024-02-10T05:33:41.168 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.359983.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141462.log 2024-02-10T05:33:41.169 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.551226.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51352.log 2024-02-10T05:33:41.170 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52070.log 2024-02-10T05:33:41.170 INFO:teuthology.orchestra.run.smithi027.stderr: 80.9% -- replaced with /var/log/ceph/ceph-client.admin.379219.log.gz 2024-02-10T05:33:41.170 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.141462.log: /var/log/ceph/ceph-client.admin.51352.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.474288.log 2024-02-10T05:33:41.172 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.52070.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.244132.log 2024-02-10T05:33:41.173 INFO:teuthology.orchestra.run.smithi027.stderr: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.551226.log.gz 2024-02-10T05:33:41.173 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.474288.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.464766.log 2024-02-10T05:33:41.173 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.267305.log 2024-02-10T05:33:41.173 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.464766.log: 85.1%/var/log/ceph/ceph-client.admin.244132.log: -- replaced with /var/log/ceph/ceph-client.admin.508899.log.gz 2024-02-10T05:33:41.173 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.503606.log.gz 2024-02-10T05:33:41.173 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.200949.log 2024-02-10T05:33:41.175 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.267305.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.357029.log 2024-02-10T05:33:41.175 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.200949.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.222884.log 2024-02-10T05:33:41.175 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.135046.log 2024-02-10T05:33:41.176 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.357029.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.391652.log 2024-02-10T05:33:41.176 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.135046.log: /var/log/ceph/ceph-client.admin.222884.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.196063.log 2024-02-10T05:33:41.177 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.543376.log 2024-02-10T05:33:41.177 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.391652.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.136288.log 2024-02-10T05:33:41.177 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.196063.log: /var/log/ceph/ceph-client.admin.543376.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.219912.log 2024-02-10T05:33:41.178 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.543376.log.gz 2024-02-10T05:33:41.178 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5/var/log/ceph/ceph-client.admin.136288.log: --verbose -- /var/log/ceph/ceph-client.admin.249521.log 2024-02-10T05:33:41.178 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.219912.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.280671.log 2024-02-10T05:33:41.180 INFO:teuthology.orchestra.run.smithi027.stderr: 92.7% -- replaced with /var/log/ceph/ceph-client.admin.270329.log.gz 2024-02-10T05:33:41.180 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.414405.log 2024-02-10T05:33:41.180 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.249521.log: /var/log/ceph/ceph-client.admin.280671.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.536984.log 2024-02-10T05:33:41.181 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.414405.log: /var/log/ceph/ceph-client.admin.536556.log 2024-02-10T05:33:41.181 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.143620.log 2024-02-10T05:33:41.181 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.536984.log: /var/log/ceph/ceph-client.admin.536556.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.227406.log 2024-02-10T05:33:41.183 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.466438.log 2024-02-10T05:33:41.183 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.143620.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.508060.log 2024-02-10T05:33:41.183 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.466438.log: /var/log/ceph/ceph-client.admin.227406.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.550777.log 2024-02-10T05:33:41.184 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.508060.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.415230.log 2024-02-10T05:33:41.184 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.425898.log 2024-02-10T05:33:41.185 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.550777.log: /var/log/ceph/ceph-client.admin.415230.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.263551.log 2024-02-10T05:33:41.186 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.451876.log 2024-02-10T05:33:41.186 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.263551.log: /var/log/ceph/ceph-client.admin.425898.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.481284.log 2024-02-10T05:33:41.188 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.451876.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.415656.log 2024-02-10T05:33:41.188 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115982.log 2024-02-10T05:33:41.190 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.481284.log: /var/log/ceph/ceph-client.admin.415656.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.216392.log 2024-02-10T05:33:41.190 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.488280.log 2024-02-10T05:33:41.190 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.115982.log: /var/log/ceph/ceph-client.admin.216392.log: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.435776.log.gz 2024-02-10T05:33:41.191 INFO:teuthology.orchestra.run.smithi027.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.49828.log.gz 2024-02-10T05:33:41.191 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.343801.log 2024-02-10T05:33:41.191 INFO:teuthology.orchestra.run.smithi027.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.49708.log.gz 2024-02-10T05:33:41.191 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.419512.log 2024-02-10T05:33:41.192 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.343801.log: /var/log/ceph/ceph-client.admin.488280.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.455479.log 2024-02-10T05:33:41.192 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.419512.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110741.log 2024-02-10T05:33:41.192 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.455479.log: 77.2% -- replaced with /var/log/ceph/ceph-client.admin.125683.log.gz 2024-02-10T05:33:41.193 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.438760.log 2024-02-10T05:33:41.193 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.375148.log 2024-02-10T05:33:41.194 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.475253.log 2024-02-10T05:33:41.195 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.110741.log: /var/log/ceph/ceph-client.admin.438760.log: /var/log/ceph/ceph-client.admin.375148.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.356612.log 2024-02-10T05:33:41.195 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.131280.log.gz 2024-02-10T05:33:41.195 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.266056.log 2024-02-10T05:33:41.195 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.356612.log: /var/log/ceph/ceph-client.admin.475253.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.253754.log 2024-02-10T05:33:41.197 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.437879.log 2024-02-10T05:33:41.197 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.266056.log: /var/log/ceph/ceph-client.admin.253754.log: 80.1% -- replaced with /var/log/ceph/ceph-client.admin.484707.log.gz 2024-02-10T05:33:41.197 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.136705.log 2024-02-10T05:33:41.197 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.206174.log 2024-02-10T05:33:41.199 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.437879.log: /var/log/ceph/ceph-client.admin.136705.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.209931.log 2024-02-10T05:33:41.200 INFO:teuthology.orchestra.run.smithi027.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.44988.log.gz 2024-02-10T05:33:41.200 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.240423.log.gz 2024-02-10T05:33:41.200 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.206174.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.421558.log 2024-02-10T05:33:41.200 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.209931.log: /var/log/ceph/ceph-client.admin.421558.log: -- /var/log/ceph/ceph-client.admin.347989.log 2024-02-10T05:33:41.212 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.439595.log 2024-02-10T05:33:41.213 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.347989.log: gzip -5 --verbose --/var/log/ceph/ceph-client.admin.439595.log: /var/log/ceph/ceph-client.admin.52028.log 2024-02-10T05:33:41.213 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.127853.log 2024-02-10T05:33:41.213 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.52028.log: gzip -5 --verbose --/var/log/ceph/ceph-client.admin.127853.log: /var/log/ceph/ceph-client.admin.244141.log 2024-02-10T05:33:41.213 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51776.log 2024-02-10T05:33:41.213 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.244141.log: gzip -5 --verbose --/var/log/ceph/ceph-client.admin.51776.log: /var/log/ceph/ceph-client.admin.416958.log 2024-02-10T05:33:41.213 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.162291.log 2024-02-10T05:33:41.214 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.416958.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44302.log 2024-02-10T05:33:41.214 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.162291.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45316.log.gz 2024-02-10T05:33:41.214 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.481774.log 2024-02-10T05:33:41.214 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.44302.log: gzip -5 --verbose/var/log/ceph/ceph-client.admin.481774.log: -- /var/log/ceph/ceph-client.admin.549090.log 2024-02-10T05:33:41.214 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.436605.log 2024-02-10T05:33:41.214 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.549090.log: gzip -5 --verbose/var/log/ceph/ceph-client.admin.436605.log: -- /var/log/ceph/ceph-client.admin.129949.log 2024-02-10T05:33:41.214 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.129949.log: -- /var/log/ceph/ceph-client.admin.519343.log 2024-02-10T05:33:41.214 INFO:teuthology.orchestra.run.smithi027.stderr:gzip 90.6% -- replaced with /var/log/ceph/ceph-client.0.46668.log.gz 2024-02-10T05:33:41.215 INFO:teuthology.orchestra.run.smithi027.stderr: -5/var/log/ceph/ceph-client.admin.519343.log: 89.8% --verbose -- /var/log/ceph/ceph-client.admin.152995.log 2024-02-10T05:33:41.215 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.549090.log.gz 2024-02-10T05:33:41.215 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.235223.log 2024-02-10T05:33:41.215 INFO:teuthology.orchestra.run.smithi027.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.48001.log.gz 2024-02-10T05:33:41.215 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.152995.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.196480.log 2024-02-10T05:33:41.223 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117889.log 2024-02-10T05:33:41.223 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.235223.log: gzip -5/var/log/ceph/ceph-client.admin.196480.log: --verbose --/var/log/ceph/ceph-client.admin.117889.log: /var/log/ceph/ceph-client.admin.230139.log 2024-02-10T05:33:41.223 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.259231.log 2024-02-10T05:33:41.224 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.269047.log 2024-02-10T05:33:41.224 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.230139.log: /var/log/ceph/ceph-client.admin.259231.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.185251.log 2024-02-10T05:33:41.224 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.503597.log/var/log/ceph/ceph-client.admin.269047.log: 2024-02-10T05:33:41.224 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.185251.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146199.log 2024-02-10T05:33:41.224 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.490342.log 2024-02-10T05:33:41.224 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.146199.log: /var/log/ceph/ceph-client.admin.503597.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.485612.log 2024-02-10T05:33:41.224 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.259662.log 2024-02-10T05:33:41.224 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.485612.log: /var/log/ceph/ceph-client.admin.490342.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.474829.log 2024-02-10T05:33:41.225 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.364564.log 2024-02-10T05:33:41.225 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.259662.log: /var/log/ceph/ceph-client.admin.474829.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50584.log 2024-02-10T05:33:41.225 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.158568.log 2024-02-10T05:33:41.225 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.364564.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.535680.log 2024-02-10T05:33:41.225 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.158568.log: /var/log/ceph/ceph-client.admin.50584.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179984.log 2024-02-10T05:33:41.225 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.362055.log 2024-02-10T05:33:41.231 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.179984.log: /var/log/ceph/ceph-client.admin.535680.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50122.log 2024-02-10T05:33:41.232 INFO:teuthology.orchestra.run.smithi027.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.141462.log.gz 2024-02-10T05:33:41.232 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.362055.log: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.180833.log.gz 2024-02-10T05:33:41.232 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.501492.log 2024-02-10T05:33:41.232 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.50122.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.187010.log 2024-02-10T05:33:41.232 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.464757.log 2024-02-10T05:33:41.232 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.187010.log: /var/log/ceph/ceph-client.admin.501492.log: /var/log/ceph/ceph-client.admin.464757.log: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.117467.log.gz 2024-02-10T05:33:41.232 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.233501.log 2024-02-10T05:33:41.233 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117458.log 2024-02-10T05:33:41.233 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.233501.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.51352.log.gz 2024-02-10T05:33:41.233 INFO:teuthology.orchestra.run.smithi027.stderr: /var/log/ceph/ceph-client.admin.442553.log 2024-02-10T05:33:41.233 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.117458.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.377550.log 2024-02-10T05:33:41.233 INFO:teuthology.orchestra.run.smithi027.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.51944.log.gz 2024-02-10T05:33:41.233 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.442553.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.553843.log 2024-02-10T05:33:41.233 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.377550.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.52178.log.gz 2024-02-10T05:33:41.233 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.553843.log: 93.4% -- replaced with /var/log/ceph/ceph-client.admin.199612.log.gz 2024-02-10T05:33:41.233 INFO:teuthology.orchestra.run.smithi027.stderr: 80.9% -- replaced with /var/log/ceph/ceph-client.admin.553843.log.gz 2024-02-10T05:33:41.234 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51902.log 2024-02-10T05:33:41.236 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.534418.log 2024-02-10T05:33:41.236 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.51902.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.497652.log 2024-02-10T05:33:41.236 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.493325.log 2024-02-10T05:33:41.236 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.534418.log: /var/log/ceph/ceph-client.admin.497652.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.374699.log 2024-02-10T05:33:41.236 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.143196.log 2024-02-10T05:33:41.237 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.374699.log: /var/log/ceph/ceph-client.admin.493325.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46150.log 2024-02-10T05:33:41.237 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.389295.log 2024-02-10T05:33:41.237 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.143196.log: /var/log/ceph/ceph-client.admin.46150.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.192972.log 2024-02-10T05:33:41.238 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.389295.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.529837.log 2024-02-10T05:33:41.238 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.142355.log.gz 2024-02-10T05:33:41.238 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.192972.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.229713.log 2024-02-10T05:33:41.239 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.548173.log 2024-02-10T05:33:41.239 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.529837.log: /var/log/ceph/ceph-client.admin.229713.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.241271.log 2024-02-10T05:33:41.240 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.345046.log 2024-02-10T05:33:41.241 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.241271.log: /var/log/ceph/ceph-client.admin.548173.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.152146.log 2024-02-10T05:33:41.241 INFO:teuthology.orchestra.run.smithi027.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.548173.log.gz 2024-02-10T05:33:41.241 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.419058.log 2024-02-10T05:33:41.241 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.345046.log: /var/log/ceph/ceph-client.admin.152146.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44260.log 2024-02-10T05:33:41.243 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5/var/log/ceph/ceph-client.admin.44260.log: --verbose --/var/log/ceph/ceph-client.admin.419058.log: /var/log/ceph/ceph-client.admin.270780.log 2024-02-10T05:33:41.243 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.565950.log 2024-02-10T05:33:41.243 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.270780.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.500235.log 2024-02-10T05:33:41.244 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.347558.log 2024-02-10T05:33:41.244 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.565950.log: /var/log/ceph/ceph-client.admin.500235.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.546467.log 2024-02-10T05:33:41.244 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.347558.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.565950.log.gz 2024-02-10T05:33:41.245 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.238628.log 2024-02-10T05:33:41.245 INFO:teuthology.orchestra.run.smithi027.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.442553.log.gz 2024-02-10T05:33:41.247 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5/var/log/ceph/ceph-client.admin.238628.log: --verbose -- /var/log/ceph/ceph-client.admin.542007.log 2024-02-10T05:33:41.248 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.546467.log: /var/log/ceph/ceph-client.admin.542007.log: gzip 80.2% -- replaced with /var/log/ceph/ceph-client.admin.542007.log.gz 2024-02-10T05:33:41.248 INFO:teuthology.orchestra.run.smithi027.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.45562.log 2024-02-10T05:33:41.250 INFO:teuthology.orchestra.run.smithi027.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.439586.log.gz 2024-02-10T05:33:41.250 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5/var/log/ceph/ceph-client.admin.45562.log: --verbose -- /var/log/ceph/ceph-client.admin.187468.log 2024-02-10T05:33:41.250 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.546467.log.gz 2024-02-10T05:33:41.250 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.125265.log 2024-02-10T05:33:41.250 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.187468.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114559.log 2024-02-10T05:33:41.252 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.125265.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.244582.log 2024-02-10T05:33:41.252 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.276278.log 2024-02-10T05:33:41.252 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.114559.log: /var/log/ceph/ceph-client.admin.244582.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.445518.log 2024-02-10T05:33:41.253 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.276278.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.227415.log 2024-02-10T05:33:41.253 INFO:teuthology.orchestra.run.smithi027.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.364555.log.gz 2024-02-10T05:33:41.253 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.445518.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.209922.log 2024-02-10T05:33:41.254 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.485601.log 2024-02-10T05:33:41.255 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.209922.log: /var/log/ceph/ceph-client.admin.227415.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.269875.log 2024-02-10T05:33:41.255 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.485601.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.486028.log 2024-02-10T05:33:41.256 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45856.log 2024-02-10T05:33:41.257 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.269875.log: /var/log/ceph/ceph-client.admin.486028.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.429832.log 2024-02-10T05:33:41.257 INFO:teuthology.orchestra.run.smithi027.stderr: 78.2% -- replaced with /var/log/ceph/ceph-client.admin.219912.log.gz 2024-02-10T05:33:41.257 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.160880.log 2024-02-10T05:33:41.260 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.45856.log: gzip/var/log/ceph/ceph-client.admin.429832.log: -5 --verbose/var/log/ceph/ceph-client.admin.160880.log: -- /var/log/ceph/ceph-client.admin.268169.log 2024-02-10T05:33:41.260 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- 94.0% -- replaced with /var/log/ceph/ceph-client.admin.550777.log.gz 2024-02-10T05:33:41.260 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.268169.log: /var/log/ceph/ceph-client.admin.395526.log 2024-02-10T05:33:41.260 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.393132.log 2024-02-10T05:33:41.262 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.395526.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.248043.log 2024-02-10T05:33:41.262 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.393132.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.278990.log 2024-02-10T05:33:41.262 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.248043.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.542907.log 2024-02-10T05:33:41.262 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.278990.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.181249.log 2024-02-10T05:33:41.263 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.542907.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.441288.log 2024-02-10T05:33:41.265 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.421558.log.gz 2024-02-10T05:33:41.265 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.181249.log: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.542907.log.gz 2024-02-10T05:33:41.266 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.552081.log 2024-02-10T05:33:41.266 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146621.log 2024-02-10T05:33:41.266 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.441288.log: /var/log/ceph/ceph-client.admin.552081.log: 80.1% -- replaced with /var/log/ceph/ceph-client.admin.552081.log.gz 2024-02-10T05:33:41.266 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.418634.log 2024-02-10T05:33:41.267 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.127436.log/var/log/ceph/ceph-client.admin.146621.log: 2024-02-10T05:33:41.267 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.128687.log 2024-02-10T05:33:41.267 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.418634.log: /var/log/ceph/ceph-client.admin.127436.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44652.log 2024-02-10T05:33:41.269 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.425052.log 2024-02-10T05:33:41.269 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.128687.log: /var/log/ceph/ceph-client.admin.44652.log: 93.4% -- replaced with /var/log/ceph/ceph-client.admin.200057.log.gz 2024-02-10T05:33:41.269 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 80.8% --verbose -- replaced with /var/log/ceph/ceph-client.admin.481284.log.gz -- 2024-02-10T05:33:41.269 INFO:teuthology.orchestra.run.smithi027.stderr: /var/log/ceph/ceph-client.admin.393622.log 2024-02-10T05:33:41.269 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.480874.log.gz 2024-02-10T05:33:41.270 INFO:teuthology.orchestra.run.smithi027.stderr: 84.9% -- replaced with /var/log/ceph/ceph-client.admin.532750.log.gz 2024-02-10T05:33:41.271 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.425052.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.258817.log 2024-02-10T05:33:41.271 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.119621.log 2024-02-10T05:33:41.271 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.393622.log: /var/log/ceph/ceph-client.admin.258817.log: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.280671.log.gz 2024-02-10T05:33:41.271 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.553403.log 2024-02-10T05:33:41.272 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.119621.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.490333.log 2024-02-10T05:33:41.272 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.154710.log 2024-02-10T05:33:41.273 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.553403.log: /var/log/ceph/ceph-client.admin.490333.log: 77.9% -- replaced with /var/log/ceph/ceph-client.admin.553403.log.gz 2024-02-10T05:33:41.273 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.567367.log 2024-02-10T05:33:41.273 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.421051.log 2024-02-10T05:33:41.274 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.154710.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.566244.log 2024-02-10T05:33:41.274 INFO:teuthology.orchestra.run.smithi027.stderr: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.146199.log.gz 2024-02-10T05:33:41.274 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.567367.log: /var/log/ceph/ceph-client.admin.421051.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.278154.log 2024-02-10T05:33:41.275 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.427706.log 2024-02-10T05:33:41.275 INFO:teuthology.orchestra.run.smithi027.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.567367.log.gz 2024-02-10T05:33:41.275 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.278154.log: /var/log/ceph/ceph-client.admin.566244.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.347980.log 2024-02-10T05:33:41.276 INFO:teuthology.orchestra.run.smithi027.stderr: 88.7%gzip -- replaced with /var/log/ceph/ceph-client.admin.566244.log.gz 2024-02-10T05:33:41.276 INFO:teuthology.orchestra.run.smithi027.stderr: -5 --verbose --/var/log/ceph/ceph-client.admin.427706.log: /var/log/ceph/ceph-client.admin.355262.log 2024-02-10T05:33:41.277 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190705.log 2024-02-10T05:33:41.277 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.347980.log: /var/log/ceph/ceph-client.admin.355262.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.211605.log 2024-02-10T05:33:41.278 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.226511.log 2024-02-10T05:33:41.278 INFO:teuthology.orchestra.run.smithi027.stderr: 85.0% -- replaced with /var/log/ceph/ceph-client.admin.417790.log.gz 2024-02-10T05:33:41.278 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.190705.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.498076.log 2024-02-10T05:33:41.279 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.211605.log: /var/log/ceph/ceph-client.admin.226511.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.473021.log 2024-02-10T05:33:41.280 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.470933.log 2024-02-10T05:33:41.280 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.498076.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.421042.log 2024-02-10T05:33:41.280 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.470933.log: /var/log/ceph/ceph-client.admin.473021.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.486898.log 2024-02-10T05:33:41.281 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49666.log 2024-02-10T05:33:41.282 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.421042.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.246704.log 2024-02-10T05:33:41.282 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.49666.log: /var/log/ceph/ceph-client.admin.486898.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.449331.log 2024-02-10T05:33:41.283 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.449322.log 2024-02-10T05:33:41.283 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.246704.log: /var/log/ceph/ceph-client.admin.449331.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.453447.log 2024-02-10T05:33:41.284 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.449322.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.496818.log 2024-02-10T05:33:41.285 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43650.log 2024-02-10T05:33:41.285 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.453447.log: /var/log/ceph/ceph-client.admin.496818.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.355271.log 2024-02-10T05:33:41.286 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43304.log 2024-02-10T05:33:41.287 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.43650.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.364138.log 2024-02-10T05:33:41.287 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.43304.log: /var/log/ceph/ceph-client.admin.355271.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.565326.log 2024-02-10T05:33:41.288 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.465174.log 2024-02-10T05:33:41.288 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.364138.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.131271.log 2024-02-10T05:33:41.289 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.465174.log: /var/log/ceph/ceph-client.admin.565326.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.517848.log 2024-02-10T05:33:41.289 INFO:teuthology.orchestra.run.smithi027.stderr: 84.6% -- replaced with /var/log/ceph/ceph-client.admin.565326.log.gz 2024-02-10T05:33:41.289 INFO:teuthology.orchestra.run.smithi027.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.344210.log.gz 2024-02-10T05:33:41.290 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.131271.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.236468.log 2024-02-10T05:33:41.290 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.517848.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.195180.log 2024-02-10T05:33:41.291 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.224570.log 2024-02-10T05:33:41.291 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.236468.log: /var/log/ceph/ceph-client.admin.195180.log: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.207416.log.gz 2024-02-10T05:33:41.292 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.377069.log 2024-02-10T05:33:41.292 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.207842.log.gz 2024-02-10T05:33:41.292 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.224570.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.133795.log 2024-02-10T05:33:41.293 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.377069.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.480445.log 2024-02-10T05:33:41.293 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.534010.log 2024-02-10T05:33:41.294 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.480445.log: /var/log/ceph/ceph-client.admin.133795.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47563.log 2024-02-10T05:33:41.294 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.255861.log.gz 2024-02-10T05:33:41.295 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.132952.log 2024-02-10T05:33:41.296 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.534010.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.143187.log 2024-02-10T05:33:41.296 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.132952.log: /var/log/ceph/ceph-client.admin.47563.log: 80.1% -- replaced with /var/log/ceph/ceph-client.admin.196063.log.gz 2024-02-10T05:33:41.297 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.538030.log 2024-02-10T05:33:41.297 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.472613.log 2024-02-10T05:33:41.297 INFO:teuthology.orchestra.run.smithi027.stderr: 83.4% -- replaced with /var/log/ceph/ceph-client.admin.196480.log.gz 2024-02-10T05:33:41.297 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.538030.log: /var/log/ceph/ceph-client.admin.143187.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.210350.log 2024-02-10T05:33:41.297 INFO:teuthology.orchestra.run.smithi027.stderr: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.538030.log.gz 2024-02-10T05:33:41.298 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.450999.log 2024-02-10T05:33:41.298 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.210350.log: /var/log/ceph/ceph-client.admin.472613.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51818.log 2024-02-10T05:33:41.300 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.206174.log.gz 2024-02-10T05:33:41.300 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.417366.log 2024-02-10T05:33:41.300 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.450999.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.492489.log 2024-02-10T05:33:41.300 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.417366.log: /var/log/ceph/ceph-client.admin.51818.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.258386.log 2024-02-10T05:33:41.301 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.431970.log 2024-02-10T05:33:41.302 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.492489.log: /var/log/ceph/ceph-client.admin.258386.log: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.162291.log.gz 2024-02-10T05:33:41.302 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.470924.log 2024-02-10T05:33:41.302 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.490759.log 2024-02-10T05:33:41.303 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.431970.log: /var/log/ceph/ceph-client.admin.470924.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.534836.log 2024-02-10T05:33:41.303 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.216392.log.gz 2024-02-10T05:33:41.303 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.490759.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.566412.log 2024-02-10T05:33:41.303 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.216809.log.gz 2024-02-10T05:33:41.303 INFO:teuthology.orchestra.run.smithi027.stderr: 85.1% -- replaced with /var/log/ceph/ceph-client.admin.218051.log.gz 2024-02-10T05:33:41.304 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.534836.log: /var/log/ceph/ceph-client.admin.360816.log 2024-02-10T05:33:41.304 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.566412.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.276721.log 2024-02-10T05:33:41.306 INFO:teuthology.orchestra.run.smithi027.stderr: 88.4%/var/log/ceph/ceph-client.admin.360816.log: -- replaced with /var/log/ceph/ceph-client.admin.566412.log.gz 2024-02-10T05:33:41.306 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 89.9% -- replaced with /var/log/ceph/ceph-client.admin.375148.log.gz 2024-02-10T05:33:41.307 INFO:teuthology.orchestra.run.smithi027.stderr: --verbose -- 90.2% /var/log/ceph/ceph-client.admin.44981.log 2024-02-10T05:33:41.307 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.375630.log.gz 2024-02-10T05:33:41.307 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.276721.log: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.377550.log.gz 2024-02-10T05:33:41.307 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.263134.log 2024-02-10T05:33:41.309 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.44981.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47731.log 2024-02-10T05:33:41.309 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.263134.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.476087.log 2024-02-10T05:33:41.309 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.534845.log/var/log/ceph/ceph-client.admin.47731.log: /var/log/ceph/ceph-client.admin.476087.log: 2024-02-10T05:33:41.309 INFO:teuthology.orchestra.run.smithi027.stderr: 80.3% -- replaced with /var/log/ceph/ceph-client.admin.225014.log.gz 2024-02-10T05:33:41.310 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.137971.log 2024-02-10T05:33:41.311 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.534845.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.177886.log 2024-02-10T05:33:41.311 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.137971.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.201386.log 2024-02-10T05:33:41.311 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.240005.log 2024-02-10T05:33:41.312 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.201386.log: /var/log/ceph/ceph-client.admin.177886.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.556923.log 2024-02-10T05:33:41.312 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.179562.log.gz 2024-02-10T05:33:41.312 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.453801.log 2024-02-10T05:33:41.313 INFO:teuthology.orchestra.run.smithi027.stderr: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.143187.log.gz/var/log/ceph/ceph-client.admin.240005.log: 2024-02-10T05:33:41.314 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.269038.log 2024-02-10T05:33:41.314 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.556923.log: /var/log/ceph/ceph-client.admin.453801.log: 80.2% -- replaced with /var/log/ceph/ceph-client.admin.556923.log.gz 2024-02-10T05:33:41.314 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.251240.log 2024-02-10T05:33:41.315 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.269038.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.392152.log 2024-02-10T05:33:41.315 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.251240.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.200048.log 2024-02-10T05:33:41.316 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- 81.3% /var/log/ceph/ceph-client.admin.566160.log 2024-02-10T05:33:41.316 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.190705.log.gz 2024-02-10T05:33:41.316 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.392152.log: /var/log/ceph/ceph-client.admin.200048.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.268178.log 2024-02-10T05:33:41.318 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.566160.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.137133.log 2024-02-10T05:33:41.318 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.268178.log: /var/log/ceph/ceph-client.admin.277216.log/var/log/ceph/ceph-client.admin.137133.log: 2024-02-10T05:33:41.318 INFO:teuthology.orchestra.run.smithi027.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.566160.log.gz 2024-02-10T05:33:41.318 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.365833.log 2024-02-10T05:33:41.319 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.277216.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.485183.log 2024-02-10T05:33:41.319 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.567156.log 2024-02-10T05:33:41.321 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.365833.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.393141.log 2024-02-10T05:33:41.321 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.567156.log: /var/log/ceph/ceph-client.admin.485183.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.567156.log.gz 2024-02-10T05:33:41.321 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.549508.log 2024-02-10T05:33:41.324 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.393141.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.353019.log 2024-02-10T05:33:41.324 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.549508.log: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.231833.log.gz 2024-02-10T05:33:41.324 INFO:teuthology.orchestra.run.smithi027.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.233909.log.gz 2024-02-10T05:33:41.324 INFO:teuthology.orchestra.run.smithi027.stderr: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.549508.log.gzgzip 2024-02-10T05:33:41.325 INFO:teuthology.orchestra.run.smithi027.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.551633.log 2024-02-10T05:33:41.325 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.566034.log 2024-02-10T05:33:41.325 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.233501.log.gz 2024-02-10T05:33:41.325 INFO:teuthology.orchestra.run.smithi027.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.44981.log.gz 2024-02-10T05:33:41.325 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.353019.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.566370.log 2024-02-10T05:33:41.325 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.551633.log: /var/log/ceph/ceph-client.admin.566034.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.566034.log.gz 2024-02-10T05:33:41.325 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.374690.log 2024-02-10T05:33:41.326 INFO:teuthology.orchestra.run.smithi027.stderr: 80.9% -- replaced with /var/log/ceph/ceph-client.admin.551633.log.gz 2024-02-10T05:33:41.327 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49912.log 2024-02-10T05:33:41.327 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.374690.log: /var/log/ceph/ceph-client.admin.566370.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.414823.log 2024-02-10T05:33:41.327 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.128279.log 2024-02-10T05:33:41.327 INFO:teuthology.orchestra.run.smithi027.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.566370.log.gz 2024-02-10T05:33:41.327 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.414823.log: /var/log/ceph/ceph-client.admin.49912.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.538021.log 2024-02-10T05:33:41.328 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.128279.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.185260.log 2024-02-10T05:33:41.329 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.425849.log 2024-02-10T05:33:41.329 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.538021.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.531082.log 2024-02-10T05:33:41.329 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.425849.log: /var/log/ceph/ceph-client.admin.185260.log: 78.1% -- replaced with /var/log/ceph/ceph-client.admin.538021.log.gz 2024-02-10T05:33:41.329 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.551642.log 2024-02-10T05:33:41.331 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.531082.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.509316.log 2024-02-10T05:33:41.331 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.551642.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51734.log 2024-02-10T05:33:41.331 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.509316.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.186143.log 2024-02-10T05:33:41.333 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47327.log 2024-02-10T05:33:41.333 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.186143.log: /var/log/ceph/ceph-client.admin.51734.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.208667.log 2024-02-10T05:33:41.335 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.47327.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.541566.log 2024-02-10T05:33:41.335 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.208667.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.440014.log 2024-02-10T05:33:41.335 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.541566.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.463922.log 2024-02-10T05:33:41.336 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.440014.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44386.log 2024-02-10T05:33:41.337 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.463922.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.139223.log 2024-02-10T05:33:41.338 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.412899.log 87.9% -- replaced with /var/log/ceph/ceph-client.admin.47563.log.gz 2024-02-10T05:33:41.339 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:41.340 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.44386.log: /var/log/ceph/ceph-client.admin.139223.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.206999.log 2024-02-10T05:33:41.340 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.412899.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.383548.log 2024-02-10T05:33:41.341 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.206999.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.159955.log 2024-02-10T05:33:41.342 INFO:teuthology.orchestra.run.smithi027.stderr: 88.9%/var/log/ceph/ceph-client.admin.383548.log: -- replaced with /var/log/ceph/ceph-client.admin.51208.log.gz 2024-02-10T05:33:41.342 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.416509.log 2024-02-10T05:33:41.343 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.159955.log: /var/log/ceph/ceph-client.admin.367562.log 2024-02-10T05:33:41.344 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.416509.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.501083.log 2024-02-10T05:33:41.344 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.377967.log 2024-02-10T05:33:41.346 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.367562.log: /var/log/ceph/ceph-client.admin.501083.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.465183.log 2024-02-10T05:33:41.346 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.377967.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.454214.log 2024-02-10T05:33:41.347 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.465183.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50500.log 2024-02-10T05:33:41.348 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.454214.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.217634.log 2024-02-10T05:33:41.349 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.50500.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.423767.log 2024-02-10T05:33:41.350 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.196935.log 2024-02-10T05:33:41.350 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.217634.log: /var/log/ceph/ceph-client.admin.423767.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.444679.log 2024-02-10T05:33:41.351 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44092.log 2024-02-10T05:33:41.352 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.196935.log: /var/log/ceph/ceph-client.admin.444679.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.451454.log 2024-02-10T05:33:41.353 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48516.log 2024-02-10T05:33:41.354 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.44092.log: /var/log/ceph/ceph-client.admin.451454.log: 90.4% -- replaced with /var/log/ceph/ceph-client.admin.266056.log.gz 2024-02-10T05:33:41.354 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 80.8% --verbose -- /var/log/ceph/ceph-client.admin.502327.log 2024-02-10T05:33:41.354 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.267305.log.gz 2024-02-10T05:33:41.355 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.179984.log.gz 2024-02-10T05:33:41.355 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.48516.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.125692.log 2024-02-10T05:33:41.356 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.502327.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.498067.log 2024-02-10T05:33:41.356 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.125692.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.214695.log 2024-02-10T05:33:41.358 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.498067.log: /var/log/ceph/ceph-client.admin.214695.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.439177.log 2024-02-10T05:33:41.360 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49356.log 2024-02-10T05:33:41.360 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.439177.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141006.log 2024-02-10T05:33:41.360 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.222893.log 2024-02-10T05:33:41.361 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.49356.log: /var/log/ceph/ceph-client.admin.141006.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.424629.log 2024-02-10T05:33:41.361 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117898.log 2024-02-10T05:33:41.362 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.222893.log: gzip -5/var/log/ceph/ceph-client.admin.424629.log: --verbose -- /var/log/ceph/ceph-client.admin.434514.log 2024-02-10T05:33:41.363 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.117898.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.365824.log 2024-02-10T05:33:41.364 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.434514.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.538453.log 2024-02-10T05:33:41.365 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.365824.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.263125.log 2024-02-10T05:33:41.366 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.538453.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.567283.log 2024-02-10T05:33:41.368 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.263125.log: gzip -5 --verbose/var/log/ceph/ceph-client.admin.567283.log: -- /var/log/ceph/ceph-client.admin.481293.log 2024-02-10T05:33:41.368 INFO:teuthology.orchestra.run.smithi027.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.567283.log.gz 2024-02-10T05:33:41.368 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.424638.log 2024-02-10T05:33:41.369 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.424638.log: /var/log/ceph/ceph-client.admin.481293.log: /var/log/ceph/ceph-client.admin.262273.log 2024-02-10T05:33:41.370 INFO:teuthology.orchestra.run.smithi027.stderr: 93.4% -- replaced with /var/log/ceph/ceph-client.admin.200503.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.229722.log 2024-02-10T05:33:41.370 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:41.371 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.436198.log 2024-02-10T05:33:41.372 INFO:teuthology.orchestra.run.smithi027.stderr: 91.9% -- replaced with /var/log/ceph/ceph-client.admin.538453.log.gz 2024-02-10T05:33:41.372 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.229722.log: /var/log/ceph/ceph-client.admin.262273.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.221633.log 2024-02-10T05:33:41.372 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.436198.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.344219.log 2024-02-10T05:33:41.373 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.221633.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.564027.log 2024-02-10T05:33:41.373 INFO:teuthology.orchestra.run.smithi027.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.50122.log.gz 2024-02-10T05:33:41.374 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.252915.log 2024-02-10T05:33:41.374 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.344219.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.566988.log 2024-02-10T05:33:41.375 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.564027.log: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.154710.log.gz 2024-02-10T05:33:41.375 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.252915.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.411144.log 2024-02-10T05:33:41.376 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.566988.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.559142.log 2024-02-10T05:33:41.377 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.411144.log: /var/log/ceph/ceph-client.admin.559142.log: /var/log/ceph/ceph-client.admin.546044.log 2024-02-10T05:33:41.377 INFO:teuthology.orchestra.run.smithi027.stderr: 87.4% 81.0% -- replaced with /var/log/ceph/ceph-client.admin.559142.log.gz 2024-02-10T05:33:41.378 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.566988.log.gz 2024-02-10T05:33:41.378 INFO:teuthology.orchestra.run.smithi027.stderr: 83.9% -- replaced with /var/log/ceph/ceph-client.admin.454214.log.gz 2024-02-10T05:33:41.379 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.453801.log.gz 2024-02-10T05:33:41.379 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.440866.log 2024-02-10T05:33:41.379 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.495458.log 2024-02-10T05:33:41.379 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.546044.log: /var/log/ceph/ceph-client.admin.440866.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51650.log 2024-02-10T05:33:41.380 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.495458.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.507828.log 2024-02-10T05:33:41.381 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.51650.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.344637.log 2024-02-10T05:33:41.381 INFO:teuthology.orchestra.run.smithi027.stderr: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.546044.log.gz 2024-02-10T05:33:41.382 INFO:teuthology.orchestra.run.smithi027.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.45562.log.gz 2024-02-10T05:33:41.382 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.509733.log 2024-02-10T05:33:41.383 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.507828.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.45856.log.gz 2024-02-10T05:33:41.383 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.236896.log 2024-02-10T05:33:41.383 INFO:teuthology.orchestra.run.smithi027.stderr: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.437035.log.gz 2024-02-10T05:33:41.384 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.344637.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.506169.log 2024-02-10T05:33:41.384 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.509733.log: /var/log/ceph/ceph-client.admin.236896.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.380981.log 2024-02-10T05:33:41.385 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.440866.log.gz 2024-02-10T05:33:41.385 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.506169.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.543802.log 2024-02-10T05:33:41.386 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.543802.log: /var/log/ceph/ceph-client.admin.380981.log: gzip -5 --verbose -- 86.0% /var/log/ceph/ceph-client.admin.50956.log 2024-02-10T05:33:41.387 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.534836.log.gz 2024-02-10T05:33:41.387 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.543802.log.gz 2024-02-10T05:33:41.389 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.220746.log 2024-02-10T05:33:41.389 INFO:teuthology.orchestra.run.smithi027.stderr: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.534845.log.gz 2024-02-10T05:33:41.389 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.50956.log: gzip -5 --verbose --/var/log/ceph/ceph-client.admin.220746.log: /var/log/ceph/ceph-client.admin.355690.log 2024-02-10T05:33:41.390 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.355690.log: /var/log/ceph/ceph-client.admin.257536.log 90.0% -- replaced with /var/log/ceph/ceph-client.admin.135880.log.gz 2024-02-10T05:33:41.390 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:41.391 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.232668.log 2024-02-10T05:33:41.392 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.257536.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.351758.log 2024-02-10T05:33:41.392 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.235641.log 2024-02-10T05:33:41.393 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.351758.log: /var/log/ceph/ceph-client.admin.232668.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.388408.log 2024-02-10T05:33:41.394 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.235641.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43608.log 2024-02-10T05:33:41.395 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.388408.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.163155.log 2024-02-10T05:33:41.396 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.43608.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.251649.log 2024-02-10T05:33:41.397 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.413309.log 2024-02-10T05:33:41.398 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.251649.log: /var/log/ceph/ceph-client.admin.163155.log: /var/log/ceph/ceph-client.admin.413309.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.240861.log 2024-02-10T05:33:41.400 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.240005.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.368814.log 2024-02-10T05:33:41.400 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:41.400 INFO:teuthology.orchestra.run.smithi027.stderr: 90.6% -- replaced with /var/log/ceph/ceph-client.admin.258817.log.gz 2024-02-10T05:33:41.400 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.219921.log.gz 2024-02-10T05:33:41.401 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.240861.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.202724.log 2024-02-10T05:33:41.402 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.443387.log 2024-02-10T05:33:41.402 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.368814.log: gzip -5 --verbose/var/log/ceph/ceph-client.admin.443387.log: --/var/log/ceph/ceph-client.admin.202724.log: /var/log/ceph/ceph-client.admin.444262.log 2024-02-10T05:33:41.402 INFO:teuthology.orchestra.run.smithi027.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.450999.log.gz 2024-02-10T05:33:41.403 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.363721.log 2024-02-10T05:33:41.405 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.444262.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.447363.log 2024-02-10T05:33:41.405 INFO:teuthology.orchestra.run.smithi027.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.276721.log.gz 2024-02-10T05:33:41.406 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.363721.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.563574.log 2024-02-10T05:33:41.406 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.447363.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.487390.log 2024-02-10T05:33:41.407 INFO:teuthology.orchestra.run.smithi027.stderr: 85.1% -- replaced with /var/log/ceph/ceph-client.admin.252915.log.gz 2024-02-10T05:33:41.411 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.563574.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.552522.log 2024-02-10T05:33:41.411 INFO:teuthology.orchestra.run.smithi027.stderr: 83.0% -- replaced with /var/log/ceph/ceph-client.admin.221633.log.gz/var/log/ceph/ceph-client.admin.487390.log: 2024-02-10T05:33:41.411 INFO:teuthology.orchestra.run.smithi027.stderr: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.393141.log.gz 2024-02-10T05:33:41.412 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.185697.log 2024-02-10T05:33:41.417 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45604.log 2024-02-10T05:33:41.417 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.185697.log: 96.4% -- replaced with /var/log/ceph/ceph-client.admin.551642.log.gz 2024-02-10T05:33:41.417 INFO:teuthology.orchestra.run.smithi027.stderr: 84.0% -- replaced with /var/log/ceph/ceph-client.admin.131271.log.gz 2024-02-10T05:33:41.417 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.552522.log: -- /var/log/ceph/ceph-client.admin.485172.log 2024-02-10T05:33:41.418 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.45604.log: 79.5% -- replaced with /var/log/ceph/ceph-client.admin.552522.log.gz 2024-02-10T05:33:41.418 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183517.log 2024-02-10T05:33:41.418 INFO:teuthology.orchestra.run.smithi027.stderr: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.508060.log.gz 2024-02-10T05:33:41.418 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.485172.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.230548.log 2024-02-10T05:33:41.418 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.183517.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.536118.log 2024-02-10T05:33:41.418 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.239489.log 2024-02-10T05:33:41.418 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.230548.log: gzip -5 --verbose --/var/log/ceph/ceph-client.admin.536118.log: /var/log/ceph/ceph-client.admin.363313.log 2024-02-10T05:33:41.418 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.239489.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.425052.log.gz 2024-02-10T05:33:41.419 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.424638.log.gz 2024-02-10T05:33:41.419 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115020.log 2024-02-10T05:33:41.419 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.115020.log: --/var/log/ceph/ceph-client.admin.363313.log: /var/log/ceph/ceph-client.admin.186152.log 2024-02-10T05:33:41.420 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112694.log 2024-02-10T05:33:41.420 INFO:teuthology.orchestra.run.smithi027.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.507828.log.gz 2024-02-10T05:33:41.420 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.186152.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.489748.log 2024-02-10T05:33:41.421 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.138381.log 2024-02-10T05:33:41.421 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.112694.log: gzip/var/log/ceph/ceph-client.admin.489748.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.452699.log 2024-02-10T05:33:41.421 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.409429.log 2024-02-10T05:33:41.422 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.138381.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179553.log 2024-02-10T05:33:41.422 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.452699.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.384390.log 2024-02-10T05:33:41.423 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.179553.log: /var/log/ceph/ceph-client.admin.409429.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.359151.log 2024-02-10T05:33:41.423 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.499329.log 2024-02-10T05:33:41.424 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.384390.log: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.444262.log.gz 2024-02-10T05:33:41.424 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.192963.log 2024-02-10T05:33:41.425 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.499329.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142346.log 2024-02-10T05:33:41.426 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.359151.log: /var/log/ceph/ceph-client.admin.192963.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.477401.log 2024-02-10T05:33:41.427 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.142346.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.233085.log 2024-02-10T05:33:41.427 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.477401.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.365415.log 2024-02-10T05:33:41.429 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 81.2% -- replaced with /var/log/ceph/ceph-client.admin.353019.log.gz 2024-02-10T05:33:41.429 INFO:teuthology.orchestra.run.smithi027.stderr: --verbose -- /var/log/ceph/ceph-client.admin.408533.log 2024-02-10T05:33:41.429 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.365415.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.202733.log 2024-02-10T05:33:41.431 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.408533.log: /var/log/ceph/ceph-client.admin.233085.log: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.356097.log.gz 2024-02-10T05:33:41.431 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.352183.log.gzgzip 2024-02-10T05:33:41.431 INFO:teuthology.orchestra.run.smithi027.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.480019.log 2024-02-10T05:33:41.432 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.202733.log: gzip -5 81.1% -- replaced with /var/log/ceph/ceph-client.admin.358722.log.gz 2024-02-10T05:33:41.432 INFO:teuthology.orchestra.run.smithi027.stderr: --verbose -- /var/log/ceph/ceph-client.admin.191122.log 2024-02-10T05:33:41.433 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.480019.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.353874.log 2024-02-10T05:33:41.434 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.191122.log: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.360816.log.gz 2024-02-10T05:33:41.435 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.555171.log 2024-02-10T05:33:41.435 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.359983.log.gz 2024-02-10T05:33:41.435 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.353874.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.423349.log 2024-02-10T05:33:41.436 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.555171.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.567030.log 2024-02-10T05:33:41.437 INFO:teuthology.orchestra.run.smithi027.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.434514.log.gz 2024-02-10T05:33:41.437 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.423349.log: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.434106.log.gz 2024-02-10T05:33:41.437 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.224144.log 2024-02-10T05:33:41.439 INFO:teuthology.orchestra.run.smithi027.stderr: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.436605.log.gz 2024-02-10T05:33:41.439 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.567030.log: gzip -5 --verbose/var/log/ceph/ceph-client.admin.224144.log: -- /var/log/ceph/ceph-client.admin.125256.log 2024-02-10T05:33:41.439 INFO:teuthology.orchestra.run.smithi027.stderr: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.555171.log.gz 2024-02-10T05:33:41.439 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.375621.log 2024-02-10T05:33:41.441 INFO:teuthology.orchestra.run.smithi027.stderr: 88.1%/var/log/ceph/ceph-client.admin.125256.log: -- replaced with /var/log/ceph/ceph-client.admin.567030.log.gz 2024-02-10T05:33:41.441 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.350929.log 2024-02-10T05:33:41.441 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.375621.log: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.436198.log.gz 2024-02-10T05:33:41.441 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.138801.log 2024-02-10T05:33:41.442 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.350929.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.550360.log 2024-02-10T05:33:41.443 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.138801.log: /var/log/ceph/ceph-client.admin.550360.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.254181.log 2024-02-10T05:33:41.443 INFO:teuthology.orchestra.run.smithi027.stderr: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.550360.log.gz 2024-02-10T05:33:41.443 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.482283.log 2024-02-10T05:33:41.443 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.411607.log 2024-02-10T05:33:41.445 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.482283.log: /var/log/ceph/ceph-client.admin.254181.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.425061.log 2024-02-10T05:33:41.445 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.195617.log 2024-02-10T05:33:41.445 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.425061.log: 79.8% -- replaced with /var/log/ceph/ceph-client.admin.531916.log.gz 2024-02-10T05:33:41.445 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.239049.log 2024-02-10T05:33:41.447 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.411607.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.365406.log 2024-02-10T05:33:41.447 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.239049.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.344628.log 2024-02-10T05:33:41.447 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.195617.log: /var/log/ceph/ceph-client.admin.365406.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51566.log 2024-02-10T05:33:41.447 INFO:teuthology.orchestra.run.smithi027.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.44260.log.gz 2024-02-10T05:33:41.448 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.264385.log 2024-02-10T05:33:41.448 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.344628.log: /var/log/ceph/ceph-client.admin.51566.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.254172.log 2024-02-10T05:33:41.449 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.264385.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.531925.log 2024-02-10T05:33:41.449 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.254172.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.531499.log 2024-02-10T05:33:41.450 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.531925.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.257120.log 2024-02-10T05:33:41.451 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.531499.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.526897.log 2024-02-10T05:33:41.452 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.257120.log: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.468272.log.gz 2024-02-10T05:33:41.452 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.500664.log 2024-02-10T05:33:41.452 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.499338.log.gz 2024-02-10T05:33:41.453 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.496328.log 2024-02-10T05:33:41.453 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.526897.log: /var/log/ceph/ceph-client.admin.500664.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.203617.log 2024-02-10T05:33:41.454 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.496328.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.232241.log 2024-02-10T05:33:41.454 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.203617.log: 84.1% -- replaced with /var/log/ceph/ceph-client.admin.128687.log.gz 2024-02-10T05:33:41.455 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44985.log 2024-02-10T05:33:41.455 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.232241.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.44092.log.gz 2024-02-10T05:33:41.456 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142773.log 2024-02-10T05:33:41.456 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.44985.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.196489.log 2024-02-10T05:33:41.456 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.142773.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45646.log 2024-02-10T05:33:41.457 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.196489.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.487381.log 2024-02-10T05:33:41.457 INFO:teuthology.orchestra.run.smithi027.stderr: 80.2% -- replaced with /var/log/ceph/ceph-client.admin.463922.log.gz 2024-02-10T05:33:41.458 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.45646.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45898.log 2024-02-10T05:33:41.460 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.487381.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.268629.log 2024-02-10T05:33:41.460 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.45898.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44644.log 2024-02-10T05:33:41.460 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.268629.log: 91.3% -- replaced with /var/log/ceph/ceph-client.admin.466447.log.gz 2024-02-10T05:33:41.461 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.380101.log 2024-02-10T05:33:41.462 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.465600.log.gz 2024-02-10T05:33:41.462 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.44644.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.359558.log 2024-02-10T05:33:41.463 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.380101.log: gzip -5 89.8% -- replaced with /var/log/ceph/ceph-client.admin.531925.log.gz 2024-02-10T05:33:41.464 INFO:teuthology.orchestra.run.smithi027.stderr: --verbose -- /var/log/ceph/ceph-client.admin.361648.log 2024-02-10T05:33:41.464 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.359558.log: gzip -5/var/log/ceph/ceph-client.admin.361648.log: --verbose -- /var/log/ceph/ceph-client.admin.566820.log 2024-02-10T05:33:41.464 INFO:teuthology.orchestra.run.smithi027.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.45604.log.gz 2024-02-10T05:33:41.465 INFO:teuthology.orchestra.run.smithi027.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.50956.log.gz 2024-02-10T05:33:41.465 INFO:teuthology.orchestra.run.smithi027.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45646.log.gz 2024-02-10T05:33:41.466 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.546891.log 2024-02-10T05:33:41.466 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.566820.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.566820.log.gz 2024-02-10T05:33:41.467 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193829.log 2024-02-10T05:33:41.467 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.546891.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.524877.log 2024-02-10T05:33:41.469 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.193829.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.153831.log 2024-02-10T05:33:41.469 INFO:teuthology.orchestra.run.smithi027.stderr: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.546891.log.gz 2024-02-10T05:33:41.470 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.524877.log: gzip -5 --verbose/var/log/ceph/ceph-client.admin.153831.log: -- /var/log/ceph/ceph-client.admin.492498.log 2024-02-10T05:33:41.471 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.492498.log: -5 88.2% -- replaced with /var/log/ceph/ceph-client.admin.51776.log.gz 2024-02-10T05:33:41.471 INFO:teuthology.orchestra.run.smithi027.stderr: --verbose -- /var/log/ceph/ceph-client.admin.257971.log 2024-02-10T05:33:41.471 INFO:teuthology.orchestra.run.smithi027.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.48516.log.gz 2024-02-10T05:33:41.473 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.257971.log: -- /var/log/ceph/ceph-client.admin.226073.log 2024-02-10T05:33:41.473 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.226073.log: -- /var/log/ceph/ceph-client.admin.45315.log 2024-02-10T05:33:41.474 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.45315.log: -- /var/log/ceph/ceph-client.admin.110750.log 2024-02-10T05:33:41.474 INFO:teuthology.orchestra.run.smithi027.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45898.log.gz 2024-02-10T05:33:41.476 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.110750.log: -- /var/log/ceph/ceph-client.admin.370076.log 2024-02-10T05:33:41.476 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.370076.log: -- /var/log/ceph/ceph-client.admin.47479.log 2024-02-10T05:33:41.478 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.47479.log: -- /var/log/ceph/ceph-client.admin.428128.log 2024-02-10T05:33:41.478 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.428128.log: -- /var/log/ceph/ceph-client.admin.48043.log 2024-02-10T05:33:41.478 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111762.log 2024-02-10T05:33:41.479 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.48043.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.178305.log 2024-02-10T05:33:41.479 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.111762.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.540650.log 2024-02-10T05:33:41.479 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.178305.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.263959.log 2024-02-10T05:33:41.480 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.540650.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.478713.log 2024-02-10T05:33:41.481 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5/var/log/ceph/ceph-client.admin.263959.log: --verbose -- /var/log/ceph/ceph-client.admin.551217.log 2024-02-10T05:33:41.482 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.478713.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.540650.log.gz 2024-02-10T05:33:41.482 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.552531.log 2024-02-10T05:33:41.483 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.552531.log: --/var/log/ceph/ceph-client.admin.551217.log: /var/log/ceph/ceph-client.admin.491586.log 2024-02-10T05:33:41.484 INFO:teuthology.orchestra.run.smithi027.stderr: 78.2% -- replaced with /var/log/ceph/ceph-client.admin.551217.log.gz 2024-02-10T05:33:41.484 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.538881.log 2024-02-10T05:33:41.486 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.491586.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.415239.log 2024-02-10T05:33:41.491 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.538881.log: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.552531.log.gz 2024-02-10T05:33:41.491 INFO:teuthology.orchestra.run.smithi027.stderr: 93.3% -- replaced with /var/log/ceph/ceph-client.admin.195180.log.gz 2024-02-10T05:33:41.491 INFO:teuthology.orchestra.run.smithi027.stderr:gzip 80.6% -- replaced with /var/log/ceph/ceph-client.admin.536118.log.gz 2024-02-10T05:33:41.491 INFO:teuthology.orchestra.run.smithi027.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.44983.log 2024-02-10T05:33:41.492 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.415239.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.442135.log 2024-02-10T05:33:41.492 INFO:teuthology.orchestra.run.smithi027.stderr: 77.2% -- replaced with /var/log/ceph/ceph-client.admin.136288.log.gz 2024-02-10T05:33:41.492 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.44983.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48474.log 2024-02-10T05:33:41.492 INFO:teuthology.orchestra.run.smithi027.stderr: 81.2% 89.8% -- replaced with /var/log/ceph/ceph-client.admin.538881.log.gz 2024-02-10T05:33:41.492 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.452699.log.gz 2024-02-10T05:33:41.492 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.554722.log 2024-02-10T05:33:41.492 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.442135.log: /var/log/ceph/ceph-client.admin.48474.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.508069.log 2024-02-10T05:33:41.492 INFO:teuthology.orchestra.run.smithi027.stderr: 79.6% -- replaced with /var/log/ceph/ceph-client.admin.359558.log.gz 2024-02-10T05:33:41.493 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.554722.log: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.554722.log.gz 2024-02-10T05:33:41.493 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.367553.log 2024-02-10T05:33:41.493 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.268620.log 2024-02-10T05:33:41.493 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.367553.log: /var/log/ceph/ceph-client.admin.508069.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47285.log 2024-02-10T05:33:41.494 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.268620.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.345055.log 2024-02-10T05:33:41.494 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.47285.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.204490.log 2024-02-10T05:33:41.494 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.567325.log 2024-02-10T05:33:41.494 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.345055.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.520745.log 2024-02-10T05:33:41.496 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.204490.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.184384.log 2024-02-10T05:33:41.497 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.520745.log: /var/log/ceph/ceph-client.admin.567325.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.566694.log 2024-02-10T05:33:41.497 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.212908.log 2024-02-10T05:33:41.497 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.566694.log: /var/log/ceph/ceph-client.admin.184384.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.567325.log.gz 2024-02-10T05:33:41.497 INFO:teuthology.orchestra.run.smithi027.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.566694.log.gz 2024-02-10T05:33:41.498 INFO:teuthology.orchestra.run.smithi027.stderr: 92.6% -- replaced with /var/log/ceph/ceph-client.admin.364564.log.gz 2024-02-10T05:33:41.498 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.470484.log 2024-02-10T05:33:41.499 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.212908.log: /var/log/ceph/ceph-client.admin.470484.log: /var/log/ceph/ceph-client.admin.388817.log 2024-02-10T05:33:41.501 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.388817.log: /var/log/ceph/ceph-client.admin.231824.log 2024-02-10T05:33:41.501 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.231824.log: /var/log/ceph/ceph-client.admin.546035.log 2024-02-10T05:33:41.501 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.546035.log: /var/log/ceph/ceph-client.admin.241280.log 2024-02-10T05:33:41.501 INFO:teuthology.orchestra.run.smithi027.stderr: 78.0% -- replaced with /var/log/ceph/ceph-client.admin.546035.log.gz 2024-02-10T05:33:41.502 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.527740.log 2024-02-10T05:33:41.503 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.241280.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.360391.log 2024-02-10T05:33:41.504 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.360391.log: /var/log/ceph/ceph-client.admin.132961.log/var/log/ceph/ceph-client.admin.527740.log: 2024-02-10T05:33:41.505 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.132961.log: -- /var/log/ceph/ceph-client.admin.43966.log 2024-02-10T05:33:41.505 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.43966.log: -- /var/log/ceph/ceph-client.admin.152986.log 2024-02-10T05:33:41.507 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.152986.log: -- /var/log/ceph/ceph-client.admin.367980.log 2024-02-10T05:33:41.507 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.367980.log: -- /var/log/ceph/ceph-client.admin.418625.log 2024-02-10T05:33:41.509 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.418625.log: -- /var/log/ceph/ceph-client.admin.509325.log 2024-02-10T05:33:41.509 INFO:teuthology.orchestra.run.smithi027.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.389295.log.gz 2024-02-10T05:33:41.509 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.509325.log: -- /var/log/ceph/ceph-client.admin.159000.log 2024-02-10T05:33:41.511 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.159000.log: -- /var/log/ceph/ceph-client.admin.51524.log 2024-02-10T05:33:41.511 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 78.2% -- replaced with /var/log/ceph/ceph-client.admin.363721.log.gz 2024-02-10T05:33:41.511 INFO:teuthology.orchestra.run.smithi027.stderr: --verbose --/var/log/ceph/ceph-client.admin.51524.log: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.363313.log.gz 2024-02-10T05:33:41.511 INFO:teuthology.orchestra.run.smithi027.stderr: /var/log/ceph/ceph-client.admin.526906.log 2024-02-10T05:33:41.513 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.526906.log: -- /var/log/ceph/ceph-client.admin.159506.log 2024-02-10T05:33:41.513 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.423349.log.gz 2024-02-10T05:33:41.513 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.159506.log: -- /var/log/ceph/ceph-client.admin.155625.log 2024-02-10T05:33:41.513 INFO:teuthology.orchestra.run.smithi027.stderr: 83.5% -- replaced with /var/log/ceph/ceph-client.admin.485172.log.gz 2024-02-10T05:33:41.514 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44008.log 2024-02-10T05:33:41.514 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.155625.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.493334.log 2024-02-10T05:33:41.515 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.44008.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.197818.log 2024-02-10T05:33:41.516 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.493334.log: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.447363.log.gz 2024-02-10T05:33:41.516 INFO:teuthology.orchestra.run.smithi027.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.480019.log.gz 2024-02-10T05:33:41.516 INFO:teuthology.orchestra.run.smithi027.stderr: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.226968.log.gz 2024-02-10T05:33:41.517 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.492498.log.gz 2024-02-10T05:33:41.522 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.493334.log.gz 2024-02-10T05:33:41.522 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.266047.log 2024-02-10T05:33:41.522 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.197818.log: /var/log/ceph/ceph-client.admin.126974.log 2024-02-10T05:33:41.522 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.266047.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.223301.log 2024-02-10T05:33:41.523 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.126974.log: gzip 84.0% -- replaced with /var/log/ceph/ceph-client.admin.487381.log.gz 2024-02-10T05:33:41.523 INFO:teuthology.orchestra.run.smithi027.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.427715.log 2024-02-10T05:33:41.523 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.223301.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.359974.log 2024-02-10T05:33:41.523 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.427715.log: gzip -5 --verbose -- 90.2% -- replaced with /var/log/ceph/ceph-client.admin.487390.log.gz 2024-02-10T05:33:41.523 INFO:teuthology.orchestra.run.smithi027.stderr: /var/log/ceph/ceph-client.admin.207425.log 2024-02-10T05:33:41.523 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.359974.log: 83.6% -- replaced with /var/log/ceph/ceph-client.admin.268169.log.gz 2024-02-10T05:33:41.523 INFO:teuthology.orchestra.run.smithi027.stderr: 77.1% -- replaced with /var/log/ceph/ceph-client.admin.268620.log.gz 2024-02-10T05:33:41.523 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.472195.log 2024-02-10T05:33:41.524 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.268629.log.gz 2024-02-10T05:33:41.524 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.207425.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.161714.log 2024-02-10T05:33:41.525 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.472195.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.527323.log 2024-02-10T05:33:41.525 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.161714.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.239058.log 2024-02-10T05:33:41.525 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.527323.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.468281.log 2024-02-10T05:33:41.526 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.239058.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.442979.log 2024-02-10T05:33:41.526 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50874.log 2024-02-10T05:33:41.526 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.442979.log: /var/log/ceph/ceph-client.admin.468281.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.354389.log 2024-02-10T05:33:41.527 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.50874.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43734.log 2024-02-10T05:33:41.527 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.354389.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112191.log 2024-02-10T05:33:41.527 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.43734.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.356106.log 2024-02-10T05:33:41.528 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.557384.log 2024-02-10T05:33:41.528 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.112191.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46108.log 2024-02-10T05:33:41.529 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.557384.log: /var/log/ceph/ceph-client.admin.356106.log: 84.7% -- replaced with /var/log/ceph/ceph-client.admin.557384.log.gz 2024-02-10T05:33:41.529 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.445096.log 2024-02-10T05:33:41.529 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-02-10T05:33:41.530 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.445096.log: gzip -5/var/log/ceph/ceph-client.admin.46108.log: --verbose -- /var/log/ceph/ceph-client.admin.554731.log 2024-02-10T05:33:41.530 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.264802.log 2024-02-10T05:33:41.531 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.554731.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48432.log 2024-02-10T05:33:41.531 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.491177.log 2024-02-10T05:33:41.541 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.162026.log/var/log/ceph/ceph-client.admin.48432.log: 2024-02-10T05:33:41.542 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.560053.log 2024-02-10T05:33:41.542 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.491177.log: /var/log/ceph/ceph-client.admin.162026.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.394076.log 92.1% -- replaced with /var/log/ceph/ceph-client.admin.554731.log.gz 2024-02-10T05:33:41.542 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.264802.log: 2024-02-10T05:33:41.542 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.371336.log 2024-02-10T05:33:41.542 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.560053.log: /var/log/ceph/ceph-client.admin.394076.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.488289.log 2024-02-10T05:33:41.542 INFO:teuthology.orchestra.run.smithi027.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.560053.log.gz 2024-02-10T05:33:41.542 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.371336.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.501492.log.gz 2024-02-10T05:33:41.543 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.263968.log 2024-02-10T05:33:41.543 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.488289.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.218491.log 2024-02-10T05:33:41.543 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.217643.log 2024-02-10T05:33:41.543 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.263968.log: /var/log/ceph/ceph-client.admin.218491.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.547324.log 2024-02-10T05:33:41.543 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.217643.log: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.365406.log.gz 2024-02-10T05:33:41.543 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.547324.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.566496.log 2024-02-10T05:33:41.543 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- 90.0% -- replaced with /var/log/ceph/ceph-client.admin.547324.log.gz 2024-02-10T05:33:41.543 INFO:teuthology.orchestra.run.smithi027.stderr: /var/log/ceph/ceph-client.admin.213827.log 2024-02-10T05:33:41.544 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.566496.log: /var/log/ceph/ceph-client.admin.420634.log 2024-02-10T05:33:41.544 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.213827.log: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.365415.log.gz 2024-02-10T05:33:41.544 INFO:teuthology.orchestra.run.smithi027.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.368814.log.gz 2024-02-10T05:33:41.544 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.428972.log 2024-02-10T05:33:41.544 INFO:teuthology.orchestra.run.smithi027.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.566496.log.gz 2024-02-10T05:33:41.544 INFO:teuthology.orchestra.run.smithi027.stderr: 79.8% -- replaced with /var/log/ceph/ceph-client.admin.232241.log.gz 2024-02-10T05:33:41.563 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.428972.log: --/var/log/ceph/ceph-client.admin.420634.log: /var/log/ceph/ceph-client.admin.387072.log 2024-02-10T05:33:41.563 INFO:teuthology.orchestra.run.smithi027.stderr: 79.0% -- replaced with /var/log/ceph/ceph-client.admin.203617.log.gz 2024-02-10T05:33:41.563 INFO:teuthology.orchestra.run.smithi027.stderr: 78.3% -- replaced with /var/log/ceph/ceph-client.admin.193829.log.gz 2024-02-10T05:33:41.563 INFO:teuthology.orchestra.run.smithi027.stderr: 77.4% -- replaced with /var/log/ceph/ceph-client.admin.197818.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.451867.log 2024-02-10T05:33:41.563 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:41.564 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.233085.log.gz 2024-02-10T05:33:41.564 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.555602.log 2024-02-10T05:33:41.564 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.451867.log: /var/log/ceph/ceph-client.admin.387072.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.410714.log 2024-02-10T05:33:41.564 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.555602.log: 84.2% -- replaced with /var/log/ceph/ceph-client.admin.555602.log.gz 2024-02-10T05:33:41.564 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.251658.log 2024-02-10T05:33:41.564 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.253763.log 81.5% -- replaced with /var/log/ceph/ceph-client.admin.191122.log.gz 2024-02-10T05:33:41.564 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:41.564 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.251658.log: /var/log/ceph/ceph-client.admin.410714.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.425753.log 2024-02-10T05:33:41.565 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.253763.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.512306.log 2024-02-10T05:33:41.565 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.425753.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.233076.log 2024-02-10T05:33:41.565 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.512306.log: gzip 90.2% -- replaced with /var/log/ceph/ceph-client.admin.217643.log.gz 2024-02-10T05:33:41.565 INFO:teuthology.orchestra.run.smithi027.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.357854.log 2024-02-10T05:33:41.565 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.383974.log 2024-02-10T05:33:41.565 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.357854.log: /var/log/ceph/ceph-client.admin.233076.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.419503.log 2024-02-10T05:33:41.565 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.383974.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49030.log 2024-02-10T05:33:41.565 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47647.log 2024-02-10T05:33:41.566 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.419503.log: /var/log/ceph/ceph-client.admin.49030.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.502336.log 2024-02-10T05:33:41.566 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.279421.log 2024-02-10T05:33:41.566 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.47647.log: /var/log/ceph/ceph-client.admin.502336.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.356603.log 2024-02-10T05:33:41.566 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.279421.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.388399.log 2024-02-10T05:33:41.566 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.356603.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43778.log 2024-02-10T05:33:41.566 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.388399.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.482757.log 2024-02-10T05:33:41.566 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.422885.log 2024-02-10T05:33:41.566 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.43778.log: /var/log/ceph/ceph-client.admin.482757.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.219504.log 2024-02-10T05:33:41.566 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.422885.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.470475.log 2024-02-10T05:33:41.567 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.219504.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.137124.log 2024-02-10T05:33:41.567 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.470475.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.359567.log 2024-02-10T05:33:41.567 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.357437.log 2024-02-10T05:33:41.567 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.137124.log: /var/log/ceph/ceph-client.admin.359567.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.223727.log 2024-02-10T05:33:41.567 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.357437.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50458.log 2024-02-10T05:33:41.567 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44645.log 2024-02-10T05:33:41.567 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.223727.log: /var/log/ceph/ceph-client.admin.50458.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.561846.log 2024-02-10T05:33:41.567 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.367971.log 2024-02-10T05:33:41.567 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.44645.log: /var/log/ceph/ceph-client.admin.561846.log: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.561846.log.gz 2024-02-10T05:33:41.568 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44647.log 2024-02-10T05:33:41.577 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.548607.log 2024-02-10T05:33:41.578 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.44647.log: /var/log/ceph/ceph-client.admin.367971.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.476540.log 2024-02-10T05:33:41.578 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.548607.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.422436.log 2024-02-10T05:33:41.578 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.476540.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.531091.log 2024-02-10T05:33:41.578 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.422436.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.494585.log 2024-02-10T05:33:41.578 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.484716.log 2024-02-10T05:33:41.578 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.531091.log: /var/log/ceph/ceph-client.admin.494585.log: gzip 82.6% -5 --verbose -- /var/log/ceph/ceph-client.admin.346724.log 2024-02-10T05:33:41.578 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.184384.log.gz 2024-02-10T05:33:41.578 INFO:teuthology.orchestra.run.smithi027.stderr: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.548607.log.gz 2024-02-10T05:33:41.579 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.484716.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.181240.log 2024-02-10T05:33:41.579 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.118787.log 2024-02-10T05:33:41.579 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.346724.log: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.257120.log.gz 2024-02-10T05:33:41.579 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.181240.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.188851.log 2024-02-10T05:33:41.579 INFO:teuthology.orchestra.run.smithi027.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.admin.374690.log.gz 2024-02-10T05:33:41.579 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.118787.log: gzip -5 --verbose --/var/log/ceph/ceph-client.admin.188851.log: /var/log/ceph/ceph-client.admin.507140.log 2024-02-10T05:33:41.579 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.149984.log/var/log/ceph/ceph-client.admin.507140.log: 2024-02-10T05:33:41.579 INFO:teuthology.orchestra.run.smithi027.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.377967.log.gz 2024-02-10T05:33:41.580 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.565992.log 2024-02-10T05:33:41.580 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.565992.log: /var/log/ceph/ceph-client.admin.149984.log: -- /var/log/ceph/ceph-client.admin.190714.log 2024-02-10T05:33:41.580 INFO:teuthology.orchestra.run.smithi027.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.565992.log.gz 2024-02-10T05:33:41.580 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.560521.log/var/log/ceph/ceph-client.admin.190714.log: 2024-02-10T05:33:41.580 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.473856.log/var/log/ceph/ceph-client.admin.560521.log: 2024-02-10T05:33:41.580 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.453438.log 2024-02-10T05:33:41.584 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.473856.log: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.258386.log.gz 2024-02-10T05:33:41.584 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45318.log 2024-02-10T05:33:41.584 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.453438.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.432403.log 2024-02-10T05:33:41.584 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.408533.log.gz 2024-02-10T05:33:41.584 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.45318.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.544634.log 2024-02-10T05:33:41.585 INFO:teuthology.orchestra.run.smithi027.stderr: 92.8% 81.2% -- replaced with /var/log/ceph/ceph-client.admin.410714.log.gz 2024-02-10T05:33:41.585 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.560521.log.gz 2024-02-10T05:33:41.585 INFO:teuthology.orchestra.run.smithi027.stderr: 83.8% -- replaced with /var/log/ceph/ceph-client.admin.411607.log.gz 2024-02-10T05:33:41.585 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.432403.log: -5 --verbose --/var/log/ceph/ceph-client.admin.544634.log: /var/log/ceph/ceph-client.admin.127445.log 2024-02-10T05:33:41.585 INFO:teuthology.orchestra.run.smithi027.stderr: 83.9%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.350084.log 2024-02-10T05:33:41.585 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.544634.log.gz 2024-02-10T05:33:41.585 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.127445.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.379680.log 2024-02-10T05:33:41.589 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.350084.log: 90.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.414405.log.gz -5 2024-02-10T05:33:41.589 INFO:teuthology.orchestra.run.smithi027.stderr: --verbose -- /var/log/ceph/ceph-client.admin.155174.log 2024-02-10T05:33:41.589 INFO:teuthology.orchestra.run.smithi027.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.45318.log.gz 2024-02-10T05:33:41.589 INFO:teuthology.orchestra.run.smithi027.stderr: 88.4% 90.3% -- replaced with /var/log/ceph/ceph-client.admin.415239.log.gz 2024-02-10T05:33:41.589 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.205339.log 2024-02-10T05:33:41.590 INFO:teuthology.orchestra.run.smithi027.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.51524.log.gz 2024-02-10T05:33:41.590 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.47285.log.gz 2024-02-10T05:33:41.590 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.379680.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.546882.log 2024-02-10T05:33:41.590 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.155174.log: /var/log/ceph/ceph-client.admin.205339.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.517838.log 2024-02-10T05:33:41.590 INFO:teuthology.orchestra.run.smithi027.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.524877.log.gz 2024-02-10T05:33:41.590 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.546882.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.473448.log 2024-02-10T05:33:41.590 INFO:teuthology.orchestra.run.smithi027.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.546882.log.gz 2024-02-10T05:33:41.590 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.517838.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.511866.log 2024-02-10T05:33:41.594 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.473448.log: gzip -5 --verbose --/var/log/ceph/ceph-client.admin.511866.log: /var/log/ceph/ceph-client.admin.47917.log 2024-02-10T05:33:41.594 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.184839.log 2024-02-10T05:33:41.594 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.344637.log.gz 2024-02-10T05:33:41.594 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.47917.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145770.log 2024-02-10T05:33:41.594 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.426120.log 2024-02-10T05:33:41.595 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.184839.log: /var/log/ceph/ceph-client.admin.145770.log: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.240861.log.gz 2024-02-10T05:33:41.595 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.565866.log 2024-02-10T05:33:41.596 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.119195.log 2024-02-10T05:33:41.596 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.426120.log: /var/log/ceph/ceph-client.admin.565866.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.130397.log 2024-02-10T05:33:41.597 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.119195.log: 77.0% -- replaced with /var/log/ceph/ceph-client.admin.187010.log.gz 2024-02-10T05:33:41.598 INFO:teuthology.orchestra.run.smithi027.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.565866.log.gz 2024-02-10T05:33:41.598 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.130397.log: /var/log/ceph/ceph-client.admin.129519.log 2024-02-10T05:33:41.599 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.229296.log 2024-02-10T05:33:41.599 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.186152.log.gz 2024-02-10T05:33:41.599 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.129519.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.469594.log 2024-02-10T05:33:41.600 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.530673.log 2024-02-10T05:33:41.601 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.229296.log: /var/log/ceph/ceph-client.admin.469594.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145761.log 2024-02-10T05:33:41.602 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.530673.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.535253.log 2024-02-10T05:33:41.603 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.145761.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.423340.log 2024-02-10T05:33:41.604 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.535253.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.433272.log 2024-02-10T05:33:41.605 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.423340.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.383557.log 2024-02-10T05:33:41.605 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.433272.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.483240.log 2024-02-10T05:33:41.606 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.383557.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.278999.log 2024-02-10T05:33:41.606 INFO:teuthology.orchestra.run.smithi027.stderr: 77.5% -- replaced with /var/log/ceph/ceph-client.admin.344628.log.gz 2024-02-10T05:33:41.607 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.479121.log 2024-02-10T05:33:41.608 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.483240.log: /var/log/ceph/ceph-client.admin.278999.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.486907.log 2024-02-10T05:33:41.609 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.479121.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44470.log 2024-02-10T05:33:41.610 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.486907.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.248034.log 2024-02-10T05:33:41.611 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.44470.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.153413.log 2024-02-10T05:33:41.611 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.248034.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.225608.log 2024-02-10T05:33:41.613 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.153413.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.528568.log 2024-02-10T05:33:41.617 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.225608.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190297.log 2024-02-10T05:33:41.617 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.528568.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.564490.log 2024-02-10T05:33:41.617 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.190297.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.280259.log 2024-02-10T05:33:41.618 INFO:teuthology.orchestra.run.smithi027.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.206999.log.gz 2024-02-10T05:33:41.618 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.564490.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45323.log 2024-02-10T05:33:41.618 INFO:teuthology.orchestra.run.smithi027.stderr: 83.8%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.209503.log 2024-02-10T05:33:41.618 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.564490.log.gz 2024-02-10T05:33:41.618 INFO:teuthology.orchestra.run.smithi027.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.208667.log.gz 2024-02-10T05:33:41.620 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.45323.log: /var/log/ceph/ceph-client.admin.280259.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44973.log 2024-02-10T05:33:41.620 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.359567.log.gz 2024-02-10T05:33:41.620 INFO:teuthology.orchestra.run.smithi027.stderr: 79.3% -- replaced with /var/log/ceph/ceph-client.admin.359974.log.gz/var/log/ceph/ceph-client.admin.209503.log: 2024-02-10T05:33:41.621 INFO:teuthology.orchestra.run.smithi027.stderr:gzip 81.5% -- replaced with /var/log/ceph/ceph-client.admin.371336.log.gz 2024-02-10T05:33:41.621 INFO:teuthology.orchestra.run.smithi027.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.144040.log 2024-02-10T05:33:41.622 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.44973.log: /var/log/ceph/ceph-client.admin.144040.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50752.log 2024-02-10T05:33:41.622 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.476078.log 2024-02-10T05:33:41.622 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.50752.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.199603.log 2024-02-10T05:33:41.623 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.381430.log 2024-02-10T05:33:41.623 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.476078.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.504431.log 2024-02-10T05:33:41.625 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.381430.log: /var/log/ceph/ceph-client.admin.199603.log: gzip 84.3% -- replaced with /var/log/ceph/ceph-client.admin.387072.log.gz 2024-02-10T05:33:41.625 INFO:teuthology.orchestra.run.smithi027.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.540225.log 2024-02-10T05:33:41.625 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.504431.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141881.log 2024-02-10T05:33:41.626 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.278581.log 2024-02-10T05:33:41.628 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.540225.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51310.log/var/log/ceph/ceph-client.admin.141881.log: 2024-02-10T05:33:41.628 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.278581.log: /var/log/ceph/ceph-client.admin.180824.log 2024-02-10T05:33:41.629 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.51310.log: gzip 89.9% -5 -- replaced with /var/log/ceph/ceph-client.admin.540225.log.gz --verbose 2024-02-10T05:33:41.629 INFO:teuthology.orchestra.run.smithi027.stderr: -- /var/log/ceph/ceph-client.admin.260517.log 2024-02-10T05:33:41.629 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.214277.log 2024-02-10T05:33:41.630 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.180824.log: /var/log/ceph/ceph-client.admin.260517.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.131688.log 2024-02-10T05:33:41.631 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.440444.log 2024-02-10T05:33:41.632 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.131688.log: /var/log/ceph/ceph-client.admin.214277.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182636.log 2024-02-10T05:33:41.633 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45324.log/var/log/ceph/ceph-client.admin.440444.log: 2024-02-10T05:33:41.633 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.345885.log 2024-02-10T05:33:41.634 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.182636.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183508.log 2024-02-10T05:33:41.635 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.45324.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.477878.log 2024-02-10T05:33:41.636 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.183508.log: /var/log/ceph/ceph-client.admin.345885.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.197827.log 2024-02-10T05:33:41.636 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.477878.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144879.log 2024-02-10T05:33:41.637 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.197827.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50332.log 2024-02-10T05:33:41.638 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.144879.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.377078.log 2024-02-10T05:33:41.640 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.50332.log: -5 80.5% -- replaced with /var/log/ceph/ceph-client.admin.451867.log.gz 2024-02-10T05:33:41.640 INFO:teuthology.orchestra.run.smithi027.stderr: --verbose -- /var/log/ceph/ceph-client.admin.240852.log 2024-02-10T05:33:41.641 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.377078.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52112.log 2024-02-10T05:33:41.642 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.240852.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.425744.log 2024-02-10T05:33:41.642 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.451008.log 2024-02-10T05:33:41.643 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.425744.log: /var/log/ceph/ceph-client.admin.52112.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.479130.log 2024-02-10T05:33:41.644 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.451008.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.150828.log 2024-02-10T05:33:41.644 INFO:teuthology.orchestra.run.smithi027.stderr: 79.4% -- replaced with /var/log/ceph/ceph-client.admin.512306.log.gz 2024-02-10T05:33:41.646 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.479130.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.478287.log 2024-02-10T05:33:41.646 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.150828.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.135463.log 2024-02-10T05:33:41.647 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.478287.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.388826.log 2024-02-10T05:33:41.648 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.135463.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.445087.log 2024-02-10T05:33:41.648 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.566946.log 2024-02-10T05:33:41.650 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.445087.log: /var/log/ceph/ceph-client.admin.388826.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.158577.log 2024-02-10T05:33:41.650 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.242167.log 2024-02-10T05:33:41.650 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.566946.log: /var/log/ceph/ceph-client.admin.158577.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.202287.log 2024-02-10T05:33:41.651 INFO:teuthology.orchestra.run.smithi027.stderr: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.209503.log.gz 2024-02-10T05:33:41.651 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44134.log 2024-02-10T05:33:41.651 INFO:teuthology.orchestra.run.smithi027.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.566946.log.gz 2024-02-10T05:33:41.652 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.202287.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.180406.log 2024-02-10T05:33:41.652 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.242167.log: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.278990.log.gz 2024-02-10T05:33:41.653 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.44134.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48742.log 2024-02-10T05:33:41.654 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.180406.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.221225.log 2024-02-10T05:33:41.655 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.48742.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50794.log 2024-02-10T05:33:41.655 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.221225.log: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.219504.log.gz 2024-02-10T05:33:41.656 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.208676.log 2024-02-10T05:33:41.657 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.430263.log 2024-02-10T05:33:41.657 INFO:teuthology.orchestra.run.smithi027.stderr: 80.3% -- replaced with /var/log/ceph/ceph-client.admin.155625.log.gz 2024-02-10T05:33:41.657 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.50794.log: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.383557.log.gz 2024-02-10T05:33:41.657 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.208676.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.209093.log 2024-02-10T05:33:41.658 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146630.log 2024-02-10T05:33:41.659 INFO:teuthology.orchestra.run.smithi027.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.478287.log.gz 2024-02-10T05:33:41.659 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.430263.log: /var/log/ceph/ceph-client.admin.209093.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.249938.log 2024-02-10T05:33:41.660 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.146630.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.567072.log 2024-02-10T05:33:41.661 INFO:teuthology.orchestra.run.smithi027.stderr: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.346724.log.gz 2024-02-10T05:33:41.661 INFO:teuthology.orchestra.run.smithi027.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.347558.log.gz 2024-02-10T05:33:41.661 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48658.log 2024-02-10T05:33:41.662 INFO:teuthology.orchestra.run.smithi027.stderr: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.347980.log.gz 2024-02-10T05:33:41.662 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.249938.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.533584.log 79.5% -- replaced with /var/log/ceph/ceph-client.admin.517838.log.gz 2024-02-10T05:33:41.662 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:41.662 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.516583.log 2024-02-10T05:33:41.663 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.567072.log: /var/log/ceph/ceph-client.admin.48658.log: /var/log/ceph/ceph-client.admin.533584.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.257111.log 2024-02-10T05:33:41.663 INFO:teuthology.orchestra.run.smithi027.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.567072.log.gz 2024-02-10T05:33:41.664 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.482766.log 2024-02-10T05:33:41.664 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.516583.log: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.428128.log.gz 2024-02-10T05:33:41.665 INFO:teuthology.orchestra.run.smithi027.stderr: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.428972.log.gz 2024-02-10T05:33:41.665 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.493751.log 2024-02-10T05:33:41.665 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.427715.log.gz 2024-02-10T05:33:41.666 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.257111.log: 81.1%/var/log/ceph/ceph-client.admin.482766.log: -- replaced with /var/log/ceph/ceph-client.admin.429832.log.gz 2024-02-10T05:33:41.666 INFO:teuthology.orchestra.run.smithi027.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.146621.log.gz 2024-02-10T05:33:41.666 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.155183.log 2024-02-10T05:33:41.667 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.493751.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.254603.log 2024-02-10T05:33:41.668 INFO:teuthology.orchestra.run.smithi027.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.43734.log.gz 2024-02-10T05:33:41.669 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.254603.log: /var/log/ceph/ceph-client.admin.502760.log 2024-02-10T05:33:41.670 INFO:teuthology.orchestra.run.smithi027.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.43778.log.gz 2024-02-10T05:33:41.670 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.155183.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.44645.log.gz 2024-02-10T05:33:41.670 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.541095.log 2024-02-10T05:33:41.670 INFO:teuthology.orchestra.run.smithi027.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.257111.log.gz 2024-02-10T05:33:41.671 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.502760.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.432851.log 2024-02-10T05:33:41.671 INFO:teuthology.orchestra.run.smithi027.stderr: 88.8% 87.8% -- replaced with /var/log/ceph/ceph-client.admin.48474.log.gz 2024-02-10T05:33:41.672 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.48432.log.gz 2024-02-10T05:33:41.672 INFO:teuthology.orchestra.run.smithi027.stderr: 79.8% -- replaced with /var/log/ceph/ceph-client.admin.377069.log.gz/var/log/ceph/ceph-client.admin.541095.log: 2024-02-10T05:33:41.672 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.434940.log 2024-02-10T05:33:41.673 INFO:teuthology.orchestra.run.smithi027.stderr: 84.9% -- replaced with /var/log/ceph/ceph-client.admin.541095.log.gz/var/log/ceph/ceph-client.admin.432851.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.132540.log 2024-02-10T05:33:41.673 INFO:teuthology.orchestra.run.smithi027.stderr: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.152986.log.gz 2024-02-10T05:33:41.673 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:41.673 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.496337.log 2024-02-10T05:33:41.674 INFO:teuthology.orchestra.run.smithi153.stderr: 94.1% -- replaced with /var/log/ceph/ceph.log.gz 2024-02-10T05:33:41.675 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.434940.log: /var/log/ceph/ceph-client.admin.132540.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.369650.log 2024-02-10T05:33:41.676 INFO:teuthology.orchestra.run.smithi027.stderr: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.482757.log.gz 2024-02-10T05:33:41.676 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.496337.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.152561.log 2024-02-10T05:33:41.676 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.190297.log.gz 2024-02-10T05:33:41.676 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.369650.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48826.log 2024-02-10T05:33:41.676 INFO:teuthology.orchestra.run.smithi027.stderr: 83.8% -- replaced with /var/log/ceph/ceph-client.admin.490333.log.gz 2024-02-10T05:33:41.677 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.152561.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.118306.log 2024-02-10T05:33:41.677 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.48826.log: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.491177.log.gz 2024-02-10T05:33:41.677 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.220338.log 2024-02-10T05:33:41.678 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.354398.log 2024-02-10T05:33:41.679 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.220338.log: /var/log/ceph/ceph-client.admin.118306.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.219078.log 2024-02-10T05:33:41.680 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 90.2% --verbose -- /var/log/ceph/ceph-client.admin.119612.log 2024-02-10T05:33:41.680 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.354398.log: /var/log/ceph/ceph-client.admin.219078.log: -- replaced with /var/log/ceph/ceph-client.admin.254603.log.gz 2024-02-10T05:33:41.680 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.352599.log 2024-02-10T05:33:41.681 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.119612.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.181686.log 2024-02-10T05:33:41.682 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.352599.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.208259.log 2024-02-10T05:33:41.682 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.181686.log: -5 --verbose -- /var/log/ceph/ceph-client.2.47163.log 2024-02-10T05:33:41.683 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.567535.log 2024-02-10T05:33:41.683 INFO:teuthology.orchestra.run.smithi027.stderr: 78.3% -- replaced with /var/log/ceph/ceph-client.admin.114559.log.gz 2024-02-10T05:33:41.685 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.208259.log: /var/log/ceph/ceph-client.2.47163.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.214686.log 2024-02-10T05:33:41.686 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.567535.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.410282.log 2024-02-10T05:33:41.686 INFO:teuthology.orchestra.run.smithi027.stderr: 93.3% -- replaced with /var/log/ceph/ceph-client.admin.202733.log.gz 2024-02-10T05:33:41.687 INFO:teuthology.orchestra.run.smithi027.stderr: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.266047.log.gz 2024-02-10T05:33:41.687 INFO:teuthology.orchestra.run.smithi027.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.567535.log.gz 2024-02-10T05:33:41.687 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.214686.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.501501.log 2024-02-10T05:33:41.688 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.410282.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.509742.log 2024-02-10T05:33:41.689 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.501501.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.504440.log 2024-02-10T05:33:41.689 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.509742.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.151262.log 2024-02-10T05:33:41.690 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.504440.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.441279.log 2024-02-10T05:33:41.691 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.206591.log 2024-02-10T05:33:41.692 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.151262.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179136.log 2024-02-10T05:33:41.693 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.441279.log: /var/log/ceph/ceph-client.admin.206591.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.566736.log 2024-02-10T05:33:41.694 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.549081.log 2024-02-10T05:33:41.695 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.439168.log 2024-02-10T05:33:41.696 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.179136.log: /var/log/ceph/ceph-client.admin.549081.log: /var/log/ceph/ceph-client.admin.566736.log: 84.5% -- replaced with /var/log/ceph/ceph-client.admin.549081.log.gz 2024-02-10T05:33:41.697 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.566778.log 2024-02-10T05:33:41.698 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.439168.log: gzip -5 --verbose/var/log/ceph/ceph-client.admin.566778.log: -- /var/log/ceph/ceph-client.admin.136297.log 2024-02-10T05:33:41.698 INFO:teuthology.orchestra.run.smithi027.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.566778.log.gz 2024-02-10T05:33:41.700 INFO:teuthology.orchestra.run.smithi027.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.566736.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.546458.log 2024-02-10T05:33:41.700 INFO:teuthology.orchestra.run.smithi027.stderr: 93.9% 2024-02-10T05:33:41.700 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.380981.log.gz/var/log/ceph/ceph-client.admin.136297.log: 2024-02-10T05:33:41.700 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.527314.log 2024-02-10T05:33:41.701 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-02-10T05:33:41.703 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.527314.log: gzip -5 --verbose --/var/log/ceph/ceph-osd.1.log: /var/log/ceph/ceph-client.admin.539298.log 2024-02-10T05:33:41.703 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.546458.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.204912.log 81.4% -- replaced with /var/log/ceph/ceph-client.admin.528148.log.gz 2024-02-10T05:33:41.704 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:41.705 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.539298.log: gzip 78.0% -- replaced with /var/log/ceph/ceph-client.admin.546458.log.gz 2024-02-10T05:33:41.706 INFO:teuthology.orchestra.run.smithi027.stderr: -5 --verbose/var/log/ceph/ceph-client.admin.204912.log: -- /var/log/ceph/ceph-client.admin.111771.log 2024-02-10T05:33:41.706 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.118787.log.gz 2024-02-10T05:33:41.706 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.428981.log 2024-02-10T05:33:41.707 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.111771.log: 92.0% -- replaced with /var/log/ceph/ceph-client.admin.480445.log.gz 2024-02-10T05:33:41.707 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.366296.log 2024-02-10T05:33:41.708 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.428981.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49282.log 2024-02-10T05:33:41.709 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.366296.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.218482.log 2024-02-10T05:33:41.710 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.49282.log: 90.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.370924.log 2024-02-10T05:33:41.711 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.350084.log.gz 2024-02-10T05:33:41.711 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.218482.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.530664.log 2024-02-10T05:33:41.712 INFO:teuthology.orchestra.run.smithi027.stderr: 84.5% -- replaced with /var/log/ceph/ceph-client.admin.419503.log.gz 2024-02-10T05:33:41.712 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.370924.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112703.log 2024-02-10T05:33:41.715 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.530664.log: /var/log/ceph/ceph-client.admin.112703.log: -- /var/log/ceph/ceph-client.admin.425801.log 2024-02-10T05:33:41.715 INFO:teuthology.orchestra.run.smithi027.stderr:gzip 90.0% -- replaced with /var/log/ceph/ceph-client.admin.419512.log.gz 2024-02-10T05:33:41.715 INFO:teuthology.orchestra.run.smithi027.stderr: -5 --verbose --/var/log/ceph/ceph-client.admin.425801.log: /var/log/ceph/ceph-client.admin.425889.log 90.0% -- replaced with /var/log/ceph/ceph-client.admin.420634.log.gz 2024-02-10T05:33:41.715 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:41.716 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.437466.log 2024-02-10T05:33:41.717 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.425889.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.213353.log 2024-02-10T05:33:41.718 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.437466.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.442970.log 2024-02-10T05:33:41.719 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.213353.log: 92.7% -- replaced with /var/log/ceph/ceph-client.admin.539298.log.gz 2024-02-10T05:33:41.719 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.132540.log.gz 2024-02-10T05:33:41.720 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115973.log 2024-02-10T05:33:41.720 INFO:teuthology.orchestra.run.smithi027.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45323.log.gz 2024-02-10T05:33:41.722 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.442970.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.47917.log.gz 2024-02-10T05:33:41.722 INFO:teuthology.orchestra.run.smithi027.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.48658.log.gz 2024-02-10T05:33:41.722 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.246296.log 2024-02-10T05:33:41.723 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.115973.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48337.log 2024-02-10T05:33:41.724 INFO:teuthology.orchestra.run.smithi027.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.48826.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182627.log 2024-02-10T05:33:41.724 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:41.725 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.246296.log: /var/log/ceph/ceph-client.admin.48337.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.505743.log 2024-02-10T05:33:41.725 INFO:teuthology.orchestra.run.smithi027.stderr: 90.4% -- replaced with /var/log/ceph/ceph-client.admin.497652.log.gz 2024-02-10T05:33:41.725 INFO:teuthology.orchestra.run.smithi027.stderr: 88.7% 80.6% -- replaced with /var/log/ceph/ceph-client.admin.119195.log.gz 2024-02-10T05:33:41.725 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.49282.log.gz 2024-02-10T05:33:41.726 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.182627.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.52028.log.gz 2024-02-10T05:33:41.726 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.547761.log 2024-02-10T05:33:41.727 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.505743.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45772.log 2024-02-10T05:33:41.728 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.161306.log 2024-02-10T05:33:41.728 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.547761.log: /var/log/ceph/ceph-client.admin.45772.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.501074.log 2024-02-10T05:33:41.731 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.161306.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.428550.log 89.8% -- replaced with /var/log/ceph/ceph-client.admin.547761.log.gz 2024-02-10T05:33:41.731 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:41.731 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.501074.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.443845.log 2024-02-10T05:33:41.732 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.428550.log: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.158577.log.gz 2024-02-10T05:33:41.732 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.227881.log 2024-02-10T05:33:41.733 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.443845.log: -5 --verbose/var/log/ceph/ceph-client.admin.227881.log: -- /var/log/ceph/ceph-client.admin.440435.log 2024-02-10T05:33:41.735 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.277702.log 2024-02-10T05:33:41.736 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.440435.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48946.log 2024-02-10T05:33:41.736 INFO:teuthology.orchestra.run.smithi027.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.44973.log.gz 2024-02-10T05:33:41.737 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.277702.log: gzip -5 --verbose --/var/log/ceph/ceph-client.admin.48946.log: /var/log/ceph/ceph-client.admin.146208.log 2024-02-10T05:33:41.739 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- 81.2% -- replaced with /var/log/ceph/ceph-client.admin.152561.log.gz 2024-02-10T05:33:41.739 INFO:teuthology.orchestra.run.smithi027.stderr: /var/log/ceph/ceph-client.admin.142764.log 2024-02-10T05:33:41.741 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.146208.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.495885.log 2024-02-10T05:33:41.741 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.142764.log: 79.4% -- replaced with /var/log/ceph/ceph-client.admin.181686.log.gz 2024-02-10T05:33:41.741 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.567451.log 2024-02-10T05:33:41.741 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.495885.log: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.390635.log.gz 2024-02-10T05:33:41.743 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44050.log 2024-02-10T05:33:41.743 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.246296.log.gz 2024-02-10T05:33:41.743 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.278581.log.gz 2024-02-10T05:33:41.744 INFO:teuthology.orchestra.run.smithi027.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.428550.log.gz 2024-02-10T05:33:41.745 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.567451.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.507575.log 2024-02-10T05:33:41.745 INFO:teuthology.orchestra.run.smithi027.stderr: 87.1%/var/log/ceph/ceph-client.admin.44050.log: -- replaced with /var/log/ceph/ceph-client.admin.567451.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.508491.log 2024-02-10T05:33:41.745 INFO:teuthology.orchestra.run.smithi027.stderr: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.355262.log.gz 2024-02-10T05:33:41.745 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:41.747 INFO:teuthology.orchestra.run.smithi027.stderr: 84.0% -- replaced with /var/log/ceph/ceph-client.admin.369650.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.153822.log 2024-02-10T05:33:41.747 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:41.747 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.370924.log.gz 2024-02-10T05:33:41.747 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.507575.log: /var/log/ceph/ceph-client.admin.508491.log: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.502336.log.gz 2024-02-10T05:33:41.748 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49582.log 2024-02-10T05:33:41.748 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.153822.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.449738.log 2024-02-10T05:33:41.749 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.49582.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.236887.log 2024-02-10T05:33:41.750 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.428981.log.gz 2024-02-10T05:33:41.750 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.235632.log 2024-02-10T05:33:41.751 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.449738.log: /var/log/ceph/ceph-client.admin.236887.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.370494.log 2024-02-10T05:33:41.752 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.370494.log: /var/log/ceph/ceph-client.admin.235632.log: -- /var/log/ceph/ceph-client.admin.382714.log 2024-02-10T05:33:41.752 INFO:teuthology.orchestra.run.smithi027.stderr: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.381430.log.gz 2024-02-10T05:33:41.754 INFO:teuthology.orchestra.run.smithi027.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.442970.log.gz 2024-02-10T05:33:41.754 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.438760.log.gz 2024-02-10T05:33:41.754 INFO:teuthology.orchestra.run.smithi027.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.admin.213353.log.gz 2024-02-10T05:33:41.754 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111345.log 2024-02-10T05:33:41.755 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.382714.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.364147.log 2024-02-10T05:33:41.756 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.111345.log: 77.2% -- replaced with /var/log/ceph/ceph-client.admin.242167.log.gz 2024-02-10T05:33:41.756 INFO:teuthology.orchestra.run.smithi027.stderr: 92.0% -- replaced with /var/log/ceph/ceph-client.admin.451008.log.gz 2024-02-10T05:33:41.757 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.470058.log 2024-02-10T05:33:41.757 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.364147.log: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.485183.log.gz 2024-02-10T05:33:41.758 INFO:teuthology.orchestra.run.smithi027.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.50332.log.gz 2024-02-10T05:33:41.758 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50290.log 2024-02-10T05:33:41.760 INFO:teuthology.orchestra.run.smithi027.stderr: 88.4% 89.2% -- replaced with /var/log/ceph/ceph-client.admin.50794.log.gz -- replaced with /var/log/ceph/ceph-client.admin.50752.log.gz 2024-02-10T05:33:41.760 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:41.760 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.470058.log: gzip 76.8% -- replaced with /var/log/ceph/ceph-client.admin.219078.log.gz 2024-02-10T05:33:41.760 INFO:teuthology.orchestra.run.smithi027.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.237764.log 2024-02-10T05:33:41.760 INFO:teuthology.orchestra.run.smithi027.stderr: 96.7% -- replaced with /var/log/ceph/ceph-client.admin.563574.log.gz 2024-02-10T05:33:41.760 INFO:teuthology.orchestra.run.smithi027.stderr: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.218482.log.gz 2024-02-10T05:33:41.761 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.536127.log 2024-02-10T05:33:41.761 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.50290.log: 84.2% -- replaced with /var/log/ceph/ceph-client.admin.449738.log.gz 2024-02-10T05:33:41.761 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.237764.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.503174.log 2024-02-10T05:33:41.762 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.425478.log 2024-02-10T05:33:41.762 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.503174.log: /var/log/ceph/ceph-client.admin.536127.log: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.130397.log.gz 2024-02-10T05:33:41.763 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.378802.log 2024-02-10T05:33:41.763 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.425478.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.256693.log 2024-02-10T05:33:41.763 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.481293.log.gz 2024-02-10T05:33:41.763 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.378802.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.350075.log 2024-02-10T05:33:41.764 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.256693.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.195171.log 2024-02-10T05:33:41.764 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.350075.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.345477.log 2024-02-10T05:33:41.764 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.195171.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.374272.log 2024-02-10T05:33:41.766 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.345477.log: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.139223.log.gz 2024-02-10T05:33:41.766 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.136297.log.gz 2024-02-10T05:33:41.766 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.139645.log 2024-02-10T05:33:41.766 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.188376.log 2024-02-10T05:33:41.772 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.139645.log: /var/log/ceph/ceph-client.admin.374272.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.391643.log 2024-02-10T05:33:41.772 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.188376.log: gzip -5 --verbose --/var/log/ceph/ceph-client.admin.391643.log: 77.3% -- replaced with /var/log/ceph/ceph-client.admin.533584.log.gz 2024-02-10T05:33:41.772 INFO:teuthology.orchestra.run.smithi027.stderr: /var/log/ceph/ceph-client.admin.453568.log 2024-02-10T05:33:41.772 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.482766.log.gz 2024-02-10T05:33:41.772 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.408957.log 2024-02-10T05:33:41.773 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.502760.log.gz 2024-02-10T05:33:41.773 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.453568.log: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.186143.log.gz 2024-02-10T05:33:41.773 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.347150.log 2024-02-10T05:33:41.773 INFO:teuthology.orchestra.run.smithi027.stderr: 79.7% -- replaced with /var/log/ceph/ceph-client.admin.200048.log.gz 2024-02-10T05:33:41.773 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.408957.log: 81.6%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.124047.log 2024-02-10T05:33:41.773 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.347150.log: -- replaced with /var/log/ceph/ceph-client.admin.204912.log.gz 2024-02-10T05:33:41.773 INFO:teuthology.orchestra.run.smithi027.stderr: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.534010.log.gz 2024-02-10T05:33:41.773 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.146208.log.gz 2024-02-10T05:33:41.774 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51166.log 2024-02-10T05:33:41.774 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.226064.log 2024-02-10T05:33:41.774 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.124047.log: /var/log/ceph/ceph-client.admin.51166.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.129940.log 2024-02-10T05:33:41.776 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.226064.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.470067.log 2024-02-10T05:33:41.777 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.162017.log 2024-02-10T05:33:41.777 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.470067.log: /var/log/ceph/ceph-client.admin.129940.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.467798.log 2024-02-10T05:33:41.777 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.474279.log 2024-02-10T05:33:41.777 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.467798.log: /var/log/ceph/ceph-client.admin.162017.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.487862.log 2024-02-10T05:33:41.777 INFO:teuthology.orchestra.run.smithi027.stderr: 89.9% 90.2% -- replaced with /var/log/ceph/ceph-client.admin.236896.log.gz 2024-02-10T05:33:41.777 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.251658.log.gz 2024-02-10T05:33:41.777 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.414823.log.gz 2024-02-10T05:33:41.778 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5/var/log/ceph/ceph-client.admin.474279.log: --verbose -- /var/log/ceph/ceph-client.admin.162282.log 2024-02-10T05:33:41.780 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.261021.log 2024-02-10T05:33:41.780 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.487862.log: /var/log/ceph/ceph-client.admin.162282.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.198710.log 2024-02-10T05:33:41.780 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.198710.log: --/var/log/ceph/ceph-client.admin.261021.log: /var/log/ceph/ceph-client.admin.150837.log 2024-02-10T05:33:41.780 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.511443.log 2024-02-10T05:33:41.781 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.150837.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.412034.log 2024-02-10T05:33:41.781 INFO:teuthology.orchestra.run.smithi027.stderr: 78.5% -- replaced with /var/log/ceph/ceph-client.admin.142764.log.gz 2024-02-10T05:33:41.782 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.473030.log 2024-02-10T05:33:41.782 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.511443.log: /var/log/ceph/ceph-client.admin.412034.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51482.log 2024-02-10T05:33:41.783 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.473030.log: /var/log/ceph/ceph-client.admin.51482.log: -- /var/log/ceph/ceph-client.admin.230974.log 2024-02-10T05:33:41.785 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.230974.log: -- /var/log/ceph/ceph-client.admin.515138.log 2024-02-10T05:33:41.785 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose 90.2% -- replaced with /var/log/ceph/ceph-client.admin.161306.log.gz 2024-02-10T05:33:41.785 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.515138.log: -- /var/log/ceph/ceph-client.admin.162699.log 2024-02-10T05:33:41.786 INFO:teuthology.orchestra.run.smithi027.stderr: 80.2% -- replaced with /var/log/ceph/ceph-client.admin.182627.log.gz 2024-02-10T05:33:41.787 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.526222.log 2024-02-10T05:33:41.787 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.162699.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.478296.log 2024-02-10T05:33:41.787 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.526222.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.562709.log 2024-02-10T05:33:41.788 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.154719.log 2024-02-10T05:33:41.789 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.478296.log: /var/log/ceph/ceph-client.admin.562709.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.236477.log 2024-02-10T05:33:41.789 INFO:teuthology.orchestra.run.smithi027.stderr: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.562709.log.gz 2024-02-10T05:33:41.790 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.508482.log 2024-02-10T05:33:41.790 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.236477.log: /var/log/ceph/ceph-client.admin.154719.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.392645.log 2024-02-10T05:33:41.791 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.508482.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.382289.log 2024-02-10T05:33:41.792 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.471773.log 2024-02-10T05:33:41.792 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.382289.log: /var/log/ceph/ceph-client.admin.392645.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51394.log 2024-02-10T05:33:41.793 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47959.log 2024-02-10T05:33:41.794 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.471773.log: /var/log/ceph/ceph-client.admin.51394.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.135454.log 2024-02-10T05:33:41.794 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.364993.log 2024-02-10T05:33:41.795 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.135454.log: /var/log/ceph/ceph-client.admin.47959.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.198264.log 2024-02-10T05:33:41.796 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.364993.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.197381.log 2024-02-10T05:33:41.797 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.516573.log 2024-02-10T05:33:41.798 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.198264.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.132118.log 2024-02-10T05:33:41.798 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.516573.log: /var/log/ceph/ceph-client.admin.197381.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.275845.log 2024-02-10T05:33:41.799 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.455062.log 2024-02-10T05:33:41.800 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.132118.log: /var/log/ceph/ceph-client.admin.275845.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.480865.log 2024-02-10T05:33:41.801 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.455062.log: gzip -5 --verbose --/var/log/ceph/ceph-client.admin.480865.log: /var/log/ceph/ceph-client.admin.371345.log 2024-02-10T05:33:41.803 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.370915.log 2024-02-10T05:33:41.803 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.371345.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.486447.log 2024-02-10T05:33:41.805 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.370915.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.429419.log 2024-02-10T05:33:41.805 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.486447.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.533593.log 2024-02-10T05:33:41.806 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.429419.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.185706.log 2024-02-10T05:33:41.806 INFO:teuthology.orchestra.run.smithi027.stderr: 96.6% -- replaced with /var/log/ceph/ceph-client.admin.541566.log.gz 2024-02-10T05:33:41.806 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.533593.log: -5 --verbose/var/log/ceph/ceph-client.admin.185706.log: -- /var/log/ceph/ceph-client.admin.471351.log 2024-02-10T05:33:41.807 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.31724.log 2024-02-10T05:33:41.808 INFO:teuthology.orchestra.run.smithi027.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.50290.log.gz 2024-02-10T05:33:41.808 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.471351.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.215560.log 2024-02-10T05:33:41.809 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.212463.log 2024-02-10T05:33:41.809 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph.tmp-client.admin.31724.log: /var/log/ceph/ceph-client.admin.215560.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.31724.log.gz 2024-02-10T05:33:41.809 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51438.log 2024-02-10T05:33:41.810 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.440023.log 2024-02-10T05:33:41.810 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.212463.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.491595.log 2024-02-10T05:33:41.811 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.51438.log: /var/log/ceph/ceph-client.admin.440023.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.495876.log 2024-02-10T05:33:41.812 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50626.log 2024-02-10T05:33:41.812 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.491595.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.217226.log 2024-02-10T05:33:41.813 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.495876.log: /var/log/ceph/ceph-client.admin.50626.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.133378.log 2024-02-10T05:33:41.813 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.234805.log 2024-02-10T05:33:41.814 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.217226.log: /var/log/ceph/ceph-client.admin.133378.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.430254.log 2024-02-10T05:33:41.815 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.507584.log 2024-02-10T05:33:41.815 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.430254.log: /var/log/ceph/ceph-client.admin.234805.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44641.log 2024-02-10T05:33:41.816 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.278572.log 2024-02-10T05:33:41.817 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.507584.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.507131.log 2024-02-10T05:33:41.817 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.44641.log: /var/log/ceph/ceph-client.admin.278572.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.450577.log 2024-02-10T05:33:41.818 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.527731.log 2024-02-10T05:33:41.819 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.450577.log: /var/log/ceph/ceph-client.admin.507131.log: /var/log/ceph/ceph-client.admin.527731.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.275415.log 2024-02-10T05:33:41.821 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.213818.log/var/log/ceph/ceph-client.admin.275415.log: 2024-02-10T05:33:41.821 INFO:teuthology.orchestra.run.smithi027.stderr: 77.3% -- replaced with /var/log/ceph/ceph-client.admin.127853.log.gz 2024-02-10T05:33:41.821 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.213818.log: -- /var/log/ceph/ceph-client.admin.208250.log 2024-02-10T05:33:41.821 INFO:teuthology.orchestra.run.smithi027.stderr: 90.7% -- replaced with /var/log/ceph/ceph-client.admin.111771.log.gz 2024-02-10T05:33:41.823 INFO:teuthology.orchestra.run.smithi027.stderr:gzip 90.0% -- replaced with /var/log/ceph/ceph-client.admin.127445.log.gz 2024-02-10T05:33:41.823 INFO:teuthology.orchestra.run.smithi027.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.567241.log 2024-02-10T05:33:41.823 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.208250.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.228888.log 2024-02-10T05:33:41.824 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.567241.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.567241.log.gz 2024-02-10T05:33:41.825 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.539806.log 2024-02-10T05:33:41.825 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.189366.log 2024-02-10T05:33:41.825 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.539806.log: /var/log/ceph/ceph-client.admin.228888.log: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.539806.log.gz 2024-02-10T05:33:41.825 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.510996.log 2024-02-10T05:33:41.826 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.189366.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.562284.log 2024-02-10T05:33:41.827 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.510996.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.467789.log 2024-02-10T05:33:41.828 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.562284.log: 84.9% -- replaced with /var/log/ceph/ceph-client.admin.129940.log.gz 2024-02-10T05:33:41.829 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.467789.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.352174.log 2024-02-10T05:33:41.829 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51250.log 2024-02-10T05:33:41.830 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.352174.log: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.562284.log.gz 2024-02-10T05:33:41.830 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.415647.log 2024-02-10T05:33:41.831 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.567199.log 2024-02-10T05:33:41.833 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.415647.log: /var/log/ceph/ceph-client.admin.51250.log: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.352174.log.gz 2024-02-10T05:33:41.834 INFO:teuthology.orchestra.run.smithi027.stderr: 78.9% -- replaced with /var/log/ceph/ceph-client.admin.365824.log.gz 2024-02-10T05:33:41.834 INFO:teuthology.orchestra.run.smithi027.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.230974.log.gz 2024-02-10T05:33:41.835 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.204068.log 2024-02-10T05:33:41.836 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 81.3% -- replaced with /var/log/ceph/ceph-client.admin.370915.log.gz 2024-02-10T05:33:41.836 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.364147.log.gz 2024-02-10T05:33:41.836 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.567199.log: --verbose -- /var/log/ceph/ceph-client.admin.343380.log 2024-02-10T05:33:41.836 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.204068.log: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.370494.log.gz 2024-02-10T05:33:41.837 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.367562.log.gz 2024-02-10T05:33:41.838 INFO:teuthology.orchestra.run.smithi027.stderr: 88.9%gzip -- replaced with /var/log/ceph/ceph-client.admin.567199.log.gz -5 2024-02-10T05:33:41.838 INFO:teuthology.orchestra.run.smithi027.stderr: --verbose -- /var/log/ceph/ceph-client.admin.453161.log 2024-02-10T05:33:41.838 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.343380.log: /var/log/ceph/ceph-client.admin.453161.log: -- /var/log/ceph/ceph-client.admin.351351.log 2024-02-10T05:33:41.839 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.455062.log.gz 2024-02-10T05:33:41.840 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.275415.log.gz 2024-02-10T05:33:41.840 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.416096.log 2024-02-10T05:33:41.840 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.522075.log 2024-02-10T05:33:41.841 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.351351.log: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.503174.log.gz 2024-02-10T05:33:41.841 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.416096.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48253.log 2024-02-10T05:33:41.842 INFO:teuthology.orchestra.run.smithi027.stderr: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.533593.log.gz 2024-02-10T05:33:41.842 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.473439.log 2024-02-10T05:33:41.842 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.522075.log: /var/log/ceph/ceph-client.admin.48253.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47815.log 2024-02-10T05:33:41.843 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.564018.log 2024-02-10T05:33:41.843 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.473439.log: /var/log/ceph/ceph-client.admin.47815.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.513840.log 2024-02-10T05:33:41.844 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.419049.log 2024-02-10T05:33:41.844 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.564018.log: /var/log/ceph/ceph-client.admin.513840.log: 79.8% -- replaced with /var/log/ceph/ceph-client.admin.564018.log.gz 2024-02-10T05:33:41.844 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.247602.log 2024-02-10T05:33:41.845 INFO:teuthology.orchestra.run.smithi027.stderr: 79.8% -- replaced with /var/log/ceph/ceph-client.admin.470924.log.gz 2024-02-10T05:33:41.845 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113705.log 2024-02-10T05:33:41.846 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.419049.log: /var/log/ceph/ceph-client.admin.247602.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.246287.log 2024-02-10T05:33:41.847 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.563119.log 2024-02-10T05:33:41.847 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.113705.log: /var/log/ceph/ceph-client.admin.246287.log: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.473856.log.gz 2024-02-10T05:33:41.847 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.213362.log 2024-02-10T05:33:41.849 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.563119.log: /var/log/ceph/ceph-client.admin.213362.log: -- /var/log/ceph/ceph-client.admin.386591.log 2024-02-10T05:33:41.849 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.496818.log.gz 2024-02-10T05:33:41.849 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% 77.8% -- replaced with /var/log/ceph/ceph-client.admin.563119.log.gz 2024-02-10T05:33:41.849 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.473448.log.gz 2024-02-10T05:33:41.850 INFO:teuthology.orchestra.run.smithi027.stderr: 77.5% -- replaced with /var/log/ceph/ceph-client.admin.204068.log.gz 2024-02-10T05:33:41.850 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73722.log 2024-02-10T05:33:41.851 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.496337.log.gz 2024-02-10T05:33:41.851 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48085.log/var/log/ceph/ceph-client.admin.386591.log: /var/log/ceph/ceph-client.admin.73722.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.208250.log.gz 2024-02-10T05:33:41.851 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:41.852 INFO:teuthology.orchestra.run.smithi027.stderr: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.213818.log.gz 2024-02-10T05:33:41.852 INFO:teuthology.orchestra.run.smithi027.stderr: 78.3% -- replaced with /var/log/ceph/ceph-client.admin.189366.log.gz 2024-02-10T05:33:41.852 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.552963.log 2024-02-10T05:33:41.853 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.178296.log 2024-02-10T05:33:41.853 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.48085.log: /var/log/ceph/ceph-client.admin.552963.log: 83.9% -- replaced with /var/log/ceph/ceph-client.admin.552963.log.gz 2024-02-10T05:33:41.853 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.200940.log 2024-02-10T05:33:41.854 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.556491.log 2024-02-10T05:33:41.854 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.178296.log: /var/log/ceph/ceph-client.admin.200940.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.358271.log 2024-02-10T05:33:41.855 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.430706.log 2024-02-10T05:33:41.855 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.556491.log: /var/log/ceph/ceph-client.admin.358271.log: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.408957.log.gz 2024-02-10T05:33:41.855 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.346733.log 2024-02-10T05:33:41.856 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112200.log 2024-02-10T05:33:41.856 INFO:teuthology.orchestra.run.smithi027.stderr: 78.3% -- replaced with /var/log/ceph/ceph-client.admin.158568.log.gz 2024-02-10T05:33:41.857 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.430706.log: /var/log/ceph/ceph-client.admin.346733.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.475244.log 2024-02-10T05:33:41.858 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.412899.log.gz 2024-02-10T05:33:41.858 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.472186.log 2024-02-10T05:33:41.858 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.412034.log.gz 2024-02-10T05:33:41.867 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.112200.log: /var/log/ceph/ceph-client.admin.475244.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.373855.log 2024-02-10T05:33:41.867 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.472186.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.555162.log 2024-02-10T05:33:41.867 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.245447.log 2024-02-10T05:33:41.867 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.373855.log: /var/log/ceph/ceph-client.admin.555162.log: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.555162.log.gz 2024-02-10T05:33:41.867 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48127.log 2024-02-10T05:33:41.867 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.389712.log 2024-02-10T05:33:41.868 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.245447.log: /var/log/ceph/ceph-client.admin.48127.log: 80.0% -- replaced with /var/log/ceph/ceph-client.admin.507131.log.gz 2024-02-10T05:33:41.868 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.252080.log 2024-02-10T05:33:41.868 INFO:teuthology.orchestra.run.smithi027.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.507575.log.gz 2024-02-10T05:33:41.868 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44650.log 2024-02-10T05:33:41.868 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.389712.log: /var/log/ceph/ceph-client.admin.252080.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.359142.log 92.2% -- replaced with /var/log/ceph/ceph-client.admin.556491.log.gz 2024-02-10T05:33:41.868 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:41.868 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.44650.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.510161.log 2024-02-10T05:33:41.868 INFO:teuthology.orchestra.run.smithi027.stderr: 79.3% -- replaced with /var/log/ceph/ceph-client.admin.111345.log.gz 2024-02-10T05:33:41.869 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.359142.log: -- /var/log/ceph/ceph-client.admin.205330.log 2024-02-10T05:33:41.869 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.510161.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.376597.log 2024-02-10T05:33:41.869 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.413817.log 2024-02-10T05:33:41.869 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.205330.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.126557.log 2024-02-10T05:33:41.869 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.376597.log: 79.5% -- replaced with /var/log/ceph/ceph-client.admin.391643.log.gz 2024-02-10T05:33:41.871 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.413817.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.504881.log 2024-02-10T05:33:41.871 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.563128.log 2024-02-10T05:33:41.871 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.126557.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.257549.log 2024-02-10T05:33:41.872 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.504881.log: /var/log/ceph/ceph-client.admin.563128.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.207833.log 2024-02-10T05:33:41.872 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.257549.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.48337.log.gz 2024-02-10T05:33:41.872 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.231416.log 2024-02-10T05:33:41.872 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.207833.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.233492.log 2024-02-10T05:33:41.876 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.231416.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140110.log 2024-02-10T05:33:41.876 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.233492.log: 93.1% -- replaced with /var/log/ceph/ceph-client.admin.563128.log.gz 2024-02-10T05:33:41.876 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.498494.log 2024-02-10T05:33:41.876 INFO:teuthology.orchestra.run.smithi027.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.153822.log.gz 2024-02-10T05:33:41.876 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45940.log 2024-02-10T05:33:41.876 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.140110.log: gzip -5 --verbose --/var/log/ceph/ceph-client.admin.498494.log: /var/log/ceph/ceph-client.admin.367135.log 2024-02-10T05:33:41.877 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.45940.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.351342.log 2024-02-10T05:33:41.877 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.367135.log: 85.1% -- replaced with /var/log/ceph/ceph-client.admin.113705.log.gz 2024-02-10T05:33:41.877 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.487871.log 2024-02-10T05:33:41.879 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.348829.log 2024-02-10T05:33:41.879 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.351342.log: /var/log/ceph/ceph-client.admin.487871.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.495467.log 2024-02-10T05:33:41.879 INFO:teuthology.orchestra.run.smithi027.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.44650.log.gz 2024-02-10T05:33:41.879 INFO:teuthology.orchestra.run.smithi027.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.48127.log.gz 2024-02-10T05:33:41.879 INFO:teuthology.orchestra.run.smithi027.stderr: 88.4%/var/log/ceph/ceph-client.admin.495467.log: /var/log/ceph/ceph-client.admin.348829.log: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.133378.log.gz 2024-02-10T05:33:41.879 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.479538.log 2024-02-10T05:33:41.880 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.43608.log.gz 2024-02-10T05:33:41.880 INFO:teuthology.orchestra.run.smithi027.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.48085.log.gz 2024-02-10T05:33:41.882 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.139232.log 2024-02-10T05:33:41.882 INFO:teuthology.orchestra.run.smithi027.stderr: 77.4% -- replaced with /var/log/ceph/ceph-client.admin.245447.log.gz 2024-02-10T05:33:41.882 INFO:teuthology.orchestra.run.smithi027.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.51250.log.gz 2024-02-10T05:33:41.883 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.152995.log.gz 2024-02-10T05:33:41.883 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.368389.log 2024-02-10T05:33:41.883 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.479538.log: gzip -5/var/log/ceph/ceph-client.admin.139232.log: 84.6% -- replaced with /var/log/ceph/ceph-client.admin.519343.log.gz 2024-02-10T05:33:41.883 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.368389.log: --verbose -- /var/log/ceph/ceph-client.admin.465591.log 2024-02-10T05:33:41.883 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.239996.log 2024-02-10T05:33:41.885 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.465591.log: -5 --verbose/var/log/ceph/ceph-client.admin.239996.log: -- /var/log/ceph/ceph-client.admin.253346.log 2024-02-10T05:33:41.885 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.252502.log 2024-02-10T05:33:41.886 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.253346.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.535680.log.gz 2024-02-10T05:33:41.886 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.154253.log 2024-02-10T05:33:41.887 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.252502.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.486037.log 2024-02-10T05:33:41.888 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.154253.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.124509.log 85.2% 2024-02-10T05:33:41.888 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.351342.log.gz 2024-02-10T05:33:41.889 INFO:teuthology.orchestra.run.smithi027.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.358271.log.gz 2024-02-10T05:33:41.889 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.486037.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.154244.log 2024-02-10T05:33:41.889 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.351351.log.gz 2024-02-10T05:33:41.890 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.544215.log 2024-02-10T05:33:41.890 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.124509.log: /var/log/ceph/ceph-client.admin.154244.log: gzip 90.5% -- replaced with /var/log/ceph/ceph-client.admin.345477.log.gz 2024-02-10T05:33:41.891 INFO:teuthology.orchestra.run.smithi027.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.50080.log 2024-02-10T05:33:41.891 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.249512.log 2024-02-10T05:33:41.891 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.544215.log: /var/log/ceph/ceph-client.admin.50080.log: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.386591.log.gz 2024-02-10T05:33:41.892 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.451445.log 2024-02-10T05:33:41.892 INFO:teuthology.orchestra.run.smithi027.stderr: 78.5% -- replaced with /var/log/ceph/ceph-client.admin.544215.log.gz 2024-02-10T05:33:41.892 INFO:teuthology.orchestra.run.smithi027.stderr: 78.0% -- replaced with /var/log/ceph/ceph-client.admin.443387.log.gz 2024-02-10T05:33:41.894 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.249512.log: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.348829.log.gz 2024-02-10T05:33:41.894 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.550768.log 2024-02-10T05:33:41.894 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.451445.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.225023.log 2024-02-10T05:33:41.895 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.550768.log: 78.2% -- replaced with /var/log/ceph/ceph-client.admin.550768.log.gz 2024-02-10T05:33:41.895 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193838.log 2024-02-10T05:33:41.895 INFO:teuthology.orchestra.run.smithi027.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.451445.log.gz 2024-02-10T05:33:41.897 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.225023.log: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.253346.log.gz 2024-02-10T05:33:41.897 INFO:teuthology.orchestra.run.smithi027.stderr: 85.5%gzip -- replaced with /var/log/ceph/ceph-client.admin.220746.log.gz 2024-02-10T05:33:41.897 INFO:teuthology.orchestra.run.smithi027.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.390644.log 2024-02-10T05:33:41.897 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.252080.log.gz 2024-02-10T05:33:41.897 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.194734.log 2024-02-10T05:33:41.897 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.418216.log.gz 2024-02-10T05:33:41.898 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.193838.log: /var/log/ceph/ceph-client.admin.390644.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.545068.log 2024-02-10T05:33:41.898 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.194734.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43400.log 2024-02-10T05:33:41.901 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.545068.log: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.252502.log.gz 2024-02-10T05:33:41.901 INFO:teuthology.orchestra.run.smithi027.stderr:gzip 89.8% -- replaced with /var/log/ceph/ceph-client.admin.545068.log.gz 2024-02-10T05:33:41.901 INFO:teuthology.orchestra.run.smithi027.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.266897.log 2024-02-10T05:33:41.901 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.43400.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.566076.log 2024-02-10T05:33:41.901 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.275406.log 2024-02-10T05:33:41.902 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.266897.log: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.362055.log.gz 2024-02-10T05:33:41.902 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.566076.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.566076.log.gz 2024-02-10T05:33:41.902 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.357863.log 2024-02-10T05:33:41.902 INFO:teuthology.orchestra.run.smithi027.stderr: 84.1% -- replaced with /var/log/ceph/ceph-client.admin.479538.log.gz 2024-02-10T05:33:41.904 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.545813.log 2024-02-10T05:33:41.904 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose 79.7% -- /var/log/ceph/ceph-client.admin.201395.log 2024-02-10T05:33:41.905 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.263125.log.gz 2024-02-10T05:33:41.905 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.357863.log: /var/log/ceph/ceph-client.admin.275406.log: /var/log/ceph/ceph-client.admin.545813.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.556482.log 2024-02-10T05:33:41.905 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.495467.log.gz 2024-02-10T05:33:41.905 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.201395.log: 78.3% -- replaced with /var/log/ceph/ceph-client.admin.117458.log.gz 2024-02-10T05:33:41.910 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.565908.log 2024-02-10T05:33:41.910 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.500664.log.gz 2024-02-10T05:33:41.911 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.556482.log: /var/log/ceph/ceph-osd.3.log 2024-02-10T05:33:41.911 INFO:teuthology.orchestra.run.smithi027.stderr: 93.3% -- replaced with /var/log/ceph/ceph-client.admin.196935.log.gz 2024-02-10T05:33:41.911 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.565908.log: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.232668.log.gz 2024-02-10T05:33:41.911 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.375139.log 2024-02-10T05:33:41.911 INFO:teuthology.orchestra.run.smithi027.stderr: 83.9% -- replaced with /var/log/ceph/ceph-client.admin.556482.log.gz 2024-02-10T05:33:41.911 INFO:teuthology.orchestra.run.smithi027.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.179553.log.gz 2024-02-10T05:33:41.911 INFO:teuthology.orchestra.run.smithi027.stderr: 81.1%gzip -- replaced with /var/log/ceph/ceph-client.admin.233492.log.gz -5 --verbose 88.3% 2024-02-10T05:33:41.911 INFO:teuthology.orchestra.run.smithi027.stderr: -- /var/log/ceph/ceph-client.admin.433689.log 2024-02-10T05:33:41.911 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.565908.log.gz 2024-02-10T05:33:41.912 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-osd.3.log: /var/log/ceph/ceph-client.admin.375139.log: 79.4% -- replaced with /var/log/ceph/ceph-client.admin.202724.log.gz 2024-02-10T05:33:41.912 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.483249.log 2024-02-10T05:33:41.912 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.155634.log 2024-02-10T05:33:41.912 INFO:teuthology.orchestra.run.smithi027.stderr: 90.5% -- replaced with /var/log/ceph/ceph-client.admin.257549.log.gz 2024-02-10T05:33:41.912 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.483249.log: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.511443.log.gz 2024-02-10T05:33:41.912 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.178722.log 2024-02-10T05:33:41.912 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.155634.log: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.376597.log.gz 2024-02-10T05:33:41.913 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.433689.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.386123.log 2024-02-10T05:33:41.916 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.178722.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.222467.log 2024-02-10T05:33:41.916 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.192422.log 2024-02-10T05:33:41.917 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.386123.log: /var/log/ceph/ceph-client.admin.222467.log: 84.4% -- replaced with /var/log/ceph/ceph-client.admin.270320.log.gz 2024-02-10T05:33:41.917 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.383965.log 2024-02-10T05:33:41.917 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.566645.log 2024-02-10T05:33:41.917 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.192422.log: 80.4% -- replaced with /var/log/ceph/ceph-client.admin.531082.log.gz 2024-02-10T05:33:41.917 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.269047.log.gz 2024-02-10T05:33:41.917 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.383965.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.221216.log 2024-02-10T05:33:41.917 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.127862.log 2024-02-10T05:33:41.918 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.566645.log: /var/log/ceph/ceph-client.admin.221216.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.198719.log 2024-02-10T05:33:41.918 INFO:teuthology.orchestra.run.smithi027.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.566645.log.gz 2024-02-10T05:33:41.918 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.265637.log 2024-02-10T05:33:41.920 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.127862.log: /var/log/ceph/ceph-client.admin.198719.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.395517.log 2024-02-10T05:33:41.920 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.265637.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.278163.log 2024-02-10T05:33:41.920 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.395517.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49240.log 2024-02-10T05:33:41.920 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.230965.log 2024-02-10T05:33:41.921 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.278163.log: /var/log/ceph/ceph-client.admin.49240.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.216800.log 2024-02-10T05:33:41.922 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.230965.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.386132.log 2024-02-10T05:33:41.922 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.382280.log 2024-02-10T05:33:41.923 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.216800.log: /var/log/ceph/ceph-client.admin.386132.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.187019.log 2024-02-10T05:33:41.923 INFO:teuthology.orchestra.run.smithi027.stderr: 80.9% -- replaced with /var/log/ceph/ceph-client.admin.143611.log.gz 2024-02-10T05:33:41.925 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.567114.log 2024-02-10T05:33:41.925 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.382280.log: 92.0% -- replaced with /var/log/ceph/ceph-client.admin.423767.log.gz 2024-02-10T05:33:41.925 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.187019.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.245034.log 2024-02-10T05:33:41.926 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.567114.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.355681.log 2024-02-10T05:33:41.927 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.355681.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.567114.log.gz 2024-02-10T05:33:41.927 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.245034.log: -- /var/log/ceph/ceph-client.admin.222050.log 2024-02-10T05:33:41.928 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.528159.log 2024-02-10T05:33:41.929 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.222050.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.362064.log 2024-02-10T05:33:41.929 INFO:teuthology.orchestra.run.smithi027.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.73722.log.gz 2024-02-10T05:33:41.929 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.528159.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.203171.log 2024-02-10T05:33:41.931 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.362064.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.545059.log 2024-02-10T05:33:41.932 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.203171.log: gzip 93.2% -5 --verbose -- /var/log/ceph/ceph-client.admin.246713.log 2024-02-10T05:33:41.932 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.453161.log.gz 2024-02-10T05:33:41.933 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.545059.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117195.log 2024-02-10T05:33:41.933 INFO:teuthology.orchestra.run.smithi027.stderr: 79.5% -- replaced with /var/log/ceph/ceph-client.admin.545059.log.gz 2024-02-10T05:33:41.934 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.246713.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.545551.log 2024-02-10T05:33:41.934 INFO:teuthology.orchestra.run.smithi027.stderr: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.476087.log.gz 2024-02-10T05:33:41.935 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.117195.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.196926.log 2024-02-10T05:33:41.936 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.545551.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.483732.log 2024-02-10T05:33:41.937 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117205.log 2024-02-10T05:33:41.938 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.196926.log: /var/log/ceph/ceph-client.admin.483732.log: /var/log/ceph/ceph-client.admin.117205.log: -- /var/log/ceph/ceph-client.admin.444670.log 2024-02-10T05:33:41.939 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140532.log 2024-02-10T05:33:41.940 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.444670.log: 81.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.178713.log 2024-02-10T05:33:41.940 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.139645.log.gz 2024-02-10T05:33:41.941 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.140532.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.177447.log 2024-02-10T05:33:41.942 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.178713.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.195626.log 2024-02-10T05:33:41.942 INFO:teuthology.orchestra.run.smithi027.stderr: 91.7% -- replaced with /var/log/ceph/ceph-client.admin.545551.log.gz 2024-02-10T05:33:41.943 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.177447.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51040.log 2024-02-10T05:33:41.943 INFO:teuthology.orchestra.run.smithi027.stderr: 93.3% -- replaced with /var/log/ceph/ceph-client.admin.184393.log.gz 2024-02-10T05:33:41.944 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.195626.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.540641.log 2024-02-10T05:33:41.945 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.51040.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46791.log 2024-02-10T05:33:41.946 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.540641.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.220329.log 2024-02-10T05:33:41.947 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.46791.log: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.540641.log.gz 2024-02-10T05:33:41.947 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.376102.log 2024-02-10T05:33:41.948 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.220329.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.534427.log 2024-02-10T05:33:41.949 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.376102.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.529411.log 2024-02-10T05:33:41.950 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.534427.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.212027.log 2024-02-10T05:33:41.952 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.529411.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.199156.log 2024-02-10T05:33:41.953 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.212027.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.496809.log 2024-02-10T05:33:41.954 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.199156.log: 90.4% -- replaced with /var/log/ceph/ceph-client.admin.486037.log.gz 2024-02-10T05:33:41.954 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.368823.log 2024-02-10T05:33:41.955 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.496809.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.132531.log 2024-02-10T05:33:41.956 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.368823.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.279829.log 2024-02-10T05:33:41.957 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.132531.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.234379.log 2024-02-10T05:33:41.958 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.279829.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.237755.log 2024-02-10T05:33:41.959 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.234379.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.51608.log 2024-02-10T05:33:41.960 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.237755.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.158991.log 2024-02-10T05:33:41.961 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.51608.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.540216.log 2024-02-10T05:33:41.962 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.158991.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.368398.log 2024-02-10T05:33:41.963 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.540216.log: 77.7% -- replaced with /var/log/ceph/ceph-client.admin.540216.log.gzgzip -5 2024-02-10T05:33:41.964 INFO:teuthology.orchestra.run.smithi027.stderr: --verbose -- /var/log/ceph/ceph-client.admin.382705.log 2024-02-10T05:33:41.964 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.368398.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.530255.log 2024-02-10T05:33:41.965 INFO:teuthology.orchestra.run.smithi027.stderr: 78.3% -- replaced with /var/log/ceph/ceph-client.admin.154244.log.gz 2024-02-10T05:33:41.966 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.382705.log: /var/log/ceph/ceph-client.admin.530255.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144888.log 2024-02-10T05:33:41.968 INFO:teuthology.orchestra.run.smithi027.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.353874.log.gz 2024-02-10T05:33:41.968 INFO:teuthology.orchestra.run.smithi027.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.360391.log.gz 2024-02-10T05:33:41.968 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.209084.log 2024-02-10T05:33:41.968 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.144888.log: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.357863.log.gz 2024-02-10T05:33:41.969 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.506577.log 2024-02-10T05:33:41.970 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.209084.log: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.368398.log.gz 2024-02-10T05:33:41.970 INFO:teuthology.orchestra.run.smithi027.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.382280.log.gz 2024-02-10T05:33:41.971 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.438751.log 2024-02-10T05:33:41.971 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.506577.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.207008.log 2024-02-10T05:33:41.972 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.438751.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.161723.log 2024-02-10T05:33:41.973 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.433689.log.gz 2024-02-10T05:33:41.974 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.207008.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.249103.log 2024-02-10T05:33:41.975 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.161723.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.226520.log 2024-02-10T05:33:41.975 INFO:teuthology.orchestra.run.smithi027.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.224144.log.gz 2024-02-10T05:33:41.976 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.249103.log: 80.6% 78.7% -- replaced with /var/log/ceph/ceph-client.admin.275406.log.gz 2024-02-10T05:33:41.977 INFO:teuthology.orchestra.run.smithi027.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.222050.log.gz 2024-02-10T05:33:41.977 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.230548.log.gz 2024-02-10T05:33:41.978 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose 90.2% -- replaced with /var/log/ceph/ceph-client.admin.483249.log.gz 2024-02-10T05:33:41.978 INFO:teuthology.orchestra.run.smithi027.stderr: -- /var/log/ceph/ceph-client.admin.45688.log 2024-02-10T05:33:41.978 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.226520.log: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.266897.log.gz 2024-02-10T05:33:41.979 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.378811.log 2024-02-10T05:33:41.979 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134203.log 2024-02-10T05:33:41.980 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.45688.log: /var/log/ceph/ceph-client.admin.378811.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.442562.log 2024-02-10T05:33:41.981 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.134203.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.567617.log 2024-02-10T05:33:41.982 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.442562.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48169.log 2024-02-10T05:33:41.983 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.567617.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.280250.log 2024-02-10T05:33:41.985 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.48169.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.567617.log.gz 2024-02-10T05:33:41.985 INFO:teuthology.orchestra.run.smithi027.stderr: 93.5% -- replaced with /var/log/ceph/ceph-client.admin.192972.log.gz 2024-02-10T05:33:41.985 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.280250.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.203626.log 2024-02-10T05:33:41.985 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.368823.log.gz 2024-02-10T05:33:41.986 INFO:teuthology.orchestra.run.smithi027.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.admin.178713.log.gz 2024-02-10T05:33:41.986 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.178722.log.gz 2024-02-10T05:33:41.987 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.203626.log: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.246713.log.gz 2024-02-10T05:33:41.987 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.417799.log 2024-02-10T05:33:41.987 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.130406.log 2024-02-10T05:33:41.988 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.417799.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.510987.log 2024-02-10T05:33:41.989 INFO:teuthology.orchestra.run.smithi027.stderr: 84.2% -- replaced with /var/log/ceph/ceph-client.admin.188376.log.gz 2024-02-10T05:33:41.989 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.389721.log 2024-02-10T05:33:41.990 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.130406.log: 79.5% -- replaced with /var/log/ceph/ceph-client.admin.375621.log.gz 2024-02-10T05:33:41.990 INFO:teuthology.orchestra.run.smithi027.stderr: 77.4% -- replaced with /var/log/ceph/ceph-client.admin.375139.log.gz 2024-02-10T05:33:41.990 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.510987.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.124518.log 2024-02-10T05:33:41.990 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.389721.log: 77.8% -- replaced with /var/log/ceph/ceph-client.admin.196926.log.gz 2024-02-10T05:33:41.991 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49624.log 2024-02-10T05:33:41.991 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.124518.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.177877.log 2024-02-10T05:33:41.992 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.49624.log: 77.4% -- replaced with /var/log/ceph/ceph-client.admin.209084.log.gz 2024-02-10T05:33:41.993 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191131.log 2024-02-10T05:33:41.994 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.177877.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.211187.log 2024-02-10T05:33:41.994 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.208676.log.gz 2024-02-10T05:33:41.995 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.209093.log.gz 2024-02-10T05:33:41.995 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.207008.log.gz 2024-02-10T05:33:41.995 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.152137.log 2024-02-10T05:33:41.996 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.191131.log: /var/log/ceph/ceph-client.admin.211187.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.421966.log 2024-02-10T05:33:41.997 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.152137.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.549921.log 2024-02-10T05:33:41.997 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.421966.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.348411.log 2024-02-10T05:33:41.998 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.528577.log 2024-02-10T05:33:41.999 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.549921.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.418207.log 2024-02-10T05:33:41.999 INFO:teuthology.orchestra.run.smithi027.stderr: 84.1% -- replaced with /var/log/ceph/ceph-client.admin.549921.log.gz 2024-02-10T05:33:42.000 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.348411.log: /var/log/ceph/ceph-client.admin.528577.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.211596.log 2024-02-10T05:33:42.001 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.418207.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.562700.log 2024-02-10T05:33:42.002 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.211596.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.558700.log 2024-02-10T05:33:42.003 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.206582.log 2024-02-10T05:33:42.003 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.562700.log: 79.6% -- replaced with /var/log/ceph/ceph-client.admin.562700.log.gz 2024-02-10T05:33:42.005 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.558700.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.541557.log 2024-02-10T05:33:42.005 INFO:teuthology.orchestra.run.smithi027.stderr: 79.9%gzip -- replaced with /var/log/ceph/ceph-client.admin.558700.log.gz 2024-02-10T05:33:42.005 INFO:teuthology.orchestra.run.smithi027.stderr: -5 --verbose 90.2%/var/log/ceph/ceph-client.admin.206582.log: -- replaced with /var/log/ceph/ceph-client.admin.464766.log.gz 2024-02-10T05:33:42.005 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.541557.log: -- /var/log/ceph/ceph-client.admin.414814.log 2024-02-10T05:33:42.005 INFO:teuthology.orchestra.run.smithi027.stderr: 84.1% -- replaced with /var/log/ceph/ceph-client.admin.541557.log.gz 2024-02-10T05:33:42.006 INFO:teuthology.orchestra.run.smithi027.stderr: 78.1% -- replaced with /var/log/ceph/ceph-client.admin.470058.log.gz 2024-02-10T05:33:42.006 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.188385.log 2024-02-10T05:33:42.007 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48988.log 2024-02-10T05:33:42.007 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.343380.log.gz 2024-02-10T05:33:42.008 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.414814.log: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.470067.log.gz 2024-02-10T05:33:42.008 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.188385.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.422445.log 2024-02-10T05:33:42.009 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.48988.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.353442.log 2024-02-10T05:33:42.010 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.422445.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.542457.log 2024-02-10T05:33:42.011 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.353442.log: /var/log/ceph/ceph-client.admin.561855.log 2024-02-10T05:33:42.011 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.416096.log.gz 2024-02-10T05:33:42.012 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.542457.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.532759.log 2024-02-10T05:33:42.012 INFO:teuthology.orchestra.run.smithi027.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.542457.log.gz 2024-02-10T05:33:42.013 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.561855.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.544224.log 2024-02-10T05:33:42.014 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.532759.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.436189.log 2024-02-10T05:33:42.014 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.380972.log 2024-02-10T05:33:42.015 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.436189.log: /var/log/ceph/ceph-client.admin.544224.log: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.561855.log.gz 2024-02-10T05:33:42.015 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46066.log 2024-02-10T05:33:42.016 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.380972.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.454223.log 2024-02-10T05:33:42.017 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.387973.log 2024-02-10T05:33:42.017 INFO:teuthology.orchestra.run.smithi027.stderr: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.544224.log.gz 2024-02-10T05:33:42.018 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.46066.log: /var/log/ceph/ceph-client.admin.454223.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.260070.log 2024-02-10T05:33:42.019 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.387973.log: gzip -5 81.3% -- replaced with /var/log/ceph/ceph-client.admin.178296.log.gz 2024-02-10T05:33:42.020 INFO:teuthology.orchestra.run.smithi027.stderr: --verbose -- /var/log/ceph/ceph-client.admin.228400.log 2024-02-10T05:33:42.020 INFO:teuthology.orchestra.run.smithi027.stderr: 84.1% -- replaced with /var/log/ceph/ceph-client.admin.158991.log.gz 2024-02-10T05:33:42.025 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.260070.log: gzip -5 88.0% -- replaced with /var/log/ceph/ceph-client.admin.44644.log.gz 2024-02-10T05:33:42.027 INFO:teuthology.orchestra.run.smithi027.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.134203.log.gz 2024-02-10T05:33:42.027 INFO:teuthology.orchestra.run.smithi027.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.48169.log.gz 2024-02-10T05:33:42.027 INFO:teuthology.orchestra.run.smithi027.stderr: --verbose/var/log/ceph/ceph-client.admin.228400.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.45688.log.gz 2024-02-10T05:33:42.027 INFO:teuthology.orchestra.run.smithi027.stderr: -- /var/log/ceph/ceph-client.admin.47437.log 2024-02-10T05:33:42.027 INFO:teuthology.orchestra.run.smithi027.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.49624.log.gz 2024-02-10T05:33:42.027 INFO:teuthology.orchestra.run.smithi027.stderr: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.143620.log.gz 2024-02-10T05:33:42.027 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.431979.log 2024-02-10T05:33:42.027 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.265628.log 2024-02-10T05:33:42.028 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.47437.log: /var/log/ceph/ceph-client.admin.431979.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.350497.log 2024-02-10T05:33:42.028 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.265628.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.269456.log 2024-02-10T05:33:42.028 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.350497.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.542466.log 2024-02-10T05:33:42.028 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.269456.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.412025.log 2024-02-10T05:33:42.032 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.542466.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.564906.log 2024-02-10T05:33:42.032 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.566862.log 2024-02-10T05:33:42.033 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.412025.log: gzip -5 --verbose/var/log/ceph/ceph-client.admin.566862.log: -- /var/log/ceph/ceph-client.admin.269884.log 2024-02-10T05:33:42.033 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.564906.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.566862.log.gz 2024-02-10T05:33:42.033 INFO:teuthology.orchestra.run.smithi027.stderr:gzip 81.4% -- replaced with /var/log/ceph/ceph-client.admin.564906.log.gz 2024-02-10T05:33:42.033 INFO:teuthology.orchestra.run.smithi027.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.494159.log 2024-02-10T05:33:42.033 INFO:teuthology.orchestra.run.smithi027.stderr: 93.3% -- replaced with /var/log/ceph/ceph-client.admin.201395.log.gz 2024-02-10T05:33:42.033 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.269884.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.49524.log 2024-02-10T05:33:42.033 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.494159.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.466886.log 2024-02-10T05:33:42.033 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.49524.log: 93.4% -- replaced with /var/log/ceph/ceph-client.admin.213362.log.gz 2024-02-10T05:33:42.034 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.489199.log 2024-02-10T05:33:42.034 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.466886.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.256271.log 2024-02-10T05:33:42.035 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.489199.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.420625.log 2024-02-10T05:33:42.035 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.256271.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140997.log 2024-02-10T05:33:42.035 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.184830.log 2024-02-10T05:33:42.036 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.140997.log: /var/log/ceph/ceph-client.admin.420625.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.505335.log 2024-02-10T05:33:42.037 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.184830.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45322.log 2024-02-10T05:33:42.038 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.505335.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115505.log 2024-02-10T05:33:42.039 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.45322.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.229305.log 2024-02-10T05:33:42.039 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.411616.log 2024-02-10T05:33:42.040 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.115505.log: /var/log/ceph/ceph-client.admin.229305.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.481765.log 2024-02-10T05:33:42.040 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.378811.log.gz 2024-02-10T05:33:42.041 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.385224.log 2024-02-10T05:33:42.042 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.411616.log: /var/log/ceph/ceph-client.admin.481765.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.557393.log 2024-02-10T05:33:42.042 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.476983.log 2024-02-10T05:33:42.043 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.557393.log: /var/log/ceph/ceph-client.admin.385224.log: 77.9% -- replaced with /var/log/ceph/ceph-client.admin.185697.log.gz 2024-02-10T05:33:42.043 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.369233.log 2024-02-10T05:33:42.044 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.476983.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.567409.log 2024-02-10T05:33:42.045 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.369233.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.526480.log 2024-02-10T05:33:42.048 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.567409.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.421975.log 2024-02-10T05:33:42.048 INFO:teuthology.orchestra.run.smithi027.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.567409.log.gz 2024-02-10T05:33:42.048 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.526480.log: 94.2% -- replaced with /var/log/ceph/ceph-client.admin.557393.log.gz 2024-02-10T05:33:42.048 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.204499.log 2024-02-10T05:33:42.049 INFO:teuthology.orchestra.run.smithi027.stderr:gzip 86.1% -- replaced with /var/log/ceph/ceph-client.admin.529411.log.gz 2024-02-10T05:33:42.049 INFO:teuthology.orchestra.run.smithi027.stderr: 85.4% -5 --verbose -- /var/log/ceph/ceph-client.admin.50710.log 2024-02-10T05:33:42.049 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.421975.log: /var/log/ceph/ceph-client.admin.204499.log: -- replaced with /var/log/ceph/ceph-client.admin.438751.log.gz 2024-02-10T05:33:42.050 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.226959.log 2024-02-10T05:33:42.051 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.50710.log: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.442562.log.gz 2024-02-10T05:33:42.051 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.434931.log 2024-02-10T05:33:42.052 INFO:teuthology.orchestra.run.smithi027.stderr: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.249512.log.gz 2024-02-10T05:33:42.053 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.409438.log 2024-02-10T05:33:42.053 INFO:teuthology.orchestra.run.smithi027.stderr: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.211596.log.gz 2024-02-10T05:33:42.053 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.226959.log: 80.9% -- replaced with /var/log/ceph/ceph-client.admin.260070.log.gz 2024-02-10T05:33:42.054 INFO:teuthology.orchestra.run.smithi027.stderr: 85.0% -- replaced with /var/log/ceph/ceph-client.admin.256693.log.gz 2024-02-10T05:33:42.054 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.249103.log.gz 2024-02-10T05:33:42.054 INFO:teuthology.orchestra.run.smithi027.stderr: 83.6% -- replaced with /var/log/ceph/ceph-client.admin.265628.log.gz 2024-02-10T05:33:42.054 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.434931.log: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.249521.log.gz 2024-02-10T05:33:42.055 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.249938.log.gz 2024-02-10T05:33:42.055 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.129528.log 2024-02-10T05:33:42.056 INFO:teuthology.orchestra.run.smithi027.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.494159.log.gz 2024-02-10T05:33:42.056 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.409438.log: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.421966.log.gz 2024-02-10T05:33:42.056 INFO:teuthology.orchestra.run.smithi027.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.admin.510987.log.gz 2024-02-10T05:33:42.056 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.162708.log 2024-02-10T05:33:42.057 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.129528.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.137962.log 2024-02-10T05:33:42.057 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.162708.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.244573.log 2024-02-10T05:33:42.059 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.137962.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.566328.log 2024-02-10T05:33:42.059 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.244573.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.558270.log 2024-02-10T05:33:42.060 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.566328.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.566328.log.gz 2024-02-10T05:33:42.060 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47773.log 2024-02-10T05:33:42.062 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.558270.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.437457.log 2024-02-10T05:33:42.063 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.47773.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.473865.log 2024-02-10T05:33:42.064 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.437457.log: gzip -5 --verbose --/var/log/ceph/ceph-client.admin.473865.log: /var/log/ceph/ceph-client.admin.37834.log 2024-02-10T05:33:42.066 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.160889.log 2024-02-10T05:33:42.067 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.37834.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.133786.log 2024-02-10T05:33:42.068 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.160889.log: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.526906.log.gz 2024-02-10T05:33:42.069 INFO:teuthology.orchestra.run.smithi027.stderr:gzip 90.2% 81.4% -- replaced with /var/log/ceph/ceph-client.admin.226959.log.gz 2024-02-10T05:33:42.069 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.133786.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.215551.log 2024-02-10T05:33:42.070 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.431979.log.gz 2024-02-10T05:33:42.070 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.178305.log.gz 2024-02-10T05:33:42.070 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43882.log 2024-02-10T05:33:42.071 INFO:teuthology.orchestra.run.smithi027.stderr: 92.3%gzip -5 --verbose --/var/log/ceph/ceph-client.admin.215551.log: /var/log/ceph/ceph-client.admin.210341.log 2024-02-10T05:33:42.071 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.558270.log.gz 2024-02-10T05:33:42.072 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.43882.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.126566.log 2024-02-10T05:33:42.072 INFO:teuthology.orchestra.run.smithi027.stderr: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.227406.log.gz 2024-02-10T05:33:42.073 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.210341.log: 77.7% -- replaced with /var/log/ceph/ceph-client.admin.244132.log.gz 2024-02-10T05:33:42.073 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183939.log 2024-02-10T05:33:42.074 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.378393.log 2024-02-10T05:33:42.075 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.183939.log: /var/log/ceph/ceph-client.admin.126566.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.262717.log 2024-02-10T05:33:42.076 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.437044.log 2024-02-10T05:33:42.076 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.409438.log.gz 2024-02-10T05:33:42.077 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.378393.log: 83.5% -- replaced with /var/log/ceph/ceph-client.admin.415230.log.gz 2024-02-10T05:33:42.077 INFO:teuthology.orchestra.run.smithi027.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.414814.log.gz 2024-02-10T05:33:42.077 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.262717.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44987.log 2024-02-10T05:33:42.078 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.437044.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.553852.log 2024-02-10T05:33:42.080 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.44987.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.253337.log 2024-02-10T05:33:42.080 INFO:teuthology.orchestra.run.smithi027.stderr: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.474279.log.gz 2024-02-10T05:33:42.080 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.249094.log 2024-02-10T05:33:42.081 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.553852.log: /var/log/ceph/ceph-client.admin.253337.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.252071.log 2024-02-10T05:33:42.082 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.249094.log: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.497235.log.gz 2024-02-10T05:33:42.082 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50998.log 2024-02-10T05:33:42.083 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.203180.log 2024-02-10T05:33:42.083 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.50998.log: /var/log/ceph/ceph-client.admin.252071.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.394085.log 2024-02-10T05:33:42.085 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.203180.log: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.467789.log.gz 2024-02-10T05:33:42.085 INFO:teuthology.orchestra.run.smithi027.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.51860.log 2024-02-10T05:33:42.085 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.467798.log.gz/var/log/ceph/ceph-client.admin.394085.log: 2024-02-10T05:33:42.086 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.363304.log 2024-02-10T05:33:42.087 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.51860.log: -- /var/log/ceph/ceph-client.admin.529003.log 2024-02-10T05:33:42.087 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.363304.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.361232.log 2024-02-10T05:33:42.088 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.529003.log: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.421549.log.gz 2024-02-10T05:33:42.088 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.472604.log 2024-02-10T05:33:42.089 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.360400.log 2024-02-10T05:33:42.090 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.361232.log: /var/log/ceph/ceph-client.admin.472604.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.560971.log 92.3% -- replaced with /var/log/ceph/ceph-client.admin.553852.log.gz 2024-02-10T05:33:42.090 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:42.091 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.360400.log: gzip -5 --verbose -- 85.2% -- replaced with /var/log/ceph/ceph-client.admin.222467.log.gz 2024-02-10T05:33:42.092 INFO:teuthology.orchestra.run.smithi027.stderr: /var/log/ceph/ceph-client.admin.469603.log 2024-02-10T05:33:42.092 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.560971.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.234796.log 2024-02-10T05:33:42.094 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.469603.log: 84.0% -- replaced with /var/log/ceph/ceph-client.admin.560971.log.gz 2024-02-10T05:33:42.094 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.411153.log 2024-02-10T05:33:42.094 INFO:teuthology.orchestra.run.smithi027.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.380101.log.gz 2024-02-10T05:33:42.095 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.234796.log: -- /var/log/ceph/ceph-client.admin.145353.log 2024-02-10T05:33:42.095 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.411153.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.543367.log 2024-02-10T05:33:42.096 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.145353.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.374281.log 2024-02-10T05:33:42.097 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.543367.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.265210.log 2024-02-10T05:33:42.098 INFO:teuthology.orchestra.run.smithi027.stderr: 80.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.367144.log 2024-02-10T05:33:42.099 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.543367.log.gz/var/log/ceph/ceph-client.admin.374281.log: 2024-02-10T05:33:42.099 INFO:teuthology.orchestra.run.smithi027.stderr: 84.1% -- replaced with /var/log/ceph/ceph-client.admin.472604.log.gz 2024-02-10T05:33:42.099 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.265210.log: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.472195.log.gz 2024-02-10T05:33:42.099 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.492915.log 2024-02-10T05:33:42.102 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49954.log 2024-02-10T05:33:42.102 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.466886.log.gz 2024-02-10T05:33:42.102 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.492915.log: /var/log/ceph/ceph-client.admin.367144.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.222476.log 2024-02-10T05:33:42.102 INFO:teuthology.orchestra.run.smithi027.stderr: 77.4% -- replaced with /var/log/ceph/ceph-client.admin.111762.log.gz 2024-02-10T05:33:42.102 INFO:teuthology.orchestra.run.smithi027.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.43400.log.gz 2024-02-10T05:33:42.102 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.212472.log 2024-02-10T05:33:42.102 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.49954.log: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.133786.log.gz 2024-02-10T05:33:42.104 INFO:teuthology.orchestra.run.smithi027.stderr: 93.8% -- replaced with /var/log/ceph/ceph-client.admin.494585.log.gz 2024-02-10T05:33:42.104 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.181695.log 2024-02-10T05:33:42.104 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.222476.log: /var/log/ceph/ceph-client.admin.212472.log: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.506577.log.gz 2024-02-10T05:33:42.105 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.504013.log 2024-02-10T05:33:42.105 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.181695.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.433680.log 2024-02-10T05:33:42.106 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.504013.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-02-10T05:33:42.106 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.509325.log.gz 2024-02-10T05:33:42.107 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.433680.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.438312.log 2024-02-10T05:33:42.107 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.450586.log 2024-02-10T05:33:42.109 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.535671.log/var/log/ceph/ceph-client.admin.438312.log: /var/log/ceph/ceph-client.admin.450586.log: 2024-02-10T05:33:42.110 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.466017.log 2024-02-10T05:33:42.111 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.535671.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.449747.log 2024-02-10T05:33:42.112 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.466017.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.432394.log 2024-02-10T05:33:42.113 INFO:teuthology.orchestra.run.smithi027.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.44652.log.gz 2024-02-10T05:33:42.114 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.449747.log: gzip -5 --verbose --/var/log/ceph/ceph-client.admin.432394.log: /var/log/ceph/ceph-client.admin.38049.log 2024-02-10T05:33:42.114 INFO:teuthology.orchestra.run.smithi027.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.44987.log.gz 2024-02-10T05:33:42.115 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.548182.log 2024-02-10T05:33:42.116 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.38049.log: 92.8%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.455053.log 2024-02-10T05:33:42.116 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.155183.log.gz 2024-02-10T05:33:42.117 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.548182.log: /var/log/ceph/ceph-client.admin.455053.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.131697.log 2024-02-10T05:33:42.118 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48295.log 2024-02-10T05:33:42.122 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.131697.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.542016.log 2024-02-10T05:33:42.122 INFO:teuthology.orchestra.run.smithi027.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.50874.log.gz 2024-02-10T05:33:42.122 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.548182.log.gz 2024-02-10T05:33:42.122 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.48295.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.423758.log 2024-02-10T05:33:42.122 INFO:teuthology.orchestra.run.smithi027.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.45322.log.gz 2024-02-10T05:33:42.122 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.542016.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47857.log 2024-02-10T05:33:42.123 INFO:teuthology.orchestra.run.smithi027.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.47647.log.gz 2024-02-10T05:33:42.123 INFO:teuthology.orchestra.run.smithi027.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49954.log.gz 2024-02-10T05:33:42.123 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.47857.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.506160.log 2024-02-10T05:33:42.123 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.474829.log.gz 2024-02-10T05:33:42.126 INFO:teuthology.orchestra.run.smithi027.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.50710.log.gz 2024-02-10T05:33:42.126 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.423758.log: gzip -5 --verbose/var/log/ceph/ceph-client.admin.506160.log: -- /var/log/ceph/ceph-client.admin.128696.log 2024-02-10T05:33:42.126 INFO:teuthology.orchestra.run.smithi027.stderr: 80.9% -- replaced with /var/log/ceph/ceph-client.admin.228400.log.gz 2024-02-10T05:33:42.126 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.128696.log: -- /var/log/ceph/ceph-client.admin.270771.log 2024-02-10T05:33:42.126 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.270771.log: /var/log/ceph/ceph-client.admin.557813.log 2024-02-10T05:33:42.126 INFO:teuthology.orchestra.run.smithi027.stderr: 84.1% -- replaced with /var/log/ceph/ceph-client.admin.246704.log.gz 2024-02-10T05:33:42.129 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.557813.log: /var/log/ceph/ceph-client.admin.45184.log 2024-02-10T05:33:42.129 INFO:teuthology.orchestra.run.smithi027.stderr: 83.4% -- replaced with /var/log/ceph/ceph-client.admin.557813.log.gz 81.6% -- replaced with /var/log/ceph/ceph-client.admin.455053.log.gz 2024-02-10T05:33:42.129 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:42.130 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.45184.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47605.log 2024-02-10T05:33:42.130 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.150412.log 2024-02-10T05:33:42.132 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.47605.log: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.129528.log.gz 2024-02-10T05:33:42.132 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.360400.log.gz 2024-02-10T05:33:42.132 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- 90.2% -- replaced with /var/log/ceph/ceph-client.admin.367144.log.gz 2024-02-10T05:33:42.132 INFO:teuthology.orchestra.run.smithi027.stderr: /var/log/ceph/ceph-client.admin.238619.log 2024-02-10T05:33:42.132 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.150412.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48600.log 2024-02-10T05:33:42.134 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.238619.log: /var/log/ceph/ceph-client.admin.48600.log: gzip -5 --verbose 85.1% -- replaced with /var/log/ceph/ceph-client.admin.432394.log.gz 2024-02-10T05:33:42.134 INFO:teuthology.orchestra.run.smithi027.stderr: -- /var/log/ceph/ceph-client.admin.357446.log 2024-02-10T05:33:42.135 INFO:teuthology.orchestra.run.smithi027.stderr: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.485601.log.gz 2024-02-10T05:33:42.135 INFO:teuthology.orchestra.run.smithi027.stderr: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.434931.log.gz 2024-02-10T05:33:42.136 INFO:teuthology.orchestra.run.smithi027.stderr: 91.5% -- replaced with /var/log/ceph/ceph-client.admin.389721.log.gz 2024-02-10T05:33:42.136 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.383122.log 2024-02-10T05:33:42.137 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.357446.log: 90.2%gzip -- replaced with /var/log/ceph/ceph-client.admin.437044.log.gz 2024-02-10T05:33:42.138 INFO:teuthology.orchestra.run.smithi027.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.425469.log 2024-02-10T05:33:42.138 INFO:teuthology.orchestra.run.smithi027.stderr: 92.0% -- replaced with /var/log/ceph/ceph-client.admin.226520.log.gz 2024-02-10T05:33:42.139 INFO:teuthology.orchestra.run.smithi027.stderr: 80.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.410273.log 2024-02-10T05:33:42.139 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.437457.log.gz 2024-02-10T05:33:42.139 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.383122.log: /var/log/ceph/ceph-client.admin.425469.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.186561.log 2024-02-10T05:33:42.141 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.186561.log: /var/log/ceph/ceph-client.admin.50164.log 2024-02-10T05:33:42.141 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.410273.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.151694.log 2024-02-10T05:33:42.143 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.50164.log: gzip -5 80.9% -- replaced with /var/log/ceph/ceph-client.admin.393132.log.gz 2024-02-10T05:33:42.143 INFO:teuthology.orchestra.run.smithi027.stderr: --verbose -- /var/log/ceph/ceph-client.admin.204921.log 2024-02-10T05:33:42.144 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.151694.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.258395.log 2024-02-10T05:33:42.145 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.204921.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141890.log 2024-02-10T05:33:42.146 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.258395.log: gzip -5 --verbose --/var/log/ceph/ceph-client.admin.141890.log: /var/log/ceph/ceph-client.admin.362896.log 2024-02-10T05:33:42.147 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.118315.log 2024-02-10T05:33:42.148 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.362896.log: gzip -5 --verbose --/var/log/ceph/ceph-client.admin.118315.log: /var/log/ceph/ceph-client.admin.563565.log 2024-02-10T05:33:42.150 INFO:teuthology.orchestra.run.smithi027.stderr: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.529003.log.gz 2024-02-10T05:33:42.150 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.343792.log 2024-02-10T05:33:42.150 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50206.log 2024-02-10T05:33:42.151 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.563565.log: 90.2%/var/log/ceph/ceph-client.admin.343792.log: -- replaced with /var/log/ceph/ceph-client.admin.262717.log.gz 2024-02-10T05:33:42.152 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.441713.log 2024-02-10T05:33:42.152 INFO:teuthology.orchestra.run.smithi027.stderr: 80.2%/var/log/ceph/ceph-client.admin.50206.log: -- replaced with /var/log/ceph/ceph-client.admin.563565.log.gz 2024-02-10T05:33:42.152 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.387081.log 2024-02-10T05:33:42.152 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.441713.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50416.log 2024-02-10T05:33:42.153 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.387081.log: gzip -5 --verbose --/var/log/ceph/ceph-client.admin.50416.log: /var/log/ceph/ceph-client.admin.160463.log 2024-02-10T05:33:42.154 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.387496.log 2024-02-10T05:33:42.154 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.131697.log.gz 2024-02-10T05:33:42.155 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.342963.log 2024-02-10T05:33:42.156 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.387496.log: gzip -5/var/log/ceph/ceph-client.admin.160463.log: --verbose -- /var/log/ceph/ceph-client.admin.245865.log 2024-02-10T05:33:42.157 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.413318.log 79.2% -- replaced with /var/log/ceph/ceph-client.admin.270771.log.gz 2024-02-10T05:33:42.157 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:42.158 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.245865.log: /var/log/ceph/ceph-client.admin.342963.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.497643.log 2024-02-10T05:33:42.158 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.150412.log.gz 2024-02-10T05:33:42.159 INFO:teuthology.orchestra.run.smithi027.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.209922.log.gz 2024-02-10T05:33:42.159 INFO:teuthology.orchestra.run.smithi027.stderr: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.210341.log.gz 2024-02-10T05:33:42.160 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.413318.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.431562.log 2024-02-10T05:33:42.160 INFO:teuthology.orchestra.run.smithi027.stderr: 78.6% -- replaced with /var/log/ceph/ceph-client.admin.226511.log.gz 2024-02-10T05:33:42.161 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.497643.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.533176.log 2024-02-10T05:33:42.161 INFO:teuthology.orchestra.run.smithi027.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.234796.log.gz 2024-02-10T05:33:42.161 INFO:teuthology.orchestra.run.smithi027.stderr: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.194725.log.gz 2024-02-10T05:33:42.163 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.431562.log: 90.2% /var/log/ceph/ceph-client.admin.126983.log 2024-02-10T05:33:42.163 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.374281.log.gz 2024-02-10T05:33:42.164 INFO:teuthology.orchestra.run.smithi027.stderr: 80.8%/var/log/ceph/ceph-client.admin.533176.log: -- replaced with /var/log/ceph/ceph-client.admin.504013.log.gz 2024-02-10T05:33:42.164 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.349668.log 2024-02-10T05:33:42.164 INFO:teuthology.orchestra.run.smithi027.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.161714.log.gz 2024-02-10T05:33:42.165 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.126983.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.261447.log 2024-02-10T05:33:42.166 INFO:teuthology.orchestra.run.smithi027.stderr: 84.0% -- replaced with /var/log/ceph/ceph-client.admin.249094.log.gz 2024-02-10T05:33:42.166 INFO:teuthology.orchestra.run.smithi027.stderr: 92.1% -- replaced with /var/log/ceph/ceph-client.admin.545813.log.gz/var/log/ceph/ceph-client.admin.349668.log: 2024-02-10T05:33:42.166 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.354848.log 2024-02-10T05:33:42.166 INFO:teuthology.orchestra.run.smithi027.stderr: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.412443.log.gz 2024-02-10T05:33:42.167 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.366305.log 2024-02-10T05:33:42.167 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.261447.log: gzip/var/log/ceph/ceph-client.admin.354848.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.414396.log 2024-02-10T05:33:42.168 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.366305.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.151685.log 2024-02-10T05:33:42.168 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.378393.log.gz 2024-02-10T05:33:42.169 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.414396.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.138390.log 2024-02-10T05:33:42.170 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.151685.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.236050.log 2024-02-10T05:33:42.171 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.138390.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.349251.log 2024-02-10T05:33:42.172 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.236050.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.237305.log 2024-02-10T05:33:42.173 INFO:teuthology.orchestra.run.smithi027.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.47605.log.gz 2024-02-10T05:33:42.174 INFO:teuthology.orchestra.run.smithi027.stderr:gzip/var/log/ceph/ceph-client.admin.349251.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.73680.log 2024-02-10T05:33:42.175 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.237305.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.433263.log 2024-02-10T05:33:42.175 INFO:teuthology.orchestra.run.smithi027.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.223301.log.gz 2024-02-10T05:33:42.176 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.539289.log 2024-02-10T05:33:42.178 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.426129.log 2024-02-10T05:33:42.179 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.384381.log 2024-02-10T05:33:42.180 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.266471.log 2024-02-10T05:33:42.182 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.135037.log 2024-02-10T05:33:42.183 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.240414.log 2024-02-10T05:33:42.184 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.362471.log 2024-02-10T05:33:42.187 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43566.log 2024-02-10T05:33:42.189 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.129112.log 2024-02-10T05:33:42.190 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.468764.log 2024-02-10T05:33:42.191 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.505326.log 2024-02-10T05:33:42.192 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.136714.log 2024-02-10T05:33:42.193 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.151271.log 2024-02-10T05:33:42.196 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.512331.log 2024-02-10T05:33:42.198 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.486456.log 2024-02-10T05:33:42.199 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114568.log 2024-02-10T05:33:42.200 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.361223.log 2024-02-10T05:33:42.202 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49398.log 2024-02-10T05:33:42.203 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.480436.log 2024-02-10T05:33:42.204 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46024.log 2024-02-10T05:33:42.205 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.501909.log 2024-02-10T05:33:42.207 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.353451.log 2024-02-10T05:33:42.208 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.204077.log 2024-02-10T05:33:42.208 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144462.log 2024-02-10T05:33:42.210 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.425792.log 2024-02-10T05:33:42.211 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.212917.log 2024-02-10T05:33:42.211 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.261438.log 2024-02-10T05:33:42.213 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190288.log 2024-02-10T05:33:42.213 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.224561.log 2024-02-10T05:33:42.214 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45730.log 2024-02-10T05:33:42.215 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.479547.log 2024-02-10T05:33:42.216 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.362887.log 2024-02-10T05:33:42.217 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.429841.log 2024-02-10T05:33:42.218 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.247121.log 2024-02-10T05:33:42.219 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.453792.log 2024-02-10T05:33:42.221 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.454646.log 2024-02-10T05:33:42.222 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.562275.log 2024-02-10T05:33:42.223 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.256702.log 2024-02-10T05:33:42.224 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.205756.log 2024-02-10T05:33:42.224 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.566286.log 2024-02-10T05:33:42.226 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.409851.log 2024-02-10T05:33:42.227 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140541.log 2024-02-10T05:33:42.228 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.448904.log 2024-02-10T05:33:42.229 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44982.log 2024-02-10T05:33:42.230 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.263542.log 2024-02-10T05:33:42.231 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.566904.log 2024-02-10T05:33:42.233 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.454637.log 2024-02-10T05:33:42.234 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.236059.log 2024-02-10T05:33:42.235 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.491168.log 2024-02-10T05:33:42.236 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.353028.log 2024-02-10T05:33:42.237 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.422876.log 2024-02-10T05:33:42.238 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.504022.log 2024-02-10T05:33:42.240 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.120038.log 2024-02-10T05:33:42.241 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.135871.log 2024-02-10T05:33:42.243 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.205747.log 2024-02-10T05:33:42.243 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.152570.log 2024-02-10T05:33:42.244 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.187962.log 2024-02-10T05:33:42.245 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.215143.log 2024-02-10T05:33:42.246 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.215134.log 2024-02-10T05:33:42.247 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.130862.log 2024-02-10T05:33:42.249 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.417375.log 2024-02-10T05:33:42.250 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.383131.log 2024-02-10T05:33:42.250 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.557822.log 2024-02-10T05:33:42.251 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.386600.log 2024-02-10T05:33:42.252 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111354.log 2024-02-10T05:33:42.254 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.248647.log 2024-02-10T05:33:42.255 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.219087.log 2024-02-10T05:33:42.256 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191548.log 2024-02-10T05:33:42.257 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.387505.log 2024-02-10T05:33:42.258 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.529828.log 2024-02-10T05:33:42.260 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113203.log 2024-02-10T05:33:42.261 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.227890.log 2024-02-10T05:33:42.262 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-02-10T05:33:42.264 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.452283.log 2024-02-10T05:33:42.265 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.531508.log 2024-02-10T05:33:42.266 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.544643.log 2024-02-10T05:33:42.267 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.198273.log 2024-02-10T05:33:42.268 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43481.log 2024-02-10T05:33:42.270 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.550351.log 2024-02-10T05:33:42.271 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.488762.log 2024-02-10T05:33:42.272 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.477869.log 2024-02-10T05:33:42.273 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.377976.log 2024-02-10T05:33:42.275 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.137553.log 2024-02-10T05:33:42.276 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.276287.log 2024-02-10T05:33:42.277 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.223310.log 2024-02-10T05:33:42.278 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.52437.log 2024-02-10T05:33:42.278 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.123568.log 2024-02-10T05:33:42.280 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.480028.log 2024-02-10T05:33:42.281 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.257962.log 2024-02-10T05:33:42.281 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.549930.log 2024-02-10T05:33:42.283 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.260079.log 2024-02-10T05:33:42.284 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49870.log 2024-02-10T05:33:42.285 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.387964.log 2024-02-10T05:33:42.287 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.250773.log 2024-02-10T05:33:42.288 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.432842.log 2024-02-10T05:33:42.289 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.262708.log 2024-02-10T05:33:42.290 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145344.log 2024-02-10T05:33:42.291 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.497226.log 2024-02-10T05:33:42.293 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.530246.log 2024-02-10T05:33:42.294 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50038.log 2024-02-10T05:33:42.295 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.217217.log 2024-02-10T05:33:42.296 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.464349.log 2024-02-10T05:33:42.297 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.567493.log 2024-02-10T05:33:42.298 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.215976.log 2024-02-10T05:33:42.299 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.490750.log 2024-02-10T05:33:42.300 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.556051.log 2024-02-10T05:33:42.302 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48784.log 2024-02-10T05:33:42.303 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.232659.log 2024-02-10T05:33:42.304 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50248.log 2024-02-10T05:33:42.307 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.346316.log 2024-02-10T05:33:42.307 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.149509.log 2024-02-10T05:33:42.308 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.348402.log 2024-02-10T05:33:42.309 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.139654.log 2024-02-10T05:33:42.310 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191539.log 2024-02-10T05:33:42.311 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.564499.log 2024-02-10T05:33:42.313 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.245025.log 2024-02-10T05:33:42.314 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.377559.log 2024-02-10T05:33:42.316 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.279412.log 2024-02-10T05:33:42.317 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48211.log 2024-02-10T05:33:42.319 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.373864.log 2024-02-10T05:33:42.320 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.245456.log 2024-02-10T05:33:42.321 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51986.log 2024-02-10T05:33:42.323 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.132109.log 2024-02-10T05:33:42.324 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.452708.log 2024-02-10T05:33:42.325 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.119204.log 2024-02-10T05:33:42.327 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.353883.log 2024-02-10T05:33:42.328 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.392161.log 2024-02-10T05:33:42.330 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.262282.log 2024-02-10T05:33:42.331 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45982.log 2024-02-10T05:33:42.333 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.232250.log 2024-02-10T05:33:42.335 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49440.log 2024-02-10T05:33:42.335 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.467315.log 2024-02-10T05:33:42.337 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.255025.log 2024-02-10T05:33:42.339 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.189375.log 2024-02-10T05:33:42.340 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.524886.log 2024-02-10T05:33:42.341 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38168.log 2024-02-10T05:33:42.342 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.219495.log 2024-02-10T05:33:42.343 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.561418.log 2024-02-10T05:33:42.344 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.199165.log 2024-02-10T05:33:42.345 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.547315.log 2024-02-10T05:33:42.346 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.566454.log 2024-02-10T05:33:42.348 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114141.log 2024-02-10T05:33:42.348 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.476974.log 2024-02-10T05:33:42.351 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49996.log 2024-02-10T05:33:42.351 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.216383.log 2024-02-10T05:33:42.353 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.133369.log 2024-02-10T05:33:42.353 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.453152.log 2024-02-10T05:33:42.354 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.526231.log 2024-02-10T05:33:42.355 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.381439.log 2024-02-10T05:33:42.356 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.561427.log 2024-02-10T05:33:42.357 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.498921.log 2024-02-10T05:33:42.358 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.247593.log 2024-02-10T05:33:42.359 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.484140.log 2024-02-10T05:33:42.360 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45320.log 2024-02-10T05:33:42.361 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.441722.log 2024-02-10T05:33:42.362 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.188860.log 2024-02-10T05:33:42.363 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.247130.log 2024-02-10T05:33:42.365 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-02-10T05:33:42.366 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.277711.log 2024-02-10T05:33:42.367 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44176.log 2024-02-10T05:33:42.368 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.450164.log 2024-02-10T05:33:42.369 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140119.log 2024-02-10T05:33:42.370 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183948.log 2024-02-10T05:33:42.371 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.424221.log 2024-02-10T05:33:42.372 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.351767.log 2024-02-10T05:33:42.373 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.177456.log 2024-02-10T05:33:42.374 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.435349.log 2024-02-10T05:33:42.375 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.493742.log 2024-02-10T05:33:42.376 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43692.log 2024-02-10T05:33:42.377 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43924.log 2024-02-10T05:33:42.379 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.533167.log 2024-02-10T05:33:42.380 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.275854.log 2024-02-10T05:33:42.381 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.522084.log 2024-02-10T05:33:42.383 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.343371.log 2024-02-10T05:33:42.384 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44649.log 2024-02-10T05:33:42.386 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.549499.log 2024-02-10T05:33:42.386 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.259653.log 2024-02-10T05:33:42.387 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.510580.log 2024-02-10T05:33:42.388 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.416518.log 2024-02-10T05:33:42.389 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.428137.log 2024-02-10T05:33:42.390 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.366726.log 2024-02-10T05:33:42.391 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.349659.log 2024-02-10T05:33:42.391 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.248656.log 2024-02-10T05:33:42.392 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.214268.log 2024-02-10T05:33:42.393 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.495041.log 2024-02-10T05:33:42.395 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51692.log 2024-02-10T05:33:42.395 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-02-10T05:33:42.396 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.265219.log 2024-02-10T05:33:42.399 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44651.log 2024-02-10T05:33:42.399 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.250356.log 2024-02-10T05:33:42.400 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49750.log 2024-02-10T05:33:42.401 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.237314.log 2024-02-10T05:33:42.402 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.180397.log 2024-02-10T05:33:42.403 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.369659.log 2024-02-10T05:33:42.405 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.553412.log 2024-02-10T05:33:42.406 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.250347.log 2024-02-10T05:33:42.407 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.249929.log 2024-02-10T05:33:42.408 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.276730.log 2024-02-10T05:33:42.410 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144471.log 2024-02-10T05:33:42.411 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193417.log 2024-02-10T05:33:42.412 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45814.log 2024-02-10T05:33:42.413 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.390154.log 2024-02-10T05:33:42.413 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.376111.log 2024-02-10T05:33:42.414 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2024-02-10T05:33:42.415 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.163146.log 2024-02-10T05:33:42.416 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.508908.log 2024-02-10T05:33:42.416 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.560980.log 2024-02-10T05:33:42.417 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.447372.log 2024-02-10T05:33:42.419 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.361639.log 2024-02-10T05:33:42.420 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.364984.log 2024-02-10T05:33:42.422 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.434097.log 2024-02-10T05:33:42.423 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50542.log 2024-02-10T05:33:42.424 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.538872.log 2024-02-10T05:33:42.425 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.455470.log 2024-02-10T05:33:42.427 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.260526.log 2024-02-10T05:33:42.428 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.511434.log 2024-02-10T05:33:42.429 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.384798.log 2024-02-10T05:33:42.430 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.352590.log 2024-02-10T05:33:42.432 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44218.log 2024-02-10T05:33:42.433 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.408524.log 2024-02-10T05:33:42.434 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.566202.log 2024-02-10T05:33:42.435 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.345468.log 2024-02-10T05:33:42.439 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.342954.log 2024-02-10T05:33:42.440 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.350506.log 2024-02-10T05:33:42.441 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134620.log 2024-02-10T05:33:42.442 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.538444.log 2024-02-10T05:33:42.443 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.419920.log 2024-02-10T05:33:42.444 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.209512.log 2024-02-10T05:33:42.446 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.192005.log 2024-02-10T05:33:42.447 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134212.log 2024-02-10T05:33:42.448 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.255852.log 2024-02-10T05:33:42.449 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.201832.log 2024-02-10T05:33:42.449 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.230130.log 2024-02-10T05:33:42.451 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.437888.log 2024-02-10T05:33:42.452 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.346307.log 2024-02-10T05:33:42.453 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.118778.log 2024-02-10T05:33:42.455 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.384807.log 2024-02-10T05:33:42.456 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113194.log 2024-02-10T05:33:42.458 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.504872.log 2024-02-10T05:33:42.460 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193408.log 2024-02-10T05:33:42.460 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.380518.log 2024-02-10T05:33:42.461 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.545542.log 2024-02-10T05:33:42.462 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.548598.log 2024-02-10T05:33:42.463 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.363730.log 2024-02-10T05:33:42.464 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.419929.log 2024-02-10T05:33:42.465 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43840.log 2024-02-10T05:33:42.466 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.499762.log 2024-02-10T05:33:42.467 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47689.log 2024-02-10T05:33:42.469 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.552090.log 2024-02-10T05:33:42.473 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.206165.log 2024-02-10T05:33:42.473 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.255443.log 2024-02-10T05:33:42.474 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.438303.log 2024-02-10T05:33:42.475 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.376588.log 2024-02-10T05:33:42.475 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.564915.log 2024-02-10T05:33:42.475 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.413826.log 2024-02-10T05:33:42.477 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.489739.log 2024-02-10T05:33:42.477 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.258808.log 2024-02-10T05:33:42.490 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.348820.log 2024-02-10T05:33:42.491 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.129103.log 2024-02-10T05:33:42.491 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.197372.log 2024-02-10T05:33:42.491 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.555611.log 2024-02-10T05:33:42.491 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.389304.log 2024-02-10T05:33:42.491 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.469172.log 2024-02-10T05:33:42.491 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.523610.log 2024-02-10T05:33:42.491 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.358731.log 2024-02-10T05:33:42.491 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.408948.log 2024-02-10T05:33:42.492 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.160472.log 2024-02-10T05:33:42.492 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.542916.log 2024-02-10T05:33:42.492 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.477392.log 2024-02-10T05:33:42.492 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.228409.log 2024-02-10T05:33:42.492 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.565335.log 2024-02-10T05:33:42.492 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.124038.log 2024-02-10T05:33:42.492 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.463457.log 2024-02-10T05:33:42.492 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.559583.log 2024-02-10T05:33:42.493 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.483723.log 2024-02-10T05:33:42.493 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.360807.log 2024-02-10T05:33:42.493 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.379228.log 2024-02-10T05:33:42.493 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.505752.log 2024-02-10T05:33:42.496 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.224153.log 2024-02-10T05:33:42.496 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.503183.log 2024-02-10T05:33:42.496 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.541104.log 2024-02-10T05:33:42.496 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.464340.log 2024-02-10T05:33:42.497 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.210769.log 2024-02-10T05:33:42.497 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182132.log 2024-02-10T05:33:42.498 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49198.log 2024-02-10T05:33:42.498 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.478704.log 2024-02-10T05:33:42.498 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.409860.log 2024-02-10T05:33:42.499 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.535262.log 2024-02-10T05:33:42.501 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.254594.log 2024-02-10T05:33:42.502 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.566118.log 2024-02-10T05:33:42.503 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179145.log 2024-02-10T05:33:42.504 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48700.log 2024-02-10T05:33:42.506 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.354839.log 2024-02-10T05:33:42.506 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144049.log 2024-02-10T05:33:42.507 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.211178.log 2024-02-10T05:33:42.508 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.424212.log 2024-02-10T05:33:42.509 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.192413.log 2024-02-10T05:33:42.511 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44344.log 2024-02-10T05:33:42.511 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.267314.log 2024-02-10T05:33:42.512 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.520736.log 2024-02-10T05:33:42.512 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.267731.log 2024-02-10T05:33:42.513 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.261865.log 2024-02-10T05:33:42.514 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.194279.log 2024-02-10T05:33:42.516 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.499753.log 2024-02-10T05:33:42.516 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.128270.log 2024-02-10T05:33:42.517 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.391143.log 2024-02-10T05:33:42.517 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.261856.log 2024-02-10T05:33:42.519 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.385642.log 2024-02-10T05:33:42.520 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.222059.log 2024-02-10T05:33:42.520 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50374.log 2024-02-10T05:33:42.521 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.380110.log 2024-02-10T05:33:42.522 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114132.log 2024-02-10T05:33:42.523 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49156.log 2024-02-10T05:33:42.524 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.358280.log 2024-02-10T05:33:42.524 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.412890.log 2024-02-10T05:33:42.526 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.238201.log 2024-02-10T05:33:42.526 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.215967.log 2024-02-10T05:33:42.526 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.264793.log 2024-02-10T05:33:42.526 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.554292.log 2024-02-10T05:33:42.527 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.231407.log 2024-02-10T05:33:42.528 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.393613.log 2024-02-10T05:33:42.529 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.200494.log 2024-02-10T05:33:42.539 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.474820.log 2024-02-10T05:33:42.540 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.494576.log 2024-02-10T05:33:42.540 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.347141.log 2024-02-10T05:33:42.540 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182141.log 2024-02-10T05:33:42.540 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.534001.log 2024-02-10T05:33:42.540 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.560062.log 2024-02-10T05:33:42.540 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.482274.log 2024-02-10T05:33:42.541 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.431553.log 2024-02-10T05:33:42.541 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.475670.log 2024-02-10T05:33:42.541 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.149993.log 2024-02-10T05:33:42.541 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.221642.log 2024-02-10T05:33:42.541 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.279838.log 2024-02-10T05:33:42.541 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.187459.log 2024-02-10T05:33:42.541 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.560512.log 2024-02-10T05:33:42.542 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.212018.log 2024-02-10T05:33:42.569 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.511857.log 2024-02-10T05:33:42.569 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.515129.log 2024-02-10T05:33:42.569 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.468755.log 2024-02-10T05:33:42.569 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.498912.log 2024-02-10T05:33:42.570 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.510152.log 2024-02-10T05:33:42.570 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.554283.log 2024-02-10T05:33:42.570 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.412452.log 2024-02-10T05:33:42.570 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113714.log 2024-02-10T05:33:42.570 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.559151.log 2024-02-10T05:33:42.570 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.506586.log 2024-02-10T05:33:42.570 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.489190.log 2024-02-10T05:33:42.570 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.435767.log 2024-02-10T05:33:42.570 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.416087.log 2024-02-10T05:33:42.571 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50668.log 2024-02-10T05:33:42.571 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.153404.log 2024-02-10T05:33:42.571 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.194288.log 2024-02-10T05:33:42.571 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49114.log 2024-02-10T05:33:42.571 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.350920.log 2024-02-10T05:33:42.571 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51124.log 2024-02-10T05:33:42.571 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.202278.log 2024-02-10T05:33:42.571 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.277207.log 2024-02-10T05:33:42.572 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.434523.log 2024-02-10T05:33:42.572 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.453559.log 2024-02-10T05:33:42.572 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.452292.log 2024-02-10T05:33:42.572 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.507837.log 2024-02-10T05:33:42.572 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.369242.log 2024-02-10T05:33:42.572 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.269465.log 2024-02-10T05:33:42.572 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.494168.log 2024-02-10T05:33:42.572 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.448913.log 2024-02-10T05:33:42.573 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.259240.log 2024-02-10T05:33:42.573 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.235214.log 2024-02-10T05:33:42.573 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44428.log 2024-02-10T05:33:42.573 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141471.log 2024-02-10T05:33:42.573 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.241732.log 2024-02-10T05:33:42.573 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179975.log 2024-02-10T05:33:42.573 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.501918.log 2024-02-10T05:33:42.573 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.201841.log 2024-02-10T05:33:42.574 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.552972.log 2024-02-10T05:33:42.574 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.210760.log 2024-02-10T05:33:42.574 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.440857.log 2024-02-10T05:33:42.574 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.567575.log 2024-02-10T05:33:42.574 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.251231.log 2024-02-10T05:33:42.615 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.467306.log 2024-02-10T05:33:42.615 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.471764.log 2024-02-10T05:33:42.615 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.233918.log 2024-02-10T05:33:42.615 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.159946.log 2024-02-10T05:33:42.615 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.532333.log 2024-02-10T05:33:42.616 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.252924.log 2024-02-10T05:33:42.616 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.429410.log 2024-02-10T05:33:42.616 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.475661.log 2024-02-10T05:33:42.616 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45520.log 2024-02-10T05:33:42.616 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.500244.log 2024-02-10T05:33:42.616 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.416949.log 2024-02-10T05:33:42.617 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.526489.log 2024-02-10T05:33:42.617 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44986.log 2024-02-10T05:33:42.617 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47521.log 2024-02-10T05:33:42.617 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.558261.log 2024-02-10T05:33:42.617 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43523.log 2024-02-10T05:33:42.617 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.362480.log 2024-02-10T05:33:42.617 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.492906.log 2024-02-10T05:33:42.618 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.492069.log 2024-02-10T05:33:42.618 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.161297.log 2024-02-10T05:33:42.618 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.378384.log 2024-02-10T05:33:42.618 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.126111.log 2024-02-10T05:33:42.618 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.245874.log 2024-02-10T05:33:42.618 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.513831.log 2024-02-10T05:33:42.619 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49482.log 2024-02-10T05:33:42.619 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.196072.log 2024-02-10T05:33:42.619 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.495050.log 2024-02-10T05:33:42.619 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.498503.log 2024-02-10T05:33:42.619 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134629.log 2024-02-10T05:33:42.619 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191996.log 2024-02-10T05:33:42.619 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.345894.log 2024-02-10T05:33:42.619 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.241723.log 2024-02-10T05:33:42.620 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.370485.log 2024-02-10T05:33:42.620 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.264376.log 2024-02-10T05:33:42.620 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.435358.log 2024-02-10T05:33:42.620 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.500655.log 2024-02-10T05:33:42.620 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.349242.log 2024-02-10T05:33:42.620 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.428559.log 2024-02-10T05:33:42.621 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.431140.log 2024-02-10T05:33:42.621 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.250764.log 2024-02-10T05:33:42.621 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43223.log 2024-02-10T05:33:42.621 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2024-02-10T05:33:42.621 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.536993.log 2024-02-10T05:33:42.621 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.545804.log 2024-02-10T05:33:42.621 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.234388.log 2024-02-10T05:33:42.621 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.532342.log 2024-02-10T05:33:42.622 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.463931.log 2024-02-10T05:33:42.622 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.120029.log 2024-02-10T05:33:42.622 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.529420.log 2024-02-10T05:33:42.622 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.431131.log 2024-02-10T05:33:42.622 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.476549.log 2024-02-10T05:33:42.622 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.159497.log 2024-02-10T05:33:42.623 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.130853.log 2024-02-10T05:33:42.623 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.266480.log 2024-02-10T05:33:42.623 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.471342.log 2024-02-10T05:33:42.623 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.381855.log 2024-02-10T05:33:42.623 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.519352.log 2024-02-10T05:33:42.623 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.425840.log 2024-02-10T05:33:42.623 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.466877.log 2024-02-10T05:33:42.624 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.138810.log 2024-02-10T05:33:42.624 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.445509.log 2024-02-10T05:33:42.629 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115029.log 2024-02-10T05:33:42.629 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.443836.log 2024-02-10T05:33:42.629 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.466008.log 2024-02-10T05:33:42.629 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.469181.log 2024-02-10T05:33:42.629 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.366717.log 2024-02-10T05:33:42.629 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.238210.log 2024-02-10T05:33:42.629 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.539797.log 2024-02-10T05:33:42.630 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.150403.log 2024-02-10T05:33:42.630 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.381864.log 2024-02-10T05:33:42.630 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.267722.log 2024-02-10T05:33:42.630 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.266888.log 2024-02-10T05:33:42.630 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.255434.log 2024-02-10T05:33:42.630 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49072.log 2024-02-10T05:33:42.630 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.187953.log 2024-02-10T05:33:42.636 INFO:teuthology.orchestra.run.smithi153.stderr: 94.5% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2024-02-10T05:33:44.577 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.433263.log: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.222476.log.gz 2024-02-10T05:33:44.577 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.73680.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.265210.log.gz 2024-02-10T05:33:44.577 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.539289.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.48295.log.gz 2024-02-10T05:33:44.578 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.426129.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.50164.log.gz 2024-02-10T05:33:44.578 INFO:teuthology.orchestra.run.smithi027.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.48600.log.gz 2024-02-10T05:33:44.578 INFO:teuthology.orchestra.run.smithi027.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.50206.log.gz 2024-02-10T05:33:44.590 INFO:teuthology.orchestra.run.smithi027.stderr: 77.8%/var/log/ceph/ceph-client.admin.416949.log: -- replaced with /var/log/ceph/ceph-client.admin.245865.log.gz 2024-02-10T05:33:44.591 INFO:teuthology.orchestra.run.smithi027.stderr: 79.6%/var/log/ceph/ceph-client.admin.44986.log: -- replaced with /var/log/ceph/ceph-client.admin.394076.log.gz 2024-02-10T05:33:44.591 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.138390.log.gz 2024-02-10T05:33:44.591 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.349668.log.gz 2024-02-10T05:33:44.591 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% 92.1% -- replaced with /var/log/ceph/ceph-client.admin.385224.log.gz 2024-02-10T05:33:44.591 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.354848.log.gz 2024-02-10T05:33:44.591 INFO:teuthology.orchestra.run.smithi027.stderr: 93.3% -- replaced with /var/log/ceph/ceph-client.admin.200949.log.gz 2024-02-10T05:33:44.591 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.362896.log.gz 2024-02-10T05:33:44.591 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.357446.log.gz 2024-02-10T05:33:44.592 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.468764.log: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.366305.log.gz 2024-02-10T05:33:44.592 INFO:teuthology.orchestra.run.smithi027.stderr: 93.4% -- replaced with /var/log/ceph/ceph-client.admin.387973.log.gz 2024-02-10T05:33:44.592 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.505326.log: 92.7% -- replaced with /var/log/ceph/ceph-client.admin.125692.log.gz 2024-02-10T05:33:44.592 INFO:teuthology.orchestra.run.smithi027.stderr: 84.2% -- replaced with /var/log/ceph/ceph-client.admin.379671.log.gz 2024-02-10T05:33:44.592 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.383974.log.gz 90.2% -- replaced with /var/log/ceph/ceph-client.admin.441288.log.gz 2024-02-10T05:33:44.592 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.592 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.512331.log: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.387081.log.gz 2024-02-10T05:33:44.592 INFO:teuthology.orchestra.run.smithi027.stderr: 77.8% -- replaced with /var/log/ceph/ceph-client.admin.387496.log.gz 2024-02-10T05:33:44.593 INFO:teuthology.orchestra.run.smithi027.stderr: 80.9% -- replaced with /var/log/ceph/ceph-client.admin.425469.log.gz 2024-02-10T05:33:44.593 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.486456.log: 77.4% -- replaced with /var/log/ceph/ceph-client.admin.229296.log.gz 2024-02-10T05:33:44.593 INFO:teuthology.orchestra.run.smithi027.stderr: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.276278.log.gz 2024-02-10T05:33:44.593 INFO:teuthology.orchestra.run.smithi027.stderr: 77.4% -- replaced with /var/log/ceph/ceph-client.admin.528568.log.gz 2024-02-10T05:33:44.593 INFO:teuthology.orchestra.run.smithi027.stderr: 94.0% 81.1% -- replaced with /var/log/ceph/ceph-client.admin.269875.log.gz 2024-02-10T05:33:44.593 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.190714.log.gz 2024-02-10T05:33:44.594 INFO:teuthology.orchestra.run.smithi027.stderr: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.479121.log.gz 2024-02-10T05:33:44.594 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.203626.log.gz/var/log/ceph/ceph-client.admin.480436.log: 2024-02-10T05:33:44.594 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.501909.log: /var/log/ceph/ceph-client.admin.479547.log: 93.1% -- replaced with /var/log/ceph/ceph-client.admin.470484.log.gz 2024-02-10T05:33:44.594 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.429841.log: /var/log/ceph/ceph-client.admin.453792.log: /var/log/ceph/ceph-client.admin.454646.log: /var/log/ceph/ceph-client.admin.562275.log: 93.5% 87.5% -- replaced with /var/log/ceph/ceph-client.admin.511866.log.gz -- replaced with /var/log/ceph/ceph-client.admin.44470.log.gz 2024-02-10T05:33:44.594 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.594 INFO:teuthology.orchestra.run.smithi027.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.51310.log.gz 2024-02-10T05:33:44.594 INFO:teuthology.orchestra.run.smithi027.stderr: 77.9% -- replaced with /var/log/ceph/ceph-client.admin.562275.log.gz 2024-02-10T05:33:44.595 INFO:teuthology.orchestra.run.smithi027.stderr: 84.4% 92.5% -- replaced with /var/log/ceph/ceph-client.admin.126120.log.gz 2024-02-10T05:33:44.595 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.155174.log.gz 2024-02-10T05:33:44.595 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.566286.log: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.180824.log.gz 2024-02-10T05:33:44.595 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.448904.log: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.181240.log.gz 2024-02-10T05:33:44.595 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.566904.log: /var/log/ceph/ceph-client.admin.491168.log: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.449331.log.gz 2024-02-10T05:33:44.595 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.454637.log: 90.2% 88.9% -- replaced with /var/log/ceph/ceph-client.admin.43882.log.gz 2024-02-10T05:33:44.595 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.486907.log.gz 2024-02-10T05:33:44.595 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.280259.log.gz 88.7%/var/log/ceph/ceph-client.admin.504022.log: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.379680.log.gz 2024-02-10T05:33:44.595 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.566286.log.gz 80.6% -- replaced with /var/log/ceph/ceph-client.admin.450155.log.gz 2024-02-10T05:33:44.596 INFO:teuthology.orchestra.run.smithi027.stderr: 84.8% -- replaced with /var/log/ceph/ceph-client.admin.505326.log.gz 2024-02-10T05:33:44.596 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.596 INFO:teuthology.orchestra.run.smithi027.stderr: 85.1% 2024-02-10T05:33:44.596 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.223727.log.gz 2024-02-10T05:33:44.596 INFO:teuthology.orchestra.run.smithi027.stderr: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.145761.log.gz 2024-02-10T05:33:44.596 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.261447.log.gz 2024-02-10T05:33:44.596 INFO:teuthology.orchestra.run.smithi027.stderr: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.530673.log.gz 2024-02-10T05:33:44.597 INFO:teuthology.orchestra.run.smithi027.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.566904.log.gz 2024-02-10T05:33:44.597 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.557822.log: 79.6% -- replaced with /var/log/ceph/ceph-client.admin.201386.log.gz 2024-02-10T05:33:44.597 INFO:teuthology.orchestra.run.smithi027.stderr: 79.9% -- replaced with /var/log/ceph/ceph-client.admin.199603.log.gz 90.2% -- replaced with /var/log/ceph/ceph-client.admin.205339.log.gz 2024-02-10T05:33:44.597 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.597 INFO:teuthology.orchestra.run.smithi027.stderr: 76.9% -- replaced with /var/log/ceph/ceph-client.admin.248034.log.gz 2024-02-10T05:33:44.597 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.529828.log: /var/log/ceph/ceph-osd.0.log: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.453438.log.gz 2024-02-10T05:33:44.597 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.452283.log: /var/log/ceph/ceph-client.admin.531508.log: /var/log/ceph/ceph-client.admin.544643.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.215551.log.gz 2024-02-10T05:33:44.597 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.550351.log: /var/log/ceph/ceph-client.admin.488762.log: /var/log/ceph/ceph-client.admin.477869.log: 92.1% -- replaced with /var/log/ceph/ceph-client.admin.507140.log.gz 2024-02-10T05:33:44.597 INFO:teuthology.orchestra.run.smithi027.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.admin.470475.log.gz 2024-02-10T05:33:44.598 INFO:teuthology.orchestra.run.smithi027.stderr: 85.3% 81.2% 90.0% -- replaced with /var/log/ceph/ceph-client.admin.470933.log.gz 2024-02-10T05:33:44.598 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.550351.log.gz 2024-02-10T05:33:44.598 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.480028.log: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.127436.log.gz 2024-02-10T05:33:44.598 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.549930.log: 78.0% -- replaced with /var/log/ceph/ceph-client.admin.112191.log.gz 2024-02-10T05:33:44.598 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.531091.log.gz 2024-02-10T05:33:44.598 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.432842.log: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.144040.log.gz 2024-02-10T05:33:44.598 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.177877.log.gz 2024-02-10T05:33:44.598 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.544643.log.gz 2024-02-10T05:33:44.599 INFO:teuthology.orchestra.run.smithi027.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.473021.log.gz 2024-02-10T05:33:44.615 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.497226.log: /var/log/ceph/ceph-client.admin.530246.log: /var/log/ceph/ceph-client.admin.464349.log: /var/log/ceph/ceph-client.admin.567493.log: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.549930.log.gz 2024-02-10T05:33:44.615 INFO:teuthology.orchestra.run.smithi027.stderr: 93.7% -- replaced with /var/log/ceph/ceph-client.admin.425898.log.gz 2024-02-10T05:33:44.615 INFO:teuthology.orchestra.run.smithi027.stderr: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.160880.log.gz 2024-02-10T05:33:44.616 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.490750.log: 80.9% -- replaced with /var/log/ceph/ceph-client.admin.183508.log.gz 2024-02-10T05:33:44.616 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% 89.3% -- replaced with /var/log/ceph/ceph-client.admin.43650.log.gz 2024-02-10T05:33:44.616 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.556051.log: -- replaced with /var/log/ceph/ceph-client.admin.160889.log.gz 2024-02-10T05:33:44.616 INFO:teuthology.orchestra.run.smithi027.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.567493.log.gz 2024-02-10T05:33:44.616 INFO:teuthology.orchestra.run.smithi027.stderr: 84.4% -- replaced with /var/log/ceph/ceph-client.admin.278154.log.gz 2024-02-10T05:33:44.616 INFO:teuthology.orchestra.run.smithi027.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.48742.log.gz 90.0% -- replaced with /var/log/ceph/ceph-client.admin.135463.log.gz 2024-02-10T05:33:44.616 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.153413.log.gz 2024-02-10T05:33:44.616 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.617 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.564499.log: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.418207.log.gz 2024-02-10T05:33:44.617 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.355271.log.gz 2024-02-10T05:33:44.617 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1%/var/log/ceph/ceph-client.admin.452708.log: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.214277.log.gz 2024-02-10T05:33:44.617 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.432851.log.gz 2024-02-10T05:33:44.617 INFO:teuthology.orchestra.run.smithi027.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.421042.log.gz 2024-02-10T05:33:44.617 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.347989.log.gz 2024-02-10T05:33:44.617 INFO:teuthology.orchestra.run.smithi027.stderr: 81.1% 80.2% -- replaced with /var/log/ceph/ceph-client.admin.486898.log.gz 2024-02-10T05:33:44.617 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.497643.log.gz 2024-02-10T05:33:44.617 INFO:teuthology.orchestra.run.smithi027.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.492489.log.gz 2024-02-10T05:33:44.618 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.493751.log.gz 2024-02-10T05:33:44.618 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.467315.log: 93.4% -- replaced with /var/log/ceph/ceph-client.admin.185706.log.gz 2024-02-10T05:33:44.618 INFO:teuthology.orchestra.run.smithi027.stderr: 78.0% -- replaced with /var/log/ceph/ceph-client.admin.150828.log.gz 85.1% -- replaced with /var/log/ceph/ceph-client.admin.144879.log.gz 2024-02-10T05:33:44.618 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.618 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.524886.log: 89.8%/var/log/ceph/ceph-client.admin.561418.log: -- replaced with /var/log/ceph/ceph-client.admin.564499.log.gz/var/log/ceph/ceph-client.admin.547315.log: /var/log/ceph/ceph-client.admin.566454.log: 92.6% -- replaced with /var/log/ceph/ceph-client.admin.278999.log.gz 2024-02-10T05:33:44.618 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.618 INFO:teuthology.orchestra.run.smithi027.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.566454.log.gz 2024-02-10T05:33:44.618 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1%/var/log/ceph/ceph-client.admin.476974.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.547315.log.gz 2024-02-10T05:33:44.619 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% 90.2% -- replaced with /var/log/ceph/ceph-client.admin.177886.log.gz 2024-02-10T05:33:44.619 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.208259.log.gz 2024-02-10T05:33:44.619 INFO:teuthology.orchestra.run.smithi027.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49524.log.gz 2024-02-10T05:33:44.619 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.440444.log.gz 2024-02-10T05:33:44.619 INFO:teuthology.orchestra.run.smithi027.stderr: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.557822.log.gz 2024-02-10T05:33:44.619 INFO:teuthology.orchestra.run.smithi027.stderr: 79.0% -- replaced with /var/log/ceph/ceph-client.admin.240852.log.gz 2024-02-10T05:33:44.619 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.453152.log: 84.0% -- replaced with /var/log/ceph/ceph-client.admin.504431.log.gz 2024-02-10T05:33:44.619 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.526231.log: /var/log/ceph/ceph-client.admin.561427.log: /var/log/ceph/ceph-client.admin.498921.log: 84.4% -- replaced with /var/log/ceph/ceph-client.admin.561418.log.gz 2024-02-10T05:33:44.620 INFO:teuthology.orchestra.run.smithi027.stderr: 76.3% -- replaced with /var/log/ceph/ceph-client.admin.423340.log.gz 2024-02-10T05:33:44.620 INFO:teuthology.orchestra.run.smithi027.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.50458.log.gz 2024-02-10T05:33:44.620 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.484140.log: /var/log/ceph/ceph-client.admin.441722.log: 84.7% -- replaced with /var/log/ceph/ceph-client.admin.445087.log.gz 2024-02-10T05:33:44.620 INFO:teuthology.orchestra.run.smithi027.stderr: 93.0% -- replaced with /var/log/ceph/ceph-client.admin.204499.log.gz 2024-02-10T05:33:44.620 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph.log: /var/log/ceph/ceph-client.admin.450164.log: 90.1%/var/log/ceph/ceph-client.admin.435349.log: -- replaced with /var/log/ceph/ceph-client.admin.135046.log.gz/var/log/ceph/ceph-client.admin.493742.log: 2024-02-10T05:33:44.620 INFO:teuthology.orchestra.run.smithi027.stderr: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.561427.log.gz 2024-02-10T05:33:44.620 INFO:teuthology.orchestra.run.smithi027.stderr: 91.8% -- replaced with /var/log/ceph/ceph-client.admin.238628.log.gz 2024-02-10T05:33:44.620 INFO:teuthology.orchestra.run.smithi027.stderr: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.556051.log.gz 2024-02-10T05:33:44.621 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.533167.log: /var/log/ceph/ceph-client.admin.522084.log: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.110741.log.gz 2024-02-10T05:33:44.621 INFO:teuthology.orchestra.run.smithi027.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.131688.log.gz 2024-02-10T05:33:44.621 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.133795.log.gz 2024-02-10T05:33:44.621 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.549499.log: /var/log/ceph/ceph-client.admin.510580.log: /var/log/ceph/ceph-client.admin.428137.log: 88.5% 88.3% -- replaced with /var/log/ceph/ceph-client.admin.48946.log.gz 2024-02-10T05:33:44.621 INFO:teuthology.orchestra.run.smithi027.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.49666.log.gz 2024-02-10T05:33:44.621 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.495041.log: -- replaced with /var/log/ceph/ceph-client.admin.43304.log.gz 2024-02-10T05:33:44.621 INFO:teuthology.orchestra.run.smithi027.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.549499.log.gz 2024-02-10T05:33:44.621 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-osd.2.log: 90.7% -- replaced with /var/log/ceph/ceph-client.admin.52112.log.gz 2024-02-10T05:33:44.621 INFO:teuthology.orchestra.run.smithi027.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.51818.log.gz 2024-02-10T05:33:44.622 INFO:teuthology.orchestra.run.smithi027.stderr: 93.3% -- replaced with /var/log/ceph/ceph-client.admin.495885.log.gz 2024-02-10T05:33:44.622 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.553412.log: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.151262.log.gz 2024-02-10T05:33:44.622 INFO:teuthology.orchestra.run.smithi027.stderr: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.118306.log.gz 2024-02-10T05:33:44.622 INFO:teuthology.orchestra.run.smithi027.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.admin.530664.log.gz 2024-02-10T05:33:44.622 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-mds.c.log: /var/log/ceph/ceph-client.admin.508908.log: /var/log/ceph/ceph-client.admin.560980.log: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.357029.log.gz 2024-02-10T05:33:44.622 INFO:teuthology.orchestra.run.smithi027.stderr: 91.0%/var/log/ceph/ceph-client.admin.447372.log: -- replaced with /var/log/ceph/ceph-client.admin.410282.log.gz 2024-02-10T05:33:44.622 INFO:teuthology.orchestra.run.smithi027.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.449322.log.gz 2024-02-10T05:33:44.622 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.434097.log: 78.1%/var/log/ceph/ceph-client.admin.538872.log: -- replaced with /var/log/ceph/ceph-client.admin.345885.log.gz 2024-02-10T05:33:44.623 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.455470.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.538872.log.gz 2024-02-10T05:33:44.623 INFO:teuthology.orchestra.run.smithi027.stderr: 79.1%/var/log/ceph/ceph-client.admin.511434.log: 80.2% 77.3%/var/log/ceph/ceph-client.admin.566202.log: 90.2% 90.2% 84.1% 90.4% 90.3% 90.2% 90.1% -- replaced with /var/log/ceph/ceph-client.admin.221225.log.gz 2024-02-10T05:33:44.623 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.538444.log: 90.1% 77.4% -- replaced with /var/log/ceph/ceph-client.admin.235632.log.gz 2024-02-10T05:33:44.623 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.437888.log: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.236887.log.gz 2024-02-10T05:33:44.623 INFO:teuthology.orchestra.run.smithi027.stderr: 84.2% -- replaced with /var/log/ceph/ceph-client.admin.214686.log.gz 2024-02-10T05:33:44.623 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.269038.log.gz/var/log/ceph/ceph-client.admin.504872.log: -- replaced with /var/log/ceph/ceph-client.admin.260517.log.gz/var/log/ceph/ceph-client.admin.545542.log: /var/log/ceph/ceph-client.admin.499762.log: /var/log/ceph/ceph-client.admin.548598.log: -- replaced with /var/log/ceph/ceph-client.admin.479130.log.gz -- replaced with /var/log/ceph/ceph-client.admin.509742.log.gz -- replaced with /var/log/ceph/ceph-client.admin.392152.log.gz -- replaced with /var/log/ceph/ceph-client.admin.443845.log.gz 2024-02-10T05:33:44.623 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.263134.log.gz 81.0% -- replaced with /var/log/ceph/ceph-client.admin.548598.log.gz 2024-02-10T05:33:44.623 INFO:teuthology.orchestra.run.smithi027.stderr: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.545542.log.gz 2024-02-10T05:33:44.624 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.210350.log.gz -- replaced with /var/log/ceph/ceph-client.admin.119612.log.gz -- replaced with /var/log/ceph/ceph-client.admin.263551.log.gz 2024-02-10T05:33:44.624 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.552090.log: 2024-02-10T05:33:44.624 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.624 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.624 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.629 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.629 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.629 INFO:teuthology.orchestra.run.smithi027.stderr: 79.8% -- replaced with /var/log/ceph/ceph-client.admin.465174.log.gz 2024-02-10T05:33:44.629 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.472613.log.gz 2024-02-10T05:33:44.629 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.438303.log: 2024-02-10T05:33:44.630 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.564915.log: /var/log/ceph/ceph-client.admin.489739.log: /var/log/ceph/ceph-client.admin.555611.log: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.553412.log.gz 2024-02-10T05:33:44.630 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.630 INFO:teuthology.orchestra.run.smithi027.stderr: 81.5% 89.8% -- replaced with /var/log/ceph/ceph-client.admin.564915.log.gz 2024-02-10T05:33:44.630 INFO:teuthology.orchestra.run.smithi027.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.538444.log.gz 2024-02-10T05:33:44.630 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.469172.log: /var/log/ceph/ceph-client.admin.523610.log: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.555611.log.gz 2024-02-10T05:33:44.630 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.542916.log: /var/log/ceph/ceph-client.admin.477392.log: /var/log/ceph/ceph-client.admin.565335.log: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.115973.log.gz 2024-02-10T05:33:44.630 INFO:teuthology.orchestra.run.smithi027.stderr: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.565335.log.gz 2024-02-10T05:33:44.630 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.463457.log: /var/log/ceph/ceph-client.admin.559583.log: -- replaced with /var/log/ceph/ceph-client.admin.566202.log.gz 2024-02-10T05:33:44.630 INFO:teuthology.orchestra.run.smithi027.stderr: 84.6% -- replaced with /var/log/ceph/ceph-client.admin.559583.log.gz 2024-02-10T05:33:44.631 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.483723.log: /var/log/ceph/ceph-client.admin.505752.log: /var/log/ceph/ceph-client.admin.503183.log: /var/log/ceph/ceph-client.admin.541104.log: /var/log/ceph/ceph-client.admin.464340.log: /var/log/ceph/ceph-client.admin.478704.log: /var/log/ceph/ceph-client.admin.535262.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.48558.log.gz 2024-02-10T05:33:44.631 INFO:teuthology.orchestra.run.smithi027.stderr: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.542916.log.gz 2024-02-10T05:33:44.631 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.566118.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.47731.log.gz 2024-02-10T05:33:44.631 INFO:teuthology.orchestra.run.smithi027.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.566118.log.gz 2024-02-10T05:33:44.631 INFO:teuthology.orchestra.run.smithi027.stderr: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.49582.log.gz 2024-02-10T05:33:44.631 INFO:teuthology.orchestra.run.smithi027.stderr: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.552090.log.gz 2024-02-10T05:33:44.633 INFO:teuthology.orchestra.run.smithi027.stderr: 87.8% 87.9% 90.0% 90.0% -- replaced with /var/log/ceph/ceph-client.admin.137971.log.gz 2024-02-10T05:33:44.633 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.520736.log: /var/log/ceph/ceph-client.admin.499753.log: -- replaced with /var/log/ceph/ceph-client.admin.51734.log.gz 2024-02-10T05:33:44.633 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.49912.log.gz -- replaced with /var/log/ceph/ceph-client.admin.137133.log.gz 2024-02-10T05:33:44.633 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.633 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.554292.log: 79.3% -- replaced with /var/log/ceph/ceph-client.admin.350075.log.gz 2024-02-10T05:33:44.636 INFO:teuthology.orchestra.run.smithi027.stderr: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.554292.log.gz 2024-02-10T05:33:44.640 INFO:teuthology.orchestra.run.smithi027.stderr: 92.7% -- replaced with /var/log/ceph/ceph-client.admin.560980.log.gz 2024-02-10T05:33:44.644 INFO:teuthology.orchestra.run.smithi027.stderr: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.366296.log.gz 2024-02-10T05:33:44.644 INFO:teuthology.orchestra.run.smithi027.stderr: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.425889.log.gz 2024-02-10T05:33:44.644 INFO:teuthology.orchestra.run.smithi027.stderr: 84.2% -- replaced with /var/log/ceph/ceph-client.admin.440435.log.gz 2024-02-10T05:33:44.647 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.468281.log.gz 2024-02-10T05:33:44.647 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.437466.log.gz 2024-02-10T05:33:44.647 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.220338.log.gz 2024-02-10T05:33:44.647 INFO:teuthology.orchestra.run.smithi027.stderr: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.275845.log.gz 2024-02-10T05:33:44.647 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.474820.log: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.222884.log.gz 2024-02-10T05:33:44.647 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2%/var/log/ceph/ceph-client.admin.494576.log: /var/log/ceph/ceph-client.admin.534001.log: /var/log/ceph/ceph-client.admin.560062.log: 84.1% -- replaced with /var/log/ceph/ceph-client.admin.501074.log.gz 2024-02-10T05:33:44.648 INFO:teuthology.orchestra.run.smithi027.stderr: 96.7% 90.1% -- replaced with /var/log/ceph/ceph-client.admin.206591.log.gz 2024-02-10T05:33:44.648 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.542466.log.gz 2024-02-10T05:33:44.650 INFO:teuthology.orchestra.run.smithi027.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.37834.log.gz 2024-02-10T05:33:44.650 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.508491.log.gz 2024-02-10T05:33:44.650 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3%/var/log/ceph/ceph-client.admin.482274.log: -- replaced with /var/log/ceph/ceph-client.admin.444679.log.gz 2024-02-10T05:33:44.650 INFO:teuthology.orchestra.run.smithi027.stderr: 96.7% -- replaced with /var/log/ceph/ceph-client.admin.542016.log.gz 2024-02-10T05:33:44.651 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.431553.log: /var/log/ceph/ceph-client.admin.475670.log: -- replaced with /var/log/ceph/ceph-client.admin.259662.log.gz 2024-02-10T05:33:44.651 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.560512.log: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.501501.log.gz 2024-02-10T05:33:44.651 INFO:teuthology.orchestra.run.smithi027.stderr: 83.9% -- replaced with /var/log/ceph/ceph-client.admin.560512.log.gz 2024-02-10T05:33:44.651 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.511857.log: /var/log/ceph/ceph-client.admin.468755.log: /var/log/ceph/ceph-client.admin.515129.log: /var/log/ceph/ceph-client.admin.510152.log: /var/log/ceph/ceph-client.admin.498912.log: /var/log/ceph/ceph-client.admin.554283.log: 79.5% 81.3% -- replaced with /var/log/ceph/ceph-client.admin.236468.log.gz 2024-02-10T05:33:44.651 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.374272.log.gz 2024-02-10T05:33:44.651 INFO:teuthology.orchestra.run.smithi027.stderr: 84.5% -- replaced with /var/log/ceph/ceph-client.admin.195171.log.gz 2024-02-10T05:33:44.653 INFO:teuthology.orchestra.run.smithi027.stderr: 84.4% -- replaced with /var/log/ceph/ceph-client.admin.554283.log.gz 2024-02-10T05:33:44.653 INFO:teuthology.orchestra.run.smithi027.stderr: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.560062.log.gz 2024-02-10T05:33:44.653 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.559151.log: 83.8% -- replaced with /var/log/ceph/ceph-client.admin.198710.log.gz 2024-02-10T05:33:44.653 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.506586.log: /var/log/ceph/ceph-client.admin.489190.log: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.162699.log.gz 2024-02-10T05:33:44.653 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.435767.log: /var/log/ceph/ceph-client.admin.434523.log: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.536556.log.gz 2024-02-10T05:33:44.655 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.453559.log: /var/log/ceph/ceph-client.admin.452292.log: 92.1% -- replaced with /var/log/ceph/ceph-client.admin.559151.log.gz 2024-02-10T05:33:44.656 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.507837.log: 93.4% 89.5% -- replaced with /var/log/ceph/ceph-client.admin.453568.log.gz 2024-02-10T05:33:44.656 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.197827.log.gz 2024-02-10T05:33:44.656 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.494168.log: /var/log/ceph/ceph-client.admin.448913.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.44134.log.gz 2024-02-10T05:33:44.657 INFO:teuthology.orchestra.run.smithi027.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.44302.log.gz 2024-02-10T05:33:44.657 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.501918.log: /var/log/ceph/ceph-client.admin.552972.log: /var/log/ceph/ceph-client.admin.440857.log: /var/log/ceph/ceph-client.admin.567575.log: /var/log/ceph/ceph-client.admin.467306.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.567575.log.gz 2024-02-10T05:33:44.658 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.471764.log: /var/log/ceph/ceph-client.admin.532333.log: /var/log/ceph/ceph-client.admin.429410.log: /var/log/ceph/ceph-client.admin.475661.log: 84.7%/var/log/ceph/ceph-client.admin.500244.log: -- replaced with /var/log/ceph/ceph-client.admin.527314.log.gz 2024-02-10T05:33:44.659 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.526489.log: /var/log/ceph/ceph-client.admin.366717.log: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.128696.log.gz 2024-02-10T05:33:44.661 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.558261.log: /var/log/ceph/ceph-client.admin.492906.log: 85.0% -- replaced with /var/log/ceph/ceph-client.admin.558261.log.gz 2024-02-10T05:33:44.662 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.492069.log: /var/log/ceph/ceph-client.admin.513831.log: /var/log/ceph/ceph-client.admin.495050.log: /var/log/ceph/ceph-client.admin.498503.log: /var/log/ceph/ceph-client.admin.435358.log: /var/log/ceph/ceph-client.admin.500655.log: /var/log/ceph/ceph-client.admin.428559.log: /var/log/ceph/ceph-client.admin.431140.log: /var/log/ceph/ceph-mds.a.log: /var/log/ceph/ceph-client.admin.536993.log: /var/log/ceph/ceph-client.admin.545804.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.45772.log.gz 2024-02-10T05:33:44.663 INFO:teuthology.orchestra.run.smithi027.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.47959.log.gz 2024-02-10T05:33:44.663 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.532342.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.51166.log.gz 2024-02-10T05:33:44.675 INFO:teuthology.orchestra.run.smithi027.stderr: 88.0%/var/log/ceph/ceph-client.admin.463931.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.51394.log.gz/var/log/ceph/ceph-client.admin.529420.log: /var/log/ceph/ceph-client.admin.431131.log: 2024-02-10T05:33:44.675 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.476549.log: -- replaced with /var/log/ceph/ceph-client.admin.50500.log.gz 2024-02-10T05:33:44.675 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.471342.log: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.135454.log.gz 2024-02-10T05:33:44.675 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.519352.log: /var/log/ceph/ceph-client.admin.466877.log: /var/log/ceph/ceph-client.admin.445509.log: /var/log/ceph/ceph-client.admin.443836.log: 78.0% -- replaced with /var/log/ceph/ceph-client.admin.378802.log.gz 2024-02-10T05:33:44.675 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.469181.log: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.356612.log.gz 2024-02-10T05:33:44.675 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.466008.log: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.439177.log.gz 2024-02-10T05:33:44.675 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.539797.log: 90.1% 80.3% 81.3% 90.1% 90.1% 89.9% 90.2% -- replaced with /var/log/ceph/ceph-client.admin.495458.log.gz -- replaced with /var/log/ceph/ceph-client.admin.480865.log.gz -- replaced with /var/log/ceph/ceph-client.admin.478296.log.gz 80.0% -- replaced with /var/log/ceph/ceph-client.admin.536127.log.gz 2024-02-10T05:33:44.676 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.491595.log.gz -- replaced with /var/log/ceph/ceph-client.admin.539797.log.gz 2024-02-10T05:33:44.676 INFO:teuthology.orchestra.run.smithi027.stderr: 93.9% -- replaced with /var/log/ceph/ceph-client.admin.268178.log.gz 2024-02-10T05:33:44.676 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.676 INFO:teuthology.orchestra.run.smithi027.stderr: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.409429.log.gz 2024-02-10T05:33:44.676 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.347150.log.gz -- replaced with /var/log/ceph/ceph-client.admin.222893.log.gz 2024-02-10T05:33:44.676 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.676 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.676 INFO:teuthology.orchestra.run.smithi027.stderr: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.411144.log.gz 2024-02-10T05:33:44.677 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.677 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.677 INFO:teuthology.orchestra.run.smithi027.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.516573.log.gz 2024-02-10T05:33:44.677 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.236477.log.gz 2024-02-10T05:33:44.677 INFO:teuthology.orchestra.run.smithi027.stderr: 81.4% 90.1% 88.2% -- replaced with /var/log/ceph/ceph-client.admin.48253.log.gz 2024-02-10T05:33:44.677 INFO:teuthology.orchestra.run.smithi027.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.44386.log.gz 2024-02-10T05:33:44.677 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.473030.log.gz 81.7% -- replaced with /var/log/ceph/ceph-client.admin.351758.log.gz 2024-02-10T05:33:44.677 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.678 INFO:teuthology.orchestra.run.smithi027.stderr: 84.0% -- replaced with /var/log/ceph/ceph-client.admin.217634.log.gz 2024-02-10T05:33:44.678 INFO:teuthology.orchestra.run.smithi027.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.359142.log.gz 2024-02-10T05:33:44.678 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.125256.log.gz 2024-02-10T05:33:44.678 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.217226.log.gz 2024-02-10T05:33:44.678 INFO:teuthology.orchestra.run.smithi027.stderr: 83.6% 90.2% -- replaced with /var/log/ceph/ceph-client.admin.359151.log.gz 2024-02-10T05:33:44.678 INFO:teuthology.orchestra.run.smithi027.stderr: 81.2% 90.0% -- replaced with /var/log/ceph/ceph-client.admin.229722.log.gz -- replaced with /var/log/ceph/ceph-client.admin.502327.log.gz 2024-02-10T05:33:44.678 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.212463.log.gz 2024-02-10T05:33:44.678 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% 2024-02-10T05:33:44.678 INFO:teuthology.orchestra.run.smithi027.stderr: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.552972.log.gz 2024-02-10T05:33:44.679 INFO:teuthology.orchestra.run.smithi027.stderr: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.498067.log.gz 2024-02-10T05:33:44.679 INFO:teuthology.orchestra.run.smithi027.stderr: 81.4% 90.2% -- replaced with /var/log/ceph/ceph-client.admin.346733.log.gz 2024-02-10T05:33:44.679 INFO:teuthology.orchestra.run.smithi027.stderr: 80.3% 90.1% -- replaced with /var/log/ceph/ceph-client.admin.228888.log.gz 2024-02-10T05:33:44.679 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% 80.0% -- replaced with /var/log/ceph/ceph-client.admin.200940.log.gz 2024-02-10T05:33:44.679 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.501083.log.gz -- replaced with /var/log/ceph/ceph-client.admin.132952.log.gz 2024-02-10T05:33:44.679 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.140110.log.gz -- replaced with /var/log/ceph/ceph-client.admin.132961.log.gz 2024-02-10T05:33:44.679 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.679 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.680 INFO:teuthology.orchestra.run.smithi027.stderr: 92.8% 90.2% -- replaced with /var/log/ceph/ceph-client.admin.429419.log.gz 2024-02-10T05:33:44.680 INFO:teuthology.orchestra.run.smithi027.stderr: 85.1% -- replaced with /var/log/ceph/ceph-client.admin.430254.log.gz 2024-02-10T05:33:44.680 INFO:teuthology.orchestra.run.smithi027.stderr: 93.4% -- replaced with /var/log/ceph/ceph-client.admin.181249.log.gz 77.4% -- replaced with /var/log/ceph/ceph-client.admin.424629.log.gz 2024-02-10T05:33:44.680 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.680 INFO:teuthology.orchestra.run.smithi027.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46252.log.gz 2024-02-10T05:33:44.680 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% 80.7% -- replaced with /var/log/ceph/ceph-client.admin.262273.log.gz 2024-02-10T05:33:44.680 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.150837.log.gz 2024-02-10T05:33:44.680 INFO:teuthology.orchestra.run.smithi027.stderr: 81.1% 90.2% 93.0% 84.7% -- replaced with /var/log/ceph/ceph-client.admin.472186.log.gz 2024-02-10T05:33:44.681 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.487862.log.gz 2024-02-10T05:33:44.681 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.471351.log.gz 2024-02-10T05:33:44.681 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.382289.log.gz 2024-02-10T05:33:44.681 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.439595.log.gz 2024-02-10T05:33:44.686 INFO:teuthology.orchestra.run.smithi027.stderr: 84.8% 88.7% -- replaced with /var/log/ceph/ceph-client.admin.44050.log.gz 2024-02-10T05:33:44.686 INFO:teuthology.orchestra.run.smithi027.stderr: 90.4% -- replaced with /var/log/ceph/ceph-client.admin.471773.log.gz 2024-02-10T05:33:44.686 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.499329.log.gz 2024-02-10T05:33:44.687 INFO:teuthology.orchestra.run.smithi027.stderr: 78.1% 93.1% -- replaced with /var/log/ceph/ceph-client.admin.159955.log.gz 2024-02-10T05:33:44.687 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.526222.log.gz 88.8% -- replaced with /var/log/ceph/ceph-client.admin.44641.log.gz 2024-02-10T05:33:44.687 INFO:teuthology.orchestra.run.smithi027.stderr: 93.8% 2024-02-10T05:33:44.687 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.356106.log.gz 2024-02-10T05:33:44.687 INFO:teuthology.orchestra.run.smithi027.stderr: 89.3% 89.2% 88.3% -- replaced with /var/log/ceph/ceph-client.admin.51438.log.gz 2024-02-10T05:33:44.687 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.47815.log.gz 85.9% -- replaced with /var/log/ceph/ceph-client.admin.138381.log.gz 2024-02-10T05:33:44.687 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.688 INFO:teuthology.orchestra.run.smithi027.stderr: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.239049.log.gz 2024-02-10T05:33:44.688 INFO:teuthology.orchestra.run.smithi027.stderr: 77.7% -- replaced with /var/log/ceph/ceph-client.admin.246287.log.gz 2024-02-10T05:33:44.688 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.50584.log.gz 92.9% -- replaced with /var/log/ceph/ceph-client.admin.488771.log.gz 2024-02-10T05:33:44.688 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.688 INFO:teuthology.orchestra.run.smithi027.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.355681.log.gz 2024-02-10T05:33:44.688 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.139232.log.gz 2024-02-10T05:33:44.688 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% 81.2% -- replaced with /var/log/ceph/ceph-client.admin.468755.log.gz 2024-02-10T05:33:44.688 INFO:teuthology.orchestra.run.smithi027.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.364993.log.gz 2024-02-10T05:33:44.689 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% 90.2% -- replaced with /var/log/ceph/ceph-client.admin.468764.log.gz 2024-02-10T05:33:44.689 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.389712.log.gz 93.4% -- replaced with /var/log/ceph/ceph-client.admin.197381.log.gz 2024-02-10T05:33:44.689 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.469181.log.gz 2024-02-10T05:33:44.689 INFO:teuthology.orchestra.run.smithi027.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.469172.log.gz 2024-02-10T05:33:44.689 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.689 INFO:teuthology.orchestra.run.smithi027.stderr: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.259231.log.gz 2024-02-10T05:33:44.689 INFO:teuthology.orchestra.run.smithi027.stderr: 79.5% -- replaced with /var/log/ceph/ceph-client.admin.221216.log.gz 2024-02-10T05:33:44.689 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.355690.log.gz 2024-02-10T05:33:44.690 INFO:teuthology.orchestra.run.smithi027.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.admin.509733.log.gz 2024-02-10T05:33:44.690 INFO:teuthology.orchestra.run.smithi027.stderr: 80.8% 81.4% -- replaced with /var/log/ceph/ceph-client.admin.205330.log.gz 2024-02-10T05:33:44.690 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.373855.log.gz 2024-02-10T05:33:44.690 INFO:teuthology.orchestra.run.smithi027.stderr: 93.6% -- replaced with /var/log/ceph/ceph-client.admin.188385.log.gz 2024-02-10T05:33:44.690 INFO:teuthology.orchestra.run.smithi027.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.255016.log.gz 2024-02-10T05:33:44.690 INFO:teuthology.orchestra.run.smithi027.stderr: 77.3% -- replaced with /var/log/ceph/ceph-client.admin.257536.log.gz 2024-02-10T05:33:44.690 INFO:teuthology.orchestra.run.smithi027.stderr: 85.0% 91.4% -- replaced with /var/log/ceph/ceph-client.admin.507584.log.gz 2024-02-10T05:33:44.690 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.254181.log.gz 2024-02-10T05:33:44.691 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.413309.log.gz 2024-02-10T05:33:44.691 INFO:teuthology.orchestra.run.smithi027.stderr: 94.0% -- replaced with /var/log/ceph/ceph-client.admin.425478.log.gz 2024-02-10T05:33:44.702 INFO:teuthology.orchestra.run.smithi027.stderr: 78.0% 78.2% 84.2% -- replaced with /var/log/ceph/ceph-client.admin.124509.log.gz 2024-02-10T05:33:44.703 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.531499.log.gz 2024-02-10T05:33:44.703 INFO:teuthology.orchestra.run.smithi027.stderr: 91.9% -- replaced with /var/log/ceph/ceph-client.admin.183517.log.gz 2024-02-10T05:33:44.703 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.112694.log.gz 2024-02-10T05:33:44.703 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.143196.log.gz 2024-02-10T05:33:44.703 INFO:teuthology.orchestra.run.smithi027.stderr: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.46150.log.gz 2024-02-10T05:33:44.703 INFO:teuthology.orchestra.run.smithi027.stderr: 89.3% 89.2% -- replaced with /var/log/ceph/ceph-client.admin.52070.log.gz 2024-02-10T05:33:44.703 INFO:teuthology.orchestra.run.smithi027.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.50080.log.gz 2024-02-10T05:33:44.703 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.45940.log.gz 84.0% -- replaced with /var/log/ceph/ceph-client.admin.136705.log.gz 2024-02-10T05:33:44.704 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.704 INFO:teuthology.orchestra.run.smithi027.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.138801.log.gz 2024-02-10T05:33:44.704 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% 90.2% -- replaced with /var/log/ceph/ceph-client.admin.153831.log.gz 2024-02-10T05:33:44.704 INFO:teuthology.orchestra.run.smithi027.stderr: 78.6% -- replaced with /var/log/ceph/ceph-client.admin.367135.log.gz 2024-02-10T05:33:44.704 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.475253.log.gz 2024-02-10T05:33:44.704 INFO:teuthology.orchestra.run.smithi027.stderr: 92.0% -- replaced with /var/log/ceph/ceph-client.admin.498076.log.gz 2024-02-10T05:33:44.704 INFO:teuthology.orchestra.run.smithi027.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.278163.log.gz 2024-02-10T05:33:44.704 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.368389.log.gz 2024-02-10T05:33:44.705 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% 92.9% -- replaced with /var/log/ceph/ceph-client.admin.374699.log.gz 2024-02-10T05:33:44.705 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.127862.log.gz 2024-02-10T05:33:44.705 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.482283.log.gz 2024-02-10T05:33:44.705 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.483732.log.gz 2024-02-10T05:33:44.705 INFO:teuthology.orchestra.run.smithi027.stderr: 80.9% -- replaced with /var/log/ceph/ceph-client.admin.229713.log.gz 2024-02-10T05:33:44.705 INFO:teuthology.orchestra.run.smithi027.stderr: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.220329.log.gz 2024-02-10T05:33:44.705 INFO:teuthology.orchestra.run.smithi027.stderr: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.493325.log.gz 90.2% -- replaced with /var/log/ceph/ceph-client.admin.264385.log.gz 2024-02-10T05:33:44.705 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.706 INFO:teuthology.orchestra.run.smithi027.stderr: 81.4% 88.9% 90.2% -- replaced with /var/log/ceph/ceph.log.gz 2024-02-10T05:33:44.706 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.534418.log.gz -- replaced with /var/log/ceph/ceph-client.admin.478713.log.gz 81.0% -- replaced with /var/log/ceph/ceph-client.admin.419049.log.gz 2024-02-10T05:33:44.706 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.706 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.706 INFO:teuthology.orchestra.run.smithi027.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.230965.log.gz 2024-02-10T05:33:44.706 INFO:teuthology.orchestra.run.smithi027.stderr: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.239996.log.gz 2024-02-10T05:33:44.706 INFO:teuthology.orchestra.run.smithi027.stderr: 81.8% 83.9% 80.6% -- replaced with /var/log/ceph/ceph-client.admin.203171.log.gz 2024-02-10T05:33:44.706 INFO:teuthology.orchestra.run.smithi027.stderr: 79.8% -- replaced with /var/log/ceph/ceph-client.admin.126557.log.gz 2024-02-10T05:33:44.706 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.195617.log.gz 2024-02-10T05:33:44.707 INFO:teuthology.orchestra.run.smithi027.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.254172.log.gz 2024-02-10T05:33:44.707 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.376102.log.gz 90.2% -- replaced with /var/log/ceph/ceph-client.admin.506169.log.gz 2024-02-10T05:33:44.707 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.707 INFO:teuthology.orchestra.run.smithi027.stderr: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.206582.log.gz 2024-02-10T05:33:44.707 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.191131.log.gz 2024-02-10T05:33:44.707 INFO:teuthology.orchestra.run.smithi027.stderr: 80.2% -- replaced with /var/log/ceph/ceph-client.admin.237755.log.gz 2024-02-10T05:33:44.707 INFO:teuthology.orchestra.run.smithi027.stderr: 84.1% -- replaced with /var/log/ceph/ceph-client.admin.251649.log.gz 2024-02-10T05:33:44.707 INFO:teuthology.orchestra.run.smithi027.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.216800.log.gz 2024-02-10T05:33:44.708 INFO:teuthology.orchestra.run.smithi027.stderr: 80.9% -- replaced with /var/log/ceph/ceph-client.admin.239480.log.gz 2024-02-10T05:33:44.708 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.245034.log.gz 2024-02-10T05:33:44.708 INFO:teuthology.orchestra.run.smithi027.stderr: 81.5% 90.2% -- replaced with /var/log/ceph/ceph-client.admin.418625.log.gz 2024-02-10T05:33:44.708 INFO:teuthology.orchestra.run.smithi027.stderr: 78.6% -- replaced with /var/log/ceph/ceph-client.admin.212908.log.gz 2024-02-10T05:33:44.708 INFO:teuthology.orchestra.run.smithi027.stderr: 80.9% -- replaced with /var/log/ceph/ceph-client.admin.395517.log.gz 2024-02-10T05:33:44.708 INFO:teuthology.orchestra.run.smithi027.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.263959.log.gz 2024-02-10T05:33:44.708 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.350929.log.gz 90.2% -- replaced with /var/log/ceph/ceph-client.admin.209931.log.gz 2024-02-10T05:33:44.708 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.709 INFO:teuthology.orchestra.run.smithi027.stderr: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.140532.log.gz 2024-02-10T05:33:44.709 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.361648.log.gz 2024-02-10T05:33:44.709 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% 80.0% -- replaced with /var/log/ceph/ceph-client.admin.199156.log.gz 2024-02-10T05:33:44.709 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.362064.log.gz 2024-02-10T05:33:44.709 INFO:teuthology.orchestra.run.smithi027.stderr: 78.8% -- replaced with /var/log/ceph/ceph-client.admin.383965.log.gz 2024-02-10T05:33:44.709 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.490342.log.gz 2024-02-10T05:33:44.709 INFO:teuthology.orchestra.run.smithi027.stderr: 78.2% -- replaced with /var/log/ceph/ceph-client.admin.386123.log.gz 2024-02-10T05:33:44.709 INFO:teuthology.orchestra.run.smithi027.stderr: 81.2% 89.2% -- replaced with /var/log/ceph/ceph-client.admin.45315.log.gz 2024-02-10T05:33:44.710 INFO:teuthology.orchestra.run.smithi027.stderr: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.528159.log.gz 2024-02-10T05:33:44.710 INFO:teuthology.orchestra.run.smithi027.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.46791.log.gz 2024-02-10T05:33:44.710 INFO:teuthology.orchestra.run.smithi027.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.48043.log.gz 2024-02-10T05:33:44.710 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.496809.log.gz 2024-02-10T05:33:44.710 INFO:teuthology.orchestra.run.smithi027.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.51566.log.gz 2024-02-10T05:33:44.710 INFO:teuthology.orchestra.run.smithi027.stderr: 93.9% -- replaced with /var/log/ceph/ceph-client.admin.193838.log.gz 2024-02-10T05:33:44.710 INFO:teuthology.orchestra.run.smithi027.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.51608.log.gz 2024-02-10T05:33:44.710 INFO:teuthology.orchestra.run.smithi027.stderr: 88.0% 79.3% -- replaced with /var/log/ceph/ceph-client.admin.500235.log.gz 2024-02-10T05:33:44.710 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.44985.log.gz 88.8% -- replaced with /var/log/ceph/ceph-client.admin.48904.log.gz 2024-02-10T05:33:44.711 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.711 INFO:teuthology.orchestra.run.smithi027.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.49030.log.gz 2024-02-10T05:33:44.711 INFO:teuthology.orchestra.run.smithi027.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.48988.log.gz 2024-02-10T05:33:44.711 INFO:teuthology.orchestra.run.smithi027.stderr: 91.0% 90.3% -- replaced with /var/log/ceph/ceph-client.admin.454223.log.gz 2024-02-10T05:33:44.711 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.265637.log.gz 2024-02-10T05:33:44.711 INFO:teuthology.orchestra.run.smithi027.stderr: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.353442.log.gz 2024-02-10T05:33:44.711 INFO:teuthology.orchestra.run.smithi027.stderr: 89.9% 77.5% -- replaced with /var/log/ceph/ceph-client.admin.442135.log.gz 2024-02-10T05:33:44.711 INFO:teuthology.orchestra.run.smithi027.stderr: 78.2% -- replaced with /var/log/ceph/ceph-client.admin.444253.log.gz 2024-02-10T05:33:44.712 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.530255.log.gz 2024-02-10T05:33:44.712 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% 76.6% -- replaced with /var/log/ceph/ceph-client.admin.416958.log.gz -- replaced with /var/log/ceph/ceph-client.admin.117889.log.gz 2024-02-10T05:33:44.712 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.712 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.229305.log.gz 2024-02-10T05:33:44.712 INFO:teuthology.orchestra.run.smithi027.stderr: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.528577.log.gz 2024-02-10T05:33:44.712 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.532759.log.gz 2024-02-10T05:33:44.712 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.370076.log.gz 2024-02-10T05:33:44.712 INFO:teuthology.orchestra.run.smithi027.stderr: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.534427.log.gz 90.0% -- replaced with /var/log/ceph/ceph-client.admin.505335.log.gz 2024-02-10T05:33:44.713 INFO:teuthology.orchestra.run.smithi027.stderr: 78.4% -- replaced with /var/log/ceph/ceph-client.admin.152137.log.gz 2024-02-10T05:33:44.713 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.713 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.257971.log.gz 2024-02-10T05:33:44.768 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% 94.2% -- replaced with /var/log/ceph/ceph-client.admin.186570.log.gz 2024-02-10T05:33:44.768 INFO:teuthology.orchestra.run.smithi027.stderr: 93.5% -- replaced with /var/log/ceph/ceph-client.admin.212027.log.gz 2024-02-10T05:33:44.768 INFO:teuthology.orchestra.run.smithi027.stderr: 84.0% 90.0% -- replaced with /var/log/ceph/ceph-client.admin.231416.log.gz 2024-02-10T05:33:44.768 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.177447.log.gz 90.3% -- replaced with /var/log/ceph/ceph-client.admin.476983.log.gz 2024-02-10T05:33:44.769 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.769 INFO:teuthology.orchestra.run.smithi027.stderr: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.214695.log.gz 2024-02-10T05:33:44.769 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.473865.log.gz 2024-02-10T05:33:44.769 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.211187.log.gz 87.5% -- replaced with /var/log/ceph/ceph-client.admin.47479.log.gz 2024-02-10T05:33:44.769 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.769 INFO:teuthology.orchestra.run.smithi027.stderr: 93.2% -- replaced with /var/log/ceph/ceph-client.admin.195626.log.gz 2024-02-10T05:33:44.769 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.481774.log.gz 2024-02-10T05:33:44.769 INFO:teuthology.orchestra.run.smithi027.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.491586.log.gz 2024-02-10T05:33:44.769 INFO:teuthology.orchestra.run.smithi027.stderr: 92.2% 78.7% -- replaced with /var/log/ceph/ceph-client.admin.140997.log.gz 2024-02-10T05:33:44.770 INFO:teuthology.orchestra.run.smithi027.stderr: 81.4% 90.2% -- replaced with /var/log/ceph/ceph-client.admin.367553.log.gz 2024-02-10T05:33:44.770 INFO:teuthology.orchestra.run.smithi027.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.369233.log.gz 2024-02-10T05:33:44.770 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.367980.log.gz 2024-02-10T05:33:44.770 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.226073.log.gz 2024-02-10T05:33:44.770 INFO:teuthology.orchestra.run.smithi027.stderr: 89.9% 78.2% -- replaced with /var/log/ceph/ceph-client.admin.464757.log.gz 2024-02-10T05:33:44.770 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.527323.log.gz 90.2% -- replaced with /var/log/ceph/ceph-client.admin.211605.log.gz 2024-02-10T05:33:44.770 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.770 INFO:teuthology.orchestra.run.smithi027.stderr: 92.8% 78.2% -- replaced with /var/log/ceph/ceph-client.admin.365833.log.gz -- replaced with /var/log/ceph/ceph-client.admin.363304.log.gz 2024-02-10T05:33:44.771 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.771 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.348411.log.gz 2024-02-10T05:33:44.771 INFO:teuthology.orchestra.run.smithi027.stderr: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.364138.log.gz 2024-02-10T05:33:44.771 INFO:teuthology.orchestra.run.smithi027.stderr: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.244573.log.gz 2024-02-10T05:33:44.771 INFO:teuthology.orchestra.run.smithi027.stderr: 80.8% 77.4% -- replaced with /var/log/ceph/ceph-client.admin.126974.log.gz 2024-02-10T05:33:44.771 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.420625.log.gz 2024-02-10T05:33:44.771 INFO:teuthology.orchestra.run.smithi027.stderr: 85.0% -- replaced with /var/log/ceph/ceph-client.admin.412025.log.gz 2024-02-10T05:33:44.771 INFO:teuthology.orchestra.run.smithi027.stderr: 85.1% -- replaced with /var/log/ceph/ceph-client.admin.256271.log.gz 2024-02-10T05:33:44.772 INFO:teuthology.orchestra.run.smithi027.stderr: 79.5% 81.5% -- replaced with /var/log/ceph/ceph-client.admin.269456.log.gz 2024-02-10T05:33:44.772 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.184830.log.gz 2024-02-10T05:33:44.772 INFO:teuthology.orchestra.run.smithi027.stderr: 84.6% 89.7% -- replaced with /var/log/ceph/ceph-client.admin.529837.log.gz 2024-02-10T05:33:44.772 INFO:teuthology.orchestra.run.smithi027.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.345046.log.gz 2024-02-10T05:33:44.772 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.231824.log.gz 2024-02-10T05:33:44.772 INFO:teuthology.orchestra.run.smithi027.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.51902.log.gz 2024-02-10T05:33:44.772 INFO:teuthology.orchestra.run.smithi027.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.44008.log.gz 2024-02-10T05:33:44.772 INFO:teuthology.orchestra.run.smithi027.stderr: 88.7% 93.6% -- replaced with /var/log/ceph/ceph-client.admin.161723.log.gz 2024-02-10T05:33:44.773 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.47773.log.gz 2024-02-10T05:33:44.773 INFO:teuthology.orchestra.run.smithi027.stderr: 93.4% -- replaced with /var/log/ceph/ceph-client.admin.419058.log.gz 2024-02-10T05:33:44.773 INFO:teuthology.orchestra.run.smithi027.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.354389.log.gz 92.1% -- replaced with /var/log/ceph/ceph-client.admin.269884.log.gz 2024-02-10T05:33:44.773 INFO:teuthology.orchestra.run.smithi027.stderr: 84.1% -- replaced with /var/log/ceph/ceph-client.admin.357437.log.gz 2024-02-10T05:33:44.773 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.773 INFO:teuthology.orchestra.run.smithi027.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.481765.log.gz 2024-02-10T05:33:44.773 INFO:teuthology.orchestra.run.smithi027.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.253337.log.gz 2024-02-10T05:33:44.773 INFO:teuthology.orchestra.run.smithi027.stderr: 91.6% 90.4% -- replaced with /var/log/ceph/ceph-client.admin.345055.log.gz 91.0% 2024-02-10T05:33:44.774 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.244141.log.gz -- replaced with /var/log/ceph/ceph-client.admin.239058.log.gz 2024-02-10T05:33:44.774 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.774 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.361232.log.gz 2024-02-10T05:33:44.774 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% 81.2% -- replaced with /var/log/ceph/ceph-client.admin.380972.log.gz 2024-02-10T05:33:44.774 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.377078.log.gz 2024-02-10T05:33:44.774 INFO:teuthology.orchestra.run.smithi027.stderr: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.145353.log.gz 90.0% -- replaced with /var/log/ceph/ceph-client.admin.411616.log.gz 2024-02-10T05:33:44.774 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.774 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.449747.log.gz 2024-02-10T05:33:44.775 INFO:teuthology.orchestra.run.smithi027.stderr: 81.0% 81.2% -- replaced with /var/log/ceph/ceph-client.admin.343792.log.gz 2024-02-10T05:33:44.775 INFO:teuthology.orchestra.run.smithi027.stderr: 79.1% -- replaced with /var/log/ceph/ceph-client.admin.476540.log.gz 2024-02-10T05:33:44.775 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.252071.log.gz 2024-02-10T05:33:44.775 INFO:teuthology.orchestra.run.smithi027.stderr: 92.6% -- replaced with /var/log/ceph/ceph-client.admin.451454.log.gz 2024-02-10T05:33:44.775 INFO:teuthology.orchestra.run.smithi027.stderr: 93.3% -- replaced with /var/log/ceph/ceph-client.admin.380527.log.gz 2024-02-10T05:33:44.775 INFO:teuthology.orchestra.run.smithi027.stderr: 93.3% -- replaced with /var/log/ceph/ceph-client.admin.392654.log.gz 2024-02-10T05:33:44.775 INFO:teuthology.orchestra.run.smithi027.stderr: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.430715.log.gz 2024-02-10T05:33:44.775 INFO:teuthology.orchestra.run.smithi027.stderr: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.151685.log.gz 2024-02-10T05:33:44.775 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.128279.log.gz 2024-02-10T05:33:44.776 INFO:teuthology.orchestra.run.smithi027.stderr: 93.4% 93.5% 81.2% -- replaced with /var/log/ceph/ceph-client.admin.212472.log.gz 2024-02-10T05:33:44.776 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.141881.log.gz 2024-02-10T05:33:44.776 INFO:teuthology.orchestra.run.smithi027.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.535671.log.gz 2024-02-10T05:33:44.776 INFO:teuthology.orchestra.run.smithi027.stderr: 83.9% -- replaced with /var/log/ceph/ceph-client.admin.181695.log.gz 78.9% -- replaced with /var/log/ceph/ceph-client.admin.425744.log.gz 2024-02-10T05:33:44.776 INFO:teuthology.orchestra.run.smithi027.stderr: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.357854.log.gz 2024-02-10T05:33:44.776 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.776 INFO:teuthology.orchestra.run.smithi027.stderr: 91.7% -- replaced with /var/log/ceph/ceph-client.admin.394085.log.gz 2024-02-10T05:33:44.776 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.536984.log.gz 93.4% 2024-02-10T05:33:44.777 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.203180.log.gz 2024-02-10T05:33:44.777 INFO:teuthology.orchestra.run.smithi027.stderr: 78.4% -- replaced with /var/log/ceph/ceph-client.admin.506160.log.gz 2024-02-10T05:33:44.777 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.492915.log.gz 2024-02-10T05:33:44.777 INFO:teuthology.orchestra.run.smithi027.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.486028.log.gz 90.2% -- replaced with /var/log/ceph/ceph-client.admin.488289.log.gz 2024-02-10T05:33:44.777 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.777 INFO:teuthology.orchestra.run.smithi027.stderr: 94.1% -- replaced with /var/log/ceph/ceph-client.admin.443396.log.gz 90.1% -- replaced with /var/log/ceph/ceph-client.admin.204921.log.gz 2024-02-10T05:33:44.777 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.777 INFO:teuthology.orchestra.run.smithi027.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.410273.log.gz 2024-02-10T05:33:44.777 INFO:teuthology.orchestra.run.smithi027.stderr: 84.1% 90.4% -- replaced with /var/log/ceph/ceph-client.admin.258395.log.gz 2024-02-10T05:33:44.778 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.414396.log.gz 2024-02-10T05:33:44.778 INFO:teuthology.orchestra.run.smithi027.stderr: 77.5% -- replaced with /var/log/ceph/ceph-client.admin.475244.log.gz 2024-02-10T05:33:44.778 INFO:teuthology.orchestra.run.smithi027.stderr: 93.5% -- replaced with /var/log/ceph/ceph-client.admin.489199.log.gz 2024-02-10T05:33:44.778 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.415656.log.gz 2024-02-10T05:33:44.778 INFO:teuthology.orchestra.run.smithi027.stderr: 85.2% 80.7% -- replaced with /var/log/ceph/ceph-client.admin.236050.log.gz 2024-02-10T05:33:44.778 INFO:teuthology.orchestra.run.smithi027.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.47857.log.gz 2024-02-10T05:33:44.778 INFO:teuthology.orchestra.run.smithi027.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.179136.log.gz 90.8% -- replaced with /var/log/ceph/ceph-client.2.47163.log.gz 2024-02-10T05:33:44.778 INFO:teuthology.orchestra.run.smithi027.stderr: 93.7% -- replaced with /var/log/ceph/ceph-client.admin.489748.log.gz 2024-02-10T05:33:44.779 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.779 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.160463.log.gz 92.0% -- replaced with /var/log/ceph/ceph-client.admin.151694.log.gz 2024-02-10T05:33:44.779 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.779 INFO:teuthology.orchestra.run.smithi027.stderr: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.154253.log.gz 2024-02-10T05:33:44.779 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.352599.log.gz 2024-02-10T05:33:44.779 INFO:teuthology.orchestra.run.smithi027.stderr: 79.0% 90.1% -- replaced with /var/log/ceph/ceph-client.admin.430706.log.gz 2024-02-10T05:33:44.779 INFO:teuthology.orchestra.run.smithi027.stderr: 77.9% -- replaced with /var/log/ceph/ceph-client.admin.431970.log.gz 2024-02-10T05:33:44.779 INFO:teuthology.orchestra.run.smithi027.stderr: 77.4% 90.2% -- replaced with /var/log/ceph/ceph-client.admin.433272.log.gz 2024-02-10T05:33:44.780 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.433680.log.gz 81.0% -- replaced with /var/log/ceph/ceph-client.admin.441279.log.gz 2024-02-10T05:33:44.780 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.119621.log.gz 2024-02-10T05:33:44.780 INFO:teuthology.orchestra.run.smithi027.stderr: 78.1% 84.6% -- replaced with /var/log/ceph/ceph-client.admin.225608.log.gz 2024-02-10T05:33:44.780 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.780 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.383548.log.gz 2024-02-10T05:33:44.780 INFO:teuthology.orchestra.run.smithi027.stderr: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.505743.log.gz 2024-02-10T05:33:44.780 INFO:teuthology.orchestra.run.smithi027.stderr: 80.9% -- replaced with /var/log/ceph/ceph-client.admin.509316.log.gz 2024-02-10T05:33:44.780 INFO:teuthology.orchestra.run.smithi027.stderr: 81.2% 90.4% -- replaced with /var/log/ceph/ceph-client.admin.417366.log.gz 2024-02-10T05:33:44.780 INFO:teuthology.orchestra.run.smithi027.stderr: 93.2% -- replaced with /var/log/ceph/ceph-client.admin.202287.log.gz 2024-02-10T05:33:44.781 INFO:teuthology.orchestra.run.smithi027.stderr: 77.8% -- replaced with /var/log/ceph/ceph-client.admin.237305.log.gz 2024-02-10T05:33:44.781 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.510161.log.gz 90.0% -- replaced with /var/log/ceph/ceph-client.admin.251240.log.gz 2024-02-10T05:33:44.781 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.781 INFO:teuthology.orchestra.run.smithi027.stderr: 78.0% -- replaced with /var/log/ceph/ceph-client.admin.115020.log.gz 2024-02-10T05:33:44.781 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.342963.log.gz 2024-02-10T05:33:44.781 INFO:teuthology.orchestra.run.smithi027.stderr: 94.5% -- replaced with /var/log/ceph/ceph-client.admin.162026.log.gz 2024-02-10T05:33:44.781 INFO:teuthology.orchestra.run.smithi027.stderr: 91.9% -- replaced with /var/log/ceph/ceph-client.admin.438312.log.gz 2024-02-10T05:33:44.781 INFO:teuthology.orchestra.run.smithi027.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.44983.log.gz 2024-02-10T05:33:44.782 INFO:teuthology.orchestra.run.smithi027.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.50998.log.gz 81.2% -- replaced with /var/log/ceph/ceph-client.admin.279829.log.gz 2024-02-10T05:33:44.782 INFO:teuthology.orchestra.run.smithi027.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.149984.log.gz 2024-02-10T05:33:44.782 INFO:teuthology.orchestra.run.smithi027.stderr: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.280250.log.gz 2024-02-10T05:33:44.782 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.782 INFO:teuthology.orchestra.run.smithi027.stderr: 81.3% 81.2% -- replaced with /var/log/ceph/ceph-client.admin.426120.log.gz 2024-02-10T05:33:44.782 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.527731.log.gz 90.2% -- replaced with /var/log/ceph/ceph-client.admin.215560.log.gz 2024-02-10T05:33:44.782 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.782 INFO:teuthology.orchestra.run.smithi027.stderr: 79.7% -- replaced with /var/log/ceph/ceph-client.admin.277702.log.gz 2024-02-10T05:33:44.783 INFO:teuthology.orchestra.run.smithi027.stderr: 77.7% -- replaced with /var/log/ceph/ceph-client.admin.227881.log.gz 2024-02-10T05:33:44.783 INFO:teuthology.orchestra.run.smithi027.stderr: 88.6% 88.6% -- replaced with /var/log/ceph/ceph-client.admin.51482.log.gz 2024-02-10T05:33:44.783 INFO:teuthology.orchestra.run.smithi027.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.278572.log.gz 2024-02-10T05:33:44.783 INFO:teuthology.orchestra.run.smithi027.stderr: 82.0% 90.2% 81.2% -- replaced with /var/log/ceph/ceph-client.admin.444670.log.gz 2024-02-10T05:33:44.783 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.382705.log.gz -- replaced with /var/log/ceph/ceph-client.admin.388408.log.gz 89.9% -- replaced with /var/log/ceph/ceph-client.admin.533176.log.gz 2024-02-10T05:33:44.783 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.783 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.783 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.451876.log.gz 2024-02-10T05:33:44.783 INFO:teuthology.orchestra.run.smithi027.stderr: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.522075.log.gz 2024-02-10T05:33:44.784 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.45324.log.gz 2024-02-10T05:33:44.784 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.485612.log.gz 2024-02-10T05:33:44.784 INFO:teuthology.orchestra.run.smithi027.stderr: 80.1% -- replaced with /var/log/ceph/ceph-client.admin.261021.log.gz 2024-02-10T05:33:44.784 INFO:teuthology.orchestra.run.smithi027.stderr: 79.0% 90.2% -- replaced with /var/log/ceph/ceph-client.admin.508069.log.gz 2024-02-10T05:33:44.784 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.226064.log.gz 84.1% -- replaced with /var/log/ceph/ceph-client.admin.192963.log.gz 2024-02-10T05:33:44.784 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.425061.log.gz 2024-02-10T05:33:44.784 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.784 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.234805.log.gz 2024-02-10T05:33:44.785 INFO:teuthology.orchestra.run.smithi027.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.50626.log.gz 2024-02-10T05:33:44.785 INFO:teuthology.orchestra.run.smithi027.stderr: 93.0% 89.9% -- replaced with /var/log/ceph/ceph-client.admin.469603.log.gz 2024-02-10T05:33:44.785 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.477878.log.gz 2024-02-10T05:33:44.785 INFO:teuthology.orchestra.run.smithi027.stderr: 84.2% 90.7% -- replaced with /var/log/ceph/ceph-client.admin.440023.log.gz 2024-02-10T05:33:44.785 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.483240.log.gz 2024-02-10T05:33:44.785 INFO:teuthology.orchestra.run.smithi027.stderr: 92.6% 92.1% -- replaced with /var/log/ceph/ceph-client.admin.159506.log.gz 2024-02-10T05:33:44.785 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.162708.log.gz 78.3% -- replaced with /var/log/ceph/ceph-client.admin.207833.log.gz 2024-02-10T05:33:44.785 INFO:teuthology.orchestra.run.smithi027.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.183939.log.gz 2024-02-10T05:33:44.786 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.786 INFO:teuthology.orchestra.run.smithi027.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.51650.log.gz 2024-02-10T05:33:44.786 INFO:teuthology.orchestra.run.smithi027.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.51860.log.gz 2024-02-10T05:33:44.786 INFO:teuthology.orchestra.run.smithi027.stderr: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.388817.log.gz 2024-02-10T05:33:44.786 INFO:teuthology.orchestra.run.smithi027.stderr: 81.5% 90.1% -- replaced with /var/log/ceph/ceph-client.admin.126566.log.gz 2024-02-10T05:33:44.786 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.450577.log.gz 2024-02-10T05:33:44.786 INFO:teuthology.orchestra.run.smithi027.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.49240.log.gz 2024-02-10T05:33:44.786 INFO:teuthology.orchestra.run.smithi027.stderr: 92.4% 90.2% -- replaced with /var/log/ceph/ceph-client.admin.417799.log.gz 2024-02-10T05:33:44.787 INFO:teuthology.orchestra.run.smithi027.stderr: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.125265.log.gz 2024-02-10T05:33:44.787 INFO:teuthology.orchestra.run.smithi027.stderr: 93.3% -- replaced with /var/log/ceph/ceph-client.admin.198719.log.gz 81.1% -- replaced with /var/log/ceph/ceph-client.admin.117195.log.gz 2024-02-10T05:33:44.787 INFO:teuthology.orchestra.run.smithi027.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.43966.log.gz 2024-02-10T05:33:44.787 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.237764.log.gz 2024-02-10T05:33:44.787 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.787 INFO:teuthology.orchestra.run.smithi027.stderr: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.437879.log.gz 2024-02-10T05:33:44.787 INFO:teuthology.orchestra.run.smithi027.stderr: 84.2% -- replaced with /var/log/ceph/ceph-client.admin.415647.log.gz 2024-02-10T05:33:44.787 INFO:teuthology.orchestra.run.smithi027.stderr: 92.7% -- replaced with /var/log/ceph/ceph-client.admin.510996.log.gz 2024-02-10T05:33:44.788 INFO:teuthology.orchestra.run.smithi027.stderr: 83.5% 83.8% -- replaced with /var/log/ceph/ceph-client.admin.496328.log.gz 2024-02-10T05:33:44.788 INFO:teuthology.orchestra.run.smithi027.stderr: 93.8% -- replaced with /var/log/ceph/ceph-client.admin.390644.log.gz 2024-02-10T05:33:44.788 INFO:teuthology.orchestra.run.smithi027.stderr: 76.8% -- replaced with /var/log/ceph/ceph-client.admin.356603.log.gz 2024-02-10T05:33:44.788 INFO:teuthology.orchestra.run.smithi027.stderr: 92.5% 90.2% -- replaced with /var/log/ceph/ceph-client.admin.279421.log.gz 2024-02-10T05:33:44.788 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.142346.log.gz 2024-02-10T05:33:44.788 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.410723.log.gz 81.0% -- replaced with /var/log/ceph/ceph-client.admin.440014.log.gz 2024-02-10T05:33:44.788 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.788 INFO:teuthology.orchestra.run.smithi027.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.488280.log.gz 2024-02-10T05:33:44.789 INFO:teuthology.orchestra.run.smithi027.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.441713.log.gz 2024-02-10T05:33:44.789 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.442979.log.gz 2024-02-10T05:33:44.789 INFO:teuthology.orchestra.run.smithi027.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.44647.log.gz 2024-02-10T05:33:44.789 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% 90.3% -- replaced with /var/log/ceph/ceph-client.admin.264802.log.gz 2024-02-10T05:33:44.789 INFO:teuthology.orchestra.run.smithi027.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.436189.log.gz 2024-02-10T05:33:44.789 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.422445.log.gz 2024-02-10T05:33:44.789 INFO:teuthology.orchestra.run.smithi027.stderr: 79.1% -- replaced with /var/log/ceph/ceph-client.admin.137124.log.gz 2024-02-10T05:33:44.789 INFO:teuthology.orchestra.run.smithi027.stderr: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.137962.log.gz 2024-02-10T05:33:44.790 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.235223.log.gz 2024-02-10T05:33:44.790 INFO:teuthology.orchestra.run.smithi027.stderr: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.184839.log.gz 2024-02-10T05:33:44.790 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% 81.6% -- replaced with /var/log/ceph/ceph-client.admin.465591.log.gz 2024-02-10T05:33:44.790 INFO:teuthology.orchestra.run.smithi027.stderr: 79.8% -- replaced with /var/log/ceph/ceph-client.admin.466438.log.gz 2024-02-10T05:33:44.790 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.207425.log.gz 2024-02-10T05:33:44.790 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% 89.0% -- replaced with /var/log/ceph/ceph-client.admin.47327.log.gz 2024-02-10T05:33:44.790 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.465183.log.gz 84.6% -- replaced with /var/log/ceph/ceph-client.admin.535253.log.gz 2024-02-10T05:33:44.790 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.791 INFO:teuthology.orchestra.run.smithi027.stderr: 84.1% -- replaced with /var/log/ceph/ceph-client.admin.388399.log.gz 2024-02-10T05:33:44.791 INFO:teuthology.orchestra.run.smithi027.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46066.log.gz 2024-02-10T05:33:44.791 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.431562.log.gz 2024-02-10T05:33:44.791 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.445096.log.gz 2024-02-10T05:33:44.791 INFO:teuthology.orchestra.run.smithi027.stderr: 79.3% -- replaced with /var/log/ceph/ceph-client.admin.367971.log.gz 2024-02-10T05:33:44.791 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% 82.5% -- replaced with /var/log/ceph/ceph-client.admin.349251.log.gz -- replaced with /var/log/ceph/ceph-client.admin.422436.log.gz 2024-02-10T05:33:44.791 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.791 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.434940.log.gz 2024-02-10T05:33:44.792 INFO:teuthology.orchestra.run.smithi027.stderr: 78.1% 94.0% -- replaced with /var/log/ceph/ceph-client.admin.187019.log.gz 2024-02-10T05:33:44.792 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.180406.log.gz 2024-02-10T05:33:44.792 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.508482.log.gz 2024-02-10T05:33:44.792 INFO:teuthology.orchestra.run.smithi027.stderr: 89.9% 90.2% -- replaced with /var/log/ceph/ceph-client.admin.344219.log.gz 2024-02-10T05:33:44.792 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.490759.log.gz 2024-02-10T05:33:44.792 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.484716.log.gz 80.6% -- replaced with /var/log/ceph/ceph-client.admin.132531.log.gz 2024-02-10T05:33:44.792 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:44.792 INFO:teuthology.orchestra.run.smithi027.stderr: 85.1% -- replaced with /var/log/ceph/ceph-client.admin.129519.log.gz 2024-02-10T05:33:44.793 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.117898.log.gz 2024-02-10T05:33:44.793 INFO:teuthology.orchestra.run.smithi027.stderr: 84.1% -- replaced with /var/log/ceph/ceph-client.admin.357020.log.gz 2024-02-10T05:33:44.793 INFO:teuthology.orchestra.run.smithi027.stderr: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.423758.log.gz 2024-02-10T05:33:44.793 INFO:teuthology.orchestra.run.smithi027.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.47437.log.gz 2024-02-10T05:33:44.793 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.204077.log: /var/log/ceph/ceph-client.admin.129112.log: /var/log/ceph/ceph-client.admin.43566.log: /var/log/ceph/ceph-client.admin.120038.log: 93.3% -- replaced with /var/log/ceph/ceph-client.admin.194734.log.gz 2024-02-10T05:33:44.793 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.205747.log: /var/log/ceph/ceph-client.admin.136714.log: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.539289.log.gz 2024-02-10T05:33:44.793 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.384381.log: /var/log/ceph/ceph-client.admin.177456.log: /var/log/ceph/ceph-client.admin.361223.log: /var/log/ceph/ceph-client.admin.250347.log: /var/log/ceph/ceph-client.admin.249929.log: /var/log/ceph/ceph-client.admin.240414.log: /var/log/ceph/ceph-client.admin.261438.log: /var/log/ceph/ceph-client.admin.140541.log: /var/log/ceph/ceph-client.admin.353451.log: /var/log/ceph/ceph-client.admin.151271.log: /var/log/ceph/ceph-client.admin.144471.log: /var/log/ceph/ceph-client.admin.266471.log: /var/log/ceph/ceph-client.admin.256702.log: /var/log/ceph/ceph-client.admin.224561.log: 93.0% -- replaced with /var/log/ceph/ceph-client.admin.129949.log.gz 2024-02-10T05:33:44.793 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.255852.log: /var/log/ceph/ceph-client.admin.201832.log: /var/log/ceph/ceph-client.admin.130862.log: /var/log/ceph/ceph-client.admin.144462.log: /var/log/ceph/ceph-client.admin.193408.log: /var/log/ceph/ceph-client.admin.135037.log: /var/log/ceph/ceph-client.admin.376588.log: /var/log/ceph/ceph-client.admin.362471.log: /var/log/ceph/ceph-client.admin.219087.log: /var/log/ceph/ceph-client.admin.49870.log: 93.5%/var/log/ceph/ceph-client.admin.212917.log: /var/log/ceph/ceph-client.admin.417375.log: -- replaced with /var/log/ceph/ceph-client.admin.504881.log.gz 2024-02-10T05:33:44.794 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.114568.log: /var/log/ceph/ceph-client.admin.348820.log: /var/log/ceph/ceph-client.admin.45730.log: /var/log/ceph/ceph-client.admin.49398.log: /var/log/ceph/ceph-client.admin.353028.log: /var/log/ceph/ceph-client.admin.129103.log: /var/log/ceph/ceph-client.admin.191548.log: /var/log/ceph/ceph-client.admin.387964.log: /var/log/ceph/ceph-client.admin.227890.log: /var/log/ceph/ceph-client.admin.190288.log: /var/log/ceph/ceph-client.admin.46024.log: /var/log/ceph/ceph-client.admin.182132.log: /var/log/ceph/ceph-client.admin.362887.log: /var/log/ceph/ceph-client.admin.179145.log: /var/log/ceph/ceph-client.admin.44982.log: /var/log/ceph/ceph-client.admin.135871.log: /var/log/ceph/ceph-client.admin.43481.log: /var/log/ceph/ceph-client.admin.250773.log: /var/log/ceph/ceph-client.admin.263542.log: /var/log/ceph/ceph-client.admin.354839.log: /var/log/ceph/ceph-client.admin.205756.log: /var/log/ceph/ceph-client.admin.247121.log: /var/log/ceph/ceph-client.admin.236059.log: /var/log/ceph/ceph-client.admin.44344.log: /var/log/ceph/ceph-client.admin.257962.log: /var/log/ceph/ceph-client.admin.113203.log: /var/log/ceph/ceph-client.admin.139654.log: /var/log/ceph/ceph-client.admin.215143.log: /var/log/ceph/ceph-client.admin.391143.log: /var/log/ceph/ceph-client.admin.145344.log: /var/log/ceph/ceph-client.admin.409851.log: /var/log/ceph/ceph-client.admin.215134.log: /var/log/ceph/ceph-client.admin.385642.log: /var/log/ceph/ceph-client.admin.187962.log: /var/log/ceph/ceph-client.admin.260079.log: /var/log/ceph/ceph-client.admin.191539.log: /var/log/ceph/ceph-client.admin.358280.log: /var/log/ceph/ceph-client.admin.48211.log: /var/log/ceph/ceph-client.admin.383131.log: /var/log/ceph/ceph-client.admin.50038.log: /var/log/ceph/ceph-client.admin.422876.log: /var/log/ceph/ceph-client.admin.386600.log: /var/log/ceph/ceph-client.admin.412890.log: /var/log/ceph/ceph-client.admin.377976.log: /var/log/ceph/ceph-client.admin.111354.log: /var/log/ceph/ceph-client.admin.238201.log: /var/log/ceph/ceph-client.admin.132109.log: /var/log/ceph/ceph-client.admin.49440.log: /var/log/ceph/ceph-client.admin.373864.log: 84.3% -- replaced with /var/log/ceph/ceph-client.admin.433263.log.gz 2024-02-10T05:33:44.794 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.217217.log: /var/log/ceph/ceph-client.admin.248647.log: /var/log/ceph/ceph-client.admin.215967.log: /var/log/ceph/ceph-client.admin.152570.log: /var/log/ceph/ceph-client.admin.276287.log: /var/log/ceph/ceph-client.admin.387505.log: /var/log/ceph/ceph-client.admin.245456.log: /var/log/ceph/ceph-client.admin.264793.log: /var/log/ceph/ceph-client.admin.119204.log: /var/log/ceph/ceph-client.admin.255025.log: /var/log/ceph/ceph-client.admin.231407.log: /var/log/ceph/ceph-client.admin.198273.log: 77.4% -- replaced with /var/log/ceph/ceph-client.admin.438303.log.gz 2024-02-10T05:33:44.794 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.346316.log: /var/log/ceph/ceph-client.admin.123568.log: /var/log/ceph/ceph-client.admin.48784.log: /var/log/ceph/ceph-client.admin.393613.log: /var/log/ceph/ceph-client.admin.137553.log: 77.3% -- replaced with /var/log/ceph/ceph-client.admin.416949.log.gz 2024-02-10T05:33:44.794 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.219495.log: 80.5%/var/log/ceph/ceph-client.admin.392161.log: -- replaced with /var/log/ceph/ceph-client.admin.489190.log.gz 2024-02-10T05:33:44.794 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.51986.log: /var/log/ceph/ceph-client.admin.223310.log: /var/log/ceph/ceph-client.admin.200494.log: /var/log/ceph/ceph-client.admin.381439.log: /var/log/ceph/ceph-client.admin.215976.log: /var/log/ceph/ceph-client.0.52437.log: /var/log/ceph/ceph-client.admin.347141.log: /var/log/ceph/ceph-client.admin.50248.log: /var/log/ceph/ceph-client.admin.232250.log: /var/log/ceph/ceph-client.admin.199165.log: /var/log/ceph/ceph-client.admin.182141.log: /var/log/ceph/ceph-client.admin.262282.log: /var/log/ceph/ceph-client.admin.262708.log: /var/log/ceph/ceph-client.admin.44176.log: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.437888.log.gz 2024-02-10T05:33:44.794 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.245025.log: /var/log/ceph/ceph-client.admin.149993.log: /var/log/ceph/ceph-client.admin.232659.log: /var/log/ceph/ceph-client.admin.216383.log: /var/log/ceph/ceph-client.admin.149509.log: /var/log/ceph/ceph-client.admin.348402.log: /var/log/ceph/ceph-client.admin.279838.log: /var/log/ceph/ceph-client.admin.259653.log: /var/log/ceph/ceph-client.admin.45982.log: /var/log/ceph/ceph-client.admin.189375.log: /var/log/ceph/ceph-client.admin.153404.log: /var/log/ceph/ceph-client.admin.343371.log: /var/log/ceph/ceph-client.admin.377559.log: /var/log/ceph/ceph-client.admin.247593.log: /var/log/ceph/ceph-client.admin.38168.log: /var/log/ceph/ceph-client.admin.350920.log: /var/log/ceph/ceph-client.admin.248656.log: /var/log/ceph/ceph-client.admin.133369.log: /var/log/ceph/ceph-client.admin.416518.log: /var/log/ceph/ceph-client.admin.114141.log: 90.2%/var/log/ceph/ceph-client.admin.51124.log: /var/log/ceph/ceph-client.admin.44649.log: /var/log/ceph/ceph-client.admin.279412.log: /var/log/ceph/ceph-client.admin.45320.log: -- replaced with /var/log/ceph/ceph-client.admin.450164.log.gz/var/log/ceph/ceph-client.admin.277207.log: 2024-02-10T05:33:44.794 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.49996.log: /var/log/ceph/ceph-client.admin.250356.log: /var/log/ceph/ceph-client.admin.366726.log: /var/log/ceph/ceph-client.admin.247130.log: /var/log/ceph/ceph-client.admin.369242.log: /var/log/ceph/ceph-client.admin.188860.log: /var/log/ceph/ceph-client.admin.349659.log: /var/log/ceph/ceph-client.admin.353883.log: /var/log/ceph/ceph-client.admin.277711.log: /var/log/ceph/ceph-client.admin.235214.log: /var/log/ceph/ceph-client.admin.43692.log: /var/log/ceph/ceph-client.admin.237314.log: /var/log/ceph/ceph-client.admin.183948.log: /var/log/ceph/ceph-client.admin.214268.log: /var/log/ceph/ceph-client.admin.141471.log: /var/log/ceph/ceph-client.admin.140119.log: /var/log/ceph/ceph-client.admin.179975.log: /var/log/ceph/ceph-client.admin.424221.log: /var/log/ceph/ceph-client.admin.51692.log: /var/log/ceph/ceph-client.admin.134620.log: /var/log/ceph/ceph-client.admin.267314.log: /var/log/ceph/ceph-client.admin.180397.log: /var/log/ceph/ceph-client.admin.201841.log: /var/log/ceph/ceph-client.admin.275854.log: /var/log/ceph/ceph-client.admin.49750.log: /var/log/ceph/ceph-client.admin.351767.log: /var/log/ceph/ceph-client.admin.210760.log: /var/log/ceph/ceph-client.admin.265219.log: /var/log/ceph/ceph-client.admin.44651.log: /var/log/ceph/ceph-client.admin.230130.log: /var/log/ceph/ceph-client.admin.361639.log: /var/log/ceph/ceph-client.admin.193417.log: /var/log/ceph/ceph-client.admin.267731.log: /var/log/ceph/ceph-client.admin.209512.log: /var/log/ceph/ceph-client.admin.43924.log: /var/log/ceph/ceph-client.admin.345468.log: /var/log/ceph/ceph-client.admin.342954.log: /var/log/ceph/ceph-client.admin.144049.log: /var/log/ceph/ceph-client.admin.369659.log: /var/log/ceph/ceph-client.admin.390154.log: /var/log/ceph/ceph-client.admin.194279.log: /var/log/ceph/ceph-client.admin.350506.log: /var/log/ceph/ceph-client.admin.380518.log: /var/log/ceph/ceph-client.admin.192005.log: /var/log/ceph/ceph-client.admin.424212.log: /var/log/ceph/ceph-client.admin.276730.log: /var/log/ceph/ceph-client.admin.134212.log: /var/log/ceph/ceph-client.admin.128270.log: /var/log/ceph/ceph-client.admin.43840.log: /var/log/ceph/ceph-client.admin.50542.log: /var/log/ceph/ceph-client.admin.48700.log: /var/log/ceph/ceph-client.admin.224153.log: /var/log/ceph/ceph-client.admin.206165.log: /var/log/ceph/ceph-client.admin.45814.log: /var/log/ceph/ceph-client.admin.222059.log: 84.3% -- replaced with /var/log/ceph/ceph-client.admin.123568.log.gz 2024-02-10T05:33:44.794 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.504022.log.gz 2024-02-10T05:33:44.795 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.261856.log: /var/log/ceph/ceph-client.admin.260526.log: /var/log/ceph/ceph-client.admin.197372.log: /var/log/ceph/ceph-client.admin.210769.log: /var/log/ceph/ceph-client.admin.211178.log: /var/log/ceph/ceph-client.admin.389304.log: /var/log/ceph/ceph-client.admin.49156.log: /var/log/ceph/ceph-client.admin.376111.log: /var/log/ceph/ceph-client.admin.380110.log: /var/log/ceph/ceph-client.admin.352590.log: /var/log/ceph/ceph-client.admin.358731.log: /var/log/ceph/ceph-client.admin.49198.log: /var/log/ceph/ceph-client.admin.192413.log: /var/log/ceph/ceph-client.admin.408948.log: /var/log/ceph/ceph-client.admin.160472.log: /var/log/ceph/ceph-client.admin.163146.log: 93.0% -- replaced with /var/log/ceph/ceph-client.admin.466017.log.gz/var/log/ceph/ceph-client.admin.212018.log: 2024-02-10T05:33:44.795 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.259240.log: /var/log/ceph/ceph-client.admin.44218.log: /var/log/ceph/ceph-client.admin.228409.log: /var/log/ceph/ceph-client.admin.409860.log: /var/log/ceph/ceph-client.admin.261865.log: /var/log/ceph/ceph-client.admin.124038.log: /var/log/ceph/ceph-client.admin.113714.log: /var/log/ceph/ceph-client.admin.364984.log: /var/log/ceph/ceph-client.admin.363730.log: /var/log/ceph/ceph-client.admin.379228.log: /var/log/ceph/ceph-client.admin.254594.log: /var/log/ceph/ceph-client.admin.44428.log: /var/log/ceph/ceph-client.admin.360807.log: /var/log/ceph/ceph-client.admin.384798.log: /var/log/ceph/ceph-client.admin.50668.log: /var/log/ceph/ceph-client.admin.412452.log: /var/log/ceph/ceph-client.admin.49114.log: /var/log/ceph/ceph-client.admin.413826.log: /var/log/ceph/ceph-client.admin.416087.log: /var/log/ceph/ceph-client.admin.233918.log: /var/log/ceph/ceph-client.admin.408524.log: /var/log/ceph/ceph-client.admin.194288.log: /var/log/ceph/ceph-client.admin.258808.log: /var/log/ceph/ceph-client.admin.419920.log: /var/log/ceph/ceph-client.admin.346307.log: /var/log/ceph/ceph-client.admin.202278.log: /var/log/ceph/ceph-client.admin.187459.log: /var/log/ceph/ceph-client.admin.118778.log: /var/log/ceph/ceph-client.admin.425792.log: /var/log/ceph/ceph-client.admin.269465.log: /var/log/ceph/ceph-client.admin.384807.log: /var/log/ceph/ceph-client.admin.113194.log: /var/log/ceph/ceph-client.admin.241732.log: /var/log/ceph/ceph-client.admin.419929.log: /var/log/ceph/ceph-client.admin.47689.log: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.495876.log.gz 2024-02-10T05:33:44.795 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.255443.log: /var/log/ceph/ceph-client.admin.251231.log: /var/log/ceph/ceph-client.admin.50374.log: /var/log/ceph/ceph-client.admin.114132.log: /var/log/ceph/ceph-client.admin.221642.log: /var/log/ceph/ceph-client.admin.159946.log: /var/log/ceph/ceph-client.admin.252924.log: /var/log/ceph/ceph-client.admin.45520.log: /var/log/ceph/ceph-client.admin.126111.log: /var/log/ceph/ceph-client.admin.362480.log: /var/log/ceph/ceph-client.admin.134629.log: /var/log/ceph/ceph-client.admin.196072.log: /var/log/ceph/ceph-client.admin.241723.log: /var/log/ceph/ceph-client.admin.47521.log: /var/log/ceph/ceph-client.admin.120029.log: /var/log/ceph/ceph-client.admin.43523.log: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.501918.log.gz 2024-02-10T05:33:44.795 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.345894.log: /var/log/ceph/ceph-client.admin.161297.log: /var/log/ceph/ceph-client.admin.130853.log: /var/log/ceph/ceph-client.admin.150403.log: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.230139.log.gz 2024-02-10T05:33:44.795 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.264376.log: /var/log/ceph/ceph-client.admin.266480.log: /var/log/ceph/ceph-client.admin.370485.log: /var/log/ceph/ceph-client.admin.250764.log: /var/log/ceph/ceph-client.admin.381855.log: /var/log/ceph/ceph-client.admin.267722.log: /var/log/ceph/ceph-client.admin.378384.log: /var/log/ceph/ceph-client.admin.425840.log: /var/log/ceph/ceph-client.admin.266888.log: /var/log/ceph/ceph-client.admin.159497.log: /var/log/ceph/ceph-client.admin.138810.log: /var/log/ceph/ceph-client.admin.245874.log: /var/log/ceph/ceph-client.admin.115029.log: /var/log/ceph/ceph-client.admin.255434.log: /var/log/ceph/ceph-client.admin.381864.log: /var/log/ceph/ceph-client.admin.49072.log: /var/log/ceph/ceph-client.admin.238210.log: /var/log/ceph/ceph-client.admin.191996.log: /var/log/ceph/ceph-client.admin.187953.log: /var/log/ceph/ceph-client.admin.49482.log: /var/log/ceph/ceph-client.admin.349242.log: /var/log/ceph/ceph-client.admin.43223.log: /var/log/ceph/ceph-client.admin.234388.log: 78.3% -- replaced with /var/log/ceph/ceph-client.admin.238619.log.gz 2024-02-10T05:33:44.795 INFO:teuthology.orchestra.run.smithi027.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.490750.log.gz 2024-02-10T05:33:44.797 INFO:teuthology.orchestra.run.smithi027.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.44986.log.gz 2024-02-10T05:33:44.797 INFO:teuthology.orchestra.run.smithi027.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.231407.log.gz 2024-02-10T05:33:44.797 INFO:teuthology.orchestra.run.smithi027.stderr: 84.2% -- replaced with /var/log/ceph/ceph-client.admin.427706.log.gz 2024-02-10T05:33:44.797 INFO:teuthology.orchestra.run.smithi027.stderr: 84.0% 81.2% -- replaced with /var/log/ceph/ceph-client.admin.498912.log.gz 2024-02-10T05:33:44.798 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.499753.log.gz 2024-02-10T05:33:44.798 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.498503.log.gz 2024-02-10T05:33:44.798 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.498921.log.gz 2024-02-10T05:33:44.801 INFO:teuthology.orchestra.run.smithi027.stderr: 95.2% -- replaced with /var/log/ceph/ceph-client.admin.453447.log.gz 2024-02-10T05:33:44.804 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.256702.log.gz 2024-02-10T05:33:44.808 INFO:teuthology.orchestra.run.smithi027.stderr: 77.4% -- replaced with /var/log/ceph/ceph-client.admin.482274.log.gz 2024-02-10T05:33:44.817 INFO:teuthology.orchestra.run.smithi027.stderr: 93.5% -- replaced with /var/log/ceph/ceph-client.admin.241280.log.gz 2024-02-10T05:33:44.820 INFO:teuthology.orchestra.run.smithi027.stderr: 79.3% -- replaced with /var/log/ceph/ceph-client.admin.523610.log.gz 2024-02-10T05:33:44.822 INFO:teuthology.orchestra.run.smithi027.stderr: 77.2% -- replaced with /var/log/ceph/ceph-client.admin.526480.log.gz 2024-02-10T05:33:44.823 INFO:teuthology.orchestra.run.smithi027.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.526897.log.gz 2024-02-10T05:33:44.825 INFO:teuthology.orchestra.run.smithi027.stderr: 78.0% -- replaced with /var/log/ceph/ceph-client.admin.247593.log.gz 2024-02-10T05:33:44.854 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.499762.log.gz 2024-02-10T05:33:44.857 INFO:teuthology.orchestra.run.smithi027.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.128270.log.gz 2024-02-10T05:33:44.860 INFO:teuthology.orchestra.run.smithi027.stderr: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.129103.log.gz 2024-02-10T05:33:44.861 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.129112.log.gz 2024-02-10T05:33:44.871 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.137553.log.gz 2024-02-10T05:33:44.872 INFO:teuthology.orchestra.run.smithi027.stderr: 80.3% -- replaced with /var/log/ceph/ceph-client.admin.432842.log.gz 2024-02-10T05:33:44.872 INFO:teuthology.orchestra.run.smithi027.stderr: 79.8% -- replaced with /var/log/ceph/ceph-client.admin.486447.log.gz 2024-02-10T05:33:44.873 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.389304.log.gz 2024-02-10T05:33:44.873 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.441722.log.gz 2024-02-10T05:33:44.921 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.269465.log.gz 2024-02-10T05:33:44.924 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.253763.log.gz 2024-02-10T05:33:44.925 INFO:teuthology.orchestra.run.smithi027.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.43523.log.gz 2024-02-10T05:33:44.926 INFO:teuthology.orchestra.run.smithi027.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.43566.log.gz 2024-02-10T05:33:44.929 INFO:teuthology.orchestra.run.smithi027.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.73680.log.gz 2024-02-10T05:33:44.933 INFO:teuthology.orchestra.run.smithi027.stderr: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.185251.log.gz 2024-02-10T05:33:44.937 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.119204.log.gz 2024-02-10T05:33:44.946 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.132118.log.gz 2024-02-10T05:33:44.960 INFO:teuthology.orchestra.run.smithi027.stderr: 83.0% -- replaced with /var/log/ceph/ceph-client.admin.210760.log.gz 2024-02-10T05:33:44.961 INFO:teuthology.orchestra.run.smithi027.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.211178.log.gz 2024-02-10T05:33:44.961 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.210769.log.gz 2024-02-10T05:33:44.963 INFO:teuthology.orchestra.run.smithi027.stderr: 80.3% -- replaced with /var/log/ceph/ceph-client.admin.473439.log.gz 2024-02-10T05:33:44.964 INFO:teuthology.orchestra.run.smithi027.stderr: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.497226.log.gz 2024-02-10T05:33:44.971 INFO:teuthology.orchestra.run.smithi027.stderr: 84.3% -- replaced with /var/log/ceph/ceph-client.admin.475661.log.gz 2024-02-10T05:33:44.972 INFO:teuthology.orchestra.run.smithi027.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.admin.476974.log.gz 2024-02-10T05:33:44.977 INFO:teuthology.orchestra.run.smithi027.stderr: 93.5% -- replaced with /var/log/ceph/ceph-client.admin.477401.log.gz 2024-02-10T05:33:44.989 INFO:teuthology.orchestra.run.smithi027.stderr: 93.3% -- replaced with /var/log/ceph/ceph-client.admin.185260.log.gz 2024-02-10T05:33:44.993 INFO:teuthology.orchestra.run.smithi027.stderr: 84.1% -- replaced with /var/log/ceph/ceph-client.admin.347141.log.gz 2024-02-10T05:33:45.014 INFO:teuthology.orchestra.run.smithi027.stderr: 84.2% -- replaced with /var/log/ceph/ceph-client.admin.188851.log.gz 2024-02-10T05:33:45.025 INFO:teuthology.orchestra.run.smithi027.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.416509.log.gz 2024-02-10T05:33:45.033 INFO:teuthology.orchestra.run.smithi027.stderr: 78.1% -- replaced with /var/log/ceph/ceph-client.admin.431131.log.gz 2024-02-10T05:33:45.033 INFO:teuthology.orchestra.run.smithi027.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.431553.log.gz 2024-02-10T05:33:45.034 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.435358.log.gz 2024-02-10T05:33:45.037 INFO:teuthology.orchestra.run.smithi027.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.198264.log.gz 2024-02-10T05:33:45.047 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.495050.log.gz 2024-02-10T05:33:45.063 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.505752.log.gz 2024-02-10T05:33:45.099 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.343801.log.gz 2024-02-10T05:33:45.112 INFO:teuthology.orchestra.run.smithi027.stderr: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.234379.log.gz 2024-02-10T05:33:45.137 INFO:teuthology.orchestra.run.smithi027.stderr: 84.0% -- replaced with /var/log/ceph/ceph-client.admin.162017.log.gz 2024-02-10T05:33:45.148 INFO:teuthology.orchestra.run.smithi027.stderr: 82.9% -- replaced with /var/log/ceph/ceph-client.admin.413817.log.gz 2024-02-10T05:33:45.190 INFO:teuthology.orchestra.run.smithi027.stderr: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.520736.log.gz 2024-02-10T05:33:45.191 INFO:teuthology.orchestra.run.smithi027.stderr: 80.9% -- replaced with /var/log/ceph/ceph-client.admin.515129.log.gz 2024-02-10T05:33:45.192 INFO:teuthology.orchestra.run.smithi027.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.534001.log.gz 2024-02-10T05:33:45.195 INFO:teuthology.orchestra.run.smithi027.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.455470.log.gz 2024-02-10T05:33:45.197 INFO:teuthology.orchestra.run.smithi027.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.366717.log.gz 2024-02-10T05:33:45.199 INFO:teuthology.orchestra.run.smithi027.stderr: 77.8% -- replaced with /var/log/ceph/ceph-client.admin.463457.log.gz 2024-02-10T05:33:45.201 INFO:teuthology.orchestra.run.smithi027.stderr: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.448904.log.gz 2024-02-10T05:33:45.202 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.448913.log.gz 2024-02-10T05:33:45.211 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.467315.log.gz 2024-02-10T05:33:45.211 INFO:teuthology.orchestra.run.smithi027.stderr: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.471342.log.gz 2024-02-10T05:33:45.212 INFO:teuthology.orchestra.run.smithi027.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.50416.log.gz 2024-02-10T05:33:45.219 INFO:teuthology.orchestra.run.smithi027.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.115505.log.gz 2024-02-10T05:33:45.220 INFO:teuthology.orchestra.run.smithi027.stderr: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.434097.log.gz 2024-02-10T05:33:45.220 INFO:teuthology.orchestra.run.smithi027.stderr: 79.1% -- replaced with /var/log/ceph/ceph-client.admin.435349.log.gz 2024-02-10T05:33:45.220 INFO:teuthology.orchestra.run.smithi027.stderr: 82.9% -- replaced with /var/log/ceph/ceph-client.admin.489739.log.gz 2024-02-10T05:33:45.222 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.417375.log.gz 2024-02-10T05:33:45.222 INFO:teuthology.orchestra.run.smithi027.stderr: 79.8% -- replaced with /var/log/ceph/ceph-client.admin.510152.log.gz 2024-02-10T05:33:45.223 INFO:teuthology.orchestra.run.smithi027.stderr: 93.2% -- replaced with /var/log/ceph/ceph-client.admin.187468.log.gz 2024-02-10T05:33:45.227 INFO:teuthology.orchestra.run.smithi027.stderr: 84.0% -- replaced with /var/log/ceph/ceph-client.admin.453792.log.gz 2024-02-10T05:33:45.228 INFO:teuthology.orchestra.run.smithi027.stderr: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.503597.log.gz 2024-02-10T05:33:45.228 INFO:teuthology.orchestra.run.smithi027.stderr: 80.0% -- replaced with /var/log/ceph/ceph-client.admin.495041.log.gz 2024-02-10T05:33:45.232 INFO:teuthology.orchestra.run.smithi027.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.511857.log.gz 2024-02-10T05:33:45.234 INFO:teuthology.orchestra.run.smithi027.stderr: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.533167.log.gz 2024-02-10T05:33:45.236 INFO:teuthology.orchestra.run.smithi027.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.263542.log.gz 2024-02-10T05:33:45.236 INFO:teuthology.orchestra.run.smithi027.stderr: 96.6% -- replaced with /var/log/ceph/ceph-client.admin.541104.log.gz 2024-02-10T05:33:45.241 INFO:teuthology.orchestra.run.smithi027.stderr: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.526489.log.gz 2024-02-10T05:33:45.253 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.531508.log.gz 2024-02-10T05:33:45.253 INFO:teuthology.orchestra.run.smithi027.stderr: 80.9% -- replaced with /var/log/ceph/ceph-client.admin.190288.log.gz 2024-02-10T05:33:45.276 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.215143.log.gz 2024-02-10T05:33:45.278 INFO:teuthology.orchestra.run.smithi027.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.193408.log.gz 2024-02-10T05:33:45.281 INFO:teuthology.orchestra.run.smithi027.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.205747.log.gz 2024-02-10T05:33:45.281 INFO:teuthology.orchestra.run.smithi027.stderr: 93.0% -- replaced with /var/log/ceph/ceph-client.admin.227415.log.gz 2024-02-10T05:33:45.291 INFO:teuthology.orchestra.run.smithi027.stderr: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.529420.log.gz 2024-02-10T05:33:45.303 INFO:teuthology.orchestra.run.smithi027.stderr: 94.3% -- replaced with /var/log/ceph/ceph-client.admin.391652.log.gz 2024-02-10T05:33:45.314 INFO:teuthology.orchestra.run.smithi027.stderr: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.476078.log.gz 2024-02-10T05:33:45.331 INFO:teuthology.orchestra.run.smithi027.stderr: 91.9% -- replaced with /var/log/ceph/ceph-client.admin.277216.log.gz 2024-02-10T05:33:45.349 INFO:teuthology.orchestra.run.smithi027.stderr: 93.8% -- replaced with /var/log/ceph/ceph-client.admin.425801.log.gz 2024-02-10T05:33:45.358 INFO:teuthology.orchestra.run.smithi027.stderr: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.435767.log.gz 2024-02-10T05:33:45.358 INFO:teuthology.orchestra.run.smithi027.stderr: 85.1% -- replaced with /var/log/ceph/ceph-client.admin.488762.log.gz 2024-02-10T05:33:45.386 INFO:teuthology.orchestra.run.smithi027.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.38049.log.gz 2024-02-10T05:33:45.389 INFO:teuthology.orchestra.run.smithi027.stderr: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.445509.log.gz 2024-02-10T05:33:45.389 INFO:teuthology.orchestra.run.smithi027.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.494576.log.gz 2024-02-10T05:33:45.398 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.428559.log.gz 2024-02-10T05:33:45.400 INFO:teuthology.orchestra.run.smithi027.stderr: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.478704.log.gz 2024-02-10T05:33:45.401 INFO:teuthology.orchestra.run.smithi027.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.500655.log.gz 2024-02-10T05:33:45.405 INFO:teuthology.orchestra.run.smithi027.stderr: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.392645.log.gz 2024-02-10T05:33:45.414 INFO:teuthology.orchestra.run.smithi027.stderr: 92.9% -- replaced with /var/log/ceph/ceph-client.admin.204077.log.gz 2024-02-10T05:33:45.425 INFO:teuthology.orchestra.run.smithi027.stderr: 80.9% -- replaced with /var/log/ceph/ceph-client.admin.348820.log.gz 2024-02-10T05:33:45.426 INFO:teuthology.orchestra.run.smithi027.stderr: 84.1% -- replaced with /var/log/ceph/ceph-client.admin.350497.log.gz 2024-02-10T05:33:45.465 INFO:teuthology.orchestra.run.smithi027.stderr: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.238201.log.gz 2024-02-10T05:33:45.469 INFO:teuthology.orchestra.run.smithi027.stderr: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.257962.log.gz 2024-02-10T05:33:45.479 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.232250.log.gz 2024-02-10T05:33:45.492 INFO:teuthology.orchestra.run.smithi027.stderr: 93.3% -- replaced with /var/log/ceph/ceph-client.admin.452708.log.gz 2024-02-10T05:33:45.513 INFO:teuthology.orchestra.run.smithi027.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.49440.log.gz 2024-02-10T05:33:45.513 INFO:teuthology.orchestra.run.smithi027.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.50038.log.gz 2024-02-10T05:33:45.535 INFO:teuthology.orchestra.run.smithi027.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.492069.log.gz 2024-02-10T05:33:45.536 INFO:teuthology.orchestra.run.smithi027.stderr: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.492906.log.gz 2024-02-10T05:33:45.536 INFO:teuthology.orchestra.run.smithi027.stderr: 84.2% -- replaced with /var/log/ceph/ceph-client.admin.493742.log.gz 2024-02-10T05:33:45.539 INFO:teuthology.orchestra.run.smithi027.stderr: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.182132.log.gz 2024-02-10T05:33:45.543 INFO:teuthology.orchestra.run.smithi027.stderr: 83.1% -- replaced with /var/log/ceph/ceph-client.admin.247121.log.gz 2024-02-10T05:33:45.543 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.245456.log.gz 2024-02-10T05:33:45.546 INFO:teuthology.orchestra.run.smithi027.stderr: 80.9% -- replaced with /var/log/ceph/ceph-client.admin.144462.log.gz 2024-02-10T05:33:45.549 INFO:teuthology.orchestra.run.smithi027.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.464340.log.gz 2024-02-10T05:33:45.550 INFO:teuthology.orchestra.run.smithi027.stderr: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.463931.log.gz 2024-02-10T05:33:45.559 INFO:teuthology.orchestra.run.smithi027.stderr: 91.5% -- replaced with /var/log/ceph/ceph-client.admin.507837.log.gz 2024-02-10T05:33:45.581 INFO:teuthology.orchestra.run.smithi027.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.429410.log.gz 2024-02-10T05:33:45.582 INFO:teuthology.orchestra.run.smithi027.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46024.log.gz 2024-02-10T05:33:45.605 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.373864.log.gz 2024-02-10T05:33:45.606 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.236059.log.gz 2024-02-10T05:33:45.609 INFO:teuthology.orchestra.run.smithi027.stderr: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.249929.log.gz 2024-02-10T05:33:45.610 INFO:teuthology.orchestra.run.smithi027.stderr: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.412890.log.gz 2024-02-10T05:33:45.673 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.205756.log.gz 2024-02-10T05:33:45.687 INFO:teuthology.orchestra.run.smithi027.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.44982.log.gz 2024-02-10T05:33:45.699 INFO:teuthology.orchestra.run.smithi027.stderr: 79.3% -- replaced with /var/log/ceph/ceph-client.admin.513831.log.gz 2024-02-10T05:33:45.701 INFO:teuthology.orchestra.run.smithi027.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.44344.log.gz 2024-02-10T05:33:45.705 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.353028.log.gz 2024-02-10T05:33:45.706 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.386600.log.gz 2024-02-10T05:33:45.708 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.377976.log.gz 2024-02-10T05:33:45.709 INFO:teuthology.orchestra.run.smithi027.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.362471.log.gz 2024-02-10T05:33:45.712 INFO:teuthology.orchestra.run.smithi027.stderr: 78.2% -- replaced with /var/log/ceph/ceph-client.admin.135871.log.gz 2024-02-10T05:33:45.715 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.219087.log.gz 2024-02-10T05:33:45.741 INFO:teuthology.orchestra.run.smithi027.stderr: 80.1% -- replaced with /var/log/ceph/ceph-client.admin.200494.log.gz 2024-02-10T05:33:45.741 INFO:teuthology.orchestra.run.smithi027.stderr: 78.3% -- replaced with /var/log/ceph/ceph-client.admin.204490.log.gz 2024-02-10T05:33:45.747 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.149993.log.gz 2024-02-10T05:33:45.753 INFO:teuthology.orchestra.run.smithi027.stderr: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.471764.log.gz 2024-02-10T05:33:45.755 INFO:teuthology.orchestra.run.smithi027.stderr: 80.3% -- replaced with /var/log/ceph/ceph-client.admin.545804.log.gz 2024-02-10T05:33:45.764 INFO:teuthology.orchestra.run.smithi027.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.135037.log.gz 2024-02-10T05:33:45.764 INFO:teuthology.orchestra.run.smithi027.stderr: 82.9% -- replaced with /var/log/ceph/ceph-client.admin.145344.log.gz 2024-02-10T05:33:45.790 INFO:teuthology.orchestra.run.smithi027.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.45320.log.gz 2024-02-10T05:33:45.803 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.111354.log.gz 2024-02-10T05:33:45.807 INFO:teuthology.orchestra.run.smithi027.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.191539.log.gz 2024-02-10T05:33:45.813 INFO:teuthology.orchestra.run.smithi027.stderr: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.343371.log.gz 2024-02-10T05:33:45.829 INFO:teuthology.orchestra.run.smithi027.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.49398.log.gz 2024-02-10T05:33:45.829 INFO:teuthology.orchestra.run.smithi027.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.50248.log.gz 2024-02-10T05:33:45.861 INFO:teuthology.orchestra.run.smithi027.stderr: 91.9% -- replaced with /var/log/ceph/ceph-client.admin.276287.log.gz 2024-02-10T05:33:45.862 INFO:teuthology.orchestra.run.smithi027.stderr: 80.3% -- replaced with /var/log/ceph/ceph-client.admin.391143.log.gz 2024-02-10T05:33:45.869 INFO:teuthology.orchestra.run.smithi027.stderr: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.422876.log.gz 2024-02-10T05:33:45.884 INFO:teuthology.orchestra.run.smithi027.stderr: 84.2% -- replaced with /var/log/ceph/ceph-client.admin.215967.log.gz 2024-02-10T05:33:45.885 INFO:teuthology.orchestra.run.smithi027.stderr: 84.6% -- replaced with /var/log/ceph/ceph-client.admin.277207.log.gz 2024-02-10T05:33:45.886 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.215976.log.gz 2024-02-10T05:33:45.895 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.250356.log.gz 2024-02-10T05:33:45.916 INFO:teuthology.orchestra.run.smithi027.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.38168.log.gz 2024-02-10T05:33:45.916 INFO:teuthology.orchestra.run.smithi027.stderr: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.259653.log.gz 2024-02-10T05:33:45.919 INFO:teuthology.orchestra.run.smithi027.stderr: 90.5% -- replaced with /var/log/ceph/ceph-client.admin.346316.log.gz 2024-02-10T05:33:45.919 INFO:teuthology.orchestra.run.smithi027.stderr: 79.2% -- replaced with /var/log/ceph/ceph-client.admin.348402.log.gz 2024-02-10T05:33:45.919 INFO:teuthology.orchestra.run.smithi027.stderr: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.194279.log.gz 2024-02-10T05:33:45.920 INFO:teuthology.orchestra.run.smithi027.stderr: 77.8% -- replaced with /var/log/ceph/ceph-client.admin.250347.log.gz 2024-02-10T05:33:45.920 INFO:teuthology.orchestra.run.smithi027.stderr: 79.4% -- replaced with /var/log/ceph/ceph-client.admin.197372.log.gz 2024-02-10T05:33:45.920 INFO:teuthology.orchestra.run.smithi027.stderr: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.206165.log.gz 2024-02-10T05:33:45.923 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.152570.log.gz 2024-02-10T05:33:47.059 INFO:teuthology.orchestra.run.smithi027.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.45184.log.gz 2024-02-10T05:33:47.169 INFO:teuthology.orchestra.run.smithi027.stderr: 91.3% 93.6% 79.9% 85.3% -- replaced with /var/log/ceph/ceph-client.admin.255434.log.gz 2024-02-10T05:33:47.169 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.377559.log.gz 2024-02-10T05:33:47.170 INFO:teuthology.orchestra.run.smithi027.stderr: 87.1% 81.4% -- replaced with /var/log/ceph/ceph-client.admin.504872.log.gz 2024-02-10T05:33:47.170 INFO:teuthology.orchestra.run.smithi027.stderr: 79.3% 84.2% -- replaced with /var/log/ceph/ceph-client.admin.254594.log.gz 2024-02-10T05:33:47.171 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.384807.log.gz 2024-02-10T05:33:47.171 INFO:teuthology.orchestra.run.smithi027.stderr: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.196072.log.gz 2024-02-10T05:33:47.171 INFO:teuthology.orchestra.run.smithi027.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.118778.log.gz 2024-02-10T05:33:47.173 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.241723.log.gz 2024-02-10T05:33:47.175 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.45520.log.gz 2024-02-10T05:33:47.181 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.214268.log.gz 2024-02-10T05:33:47.181 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.212917.log.gz 2024-02-10T05:33:47.181 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.275854.log.gz 2024-02-10T05:33:47.610 INFO:teuthology.orchestra.run.smithi027.stderr: 93.0% -- replaced with /var/log/ceph/ceph-client.admin.151271.log.gz 2024-02-10T05:33:47.611 INFO:teuthology.orchestra.run.smithi027.stderr: 81.2% 81.3% 90.3% -- replaced with /var/log/ceph/ceph-client.admin.262282.log.gz 2024-02-10T05:33:47.611 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.480436.log.gz 2024-02-10T05:33:47.611 INFO:teuthology.orchestra.run.smithi027.stderr: 93.3% -- replaced with /var/log/ceph/ceph-client.admin.154719.log.gz 2024-02-10T05:33:47.611 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.263968.log.gz 80.4% 2024-02-10T05:33:47.612 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.202278.log.gz 2024-02-10T05:33:47.612 INFO:teuthology.orchestra.run.smithi027.stderr: 80.9% -- replaced with /var/log/ceph/ceph-client.admin.416087.log.gz 79.2% -- replaced with /var/log/ceph/ceph-client.admin.186561.log.gz 2024-02-10T05:33:47.612 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.261865.log.gz 2024-02-10T05:33:47.612 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.342954.log.gz 2024-02-10T05:33:47.612 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:47.614 INFO:teuthology.orchestra.run.smithi027.stderr: 81.4% 94.1% -- replaced with /var/log/ceph/ceph-client.admin.432403.log.gz 2024-02-10T05:33:47.614 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.467306.log.gz 2024-02-10T05:33:47.614 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% 85.1% -- replaced with /var/log/ceph/ceph-client.admin.266888.log.gz 2024-02-10T05:33:47.614 INFO:teuthology.orchestra.run.smithi027.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.384798.log.gz 2024-02-10T05:33:47.614 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.350506.log.gz 2024-02-10T05:33:47.615 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.428137.log.gz 2024-02-10T05:33:47.615 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% 90.3% -- replaced with /var/log/ceph/ceph-client.admin.267314.log.gz 2024-02-10T05:33:47.637 INFO:teuthology.orchestra.run.smithi027.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.43692.log.gz 2024-02-10T05:33:47.637 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.279838.log.gz 2024-02-10T05:33:47.637 INFO:teuthology.orchestra.run.smithi027.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.44176.log.gz 2024-02-10T05:33:47.637 INFO:teuthology.orchestra.run.smithi027.stderr: 88.4% 87.5% -- replaced with /var/log/ceph/ceph-client.admin.49156.log.gz 2024-02-10T05:33:47.638 INFO:teuthology.orchestra.run.smithi027.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.43223.log.gz 2024-02-10T05:33:47.638 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.49198.log.gz 2024-02-10T05:33:47.638 INFO:teuthology.orchestra.run.smithi027.stderr: 81.2% 88.8% -- replaced with /var/log/ceph/ceph-client.admin.43481.log.gz 2024-02-10T05:33:47.638 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.266480.log.gz 2024-02-10T05:33:47.638 INFO:teuthology.orchestra.run.smithi027.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.265219.log.gz 2024-02-10T05:33:47.638 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.419920.log.gz 2024-02-10T05:33:47.638 INFO:teuthology.orchestra.run.smithi027.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.43840.log.gz 2024-02-10T05:33:47.638 INFO:teuthology.orchestra.run.smithi027.stderr: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.381855.log.gz 2024-02-10T05:33:47.639 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.381439.log.gz 81.8% -- replaced with /var/log/ceph/ceph-client.admin.267722.log.gz 2024-02-10T05:33:47.639 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:47.639 INFO:teuthology.orchestra.run.smithi027.stderr: 86.3% 88.5% -- replaced with /var/log/ceph/ceph-client.admin.48700.log.gz 2024-02-10T05:33:47.639 INFO:teuthology.orchestra.run.smithi027.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.383122.log.gz 2024-02-10T05:33:47.639 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.49114.log.gz 2024-02-10T05:33:47.639 INFO:teuthology.orchestra.run.smithi027.stderr: 94.0% 89.2% -- replaced with /var/log/ceph/ceph-client.admin.45814.log.gz 2024-02-10T05:33:47.639 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.411153.log.gz 2024-02-10T05:33:47.639 INFO:teuthology.orchestra.run.smithi027.stderr: 78.5% 89.9% -- replaced with /var/log/ceph/ceph-client.admin.535262.log.gz 2024-02-10T05:33:47.640 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.235214.log.gz 2024-02-10T05:33:47.640 INFO:teuthology.orchestra.run.smithi027.stderr: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.443836.log.gz 2024-02-10T05:33:47.640 INFO:teuthology.orchestra.run.smithi027.stderr: 84.0% -- replaced with /var/log/ceph/ceph-client.admin.126111.log.gz 2024-02-10T05:33:47.640 INFO:teuthology.orchestra.run.smithi027.stderr: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.216383.log.gz 2024-02-10T05:33:47.640 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.380110.log.gz 2024-02-10T05:33:47.640 INFO:teuthology.orchestra.run.smithi027.stderr: 85.2% 80.7% -- replaced with /var/log/ceph/ceph-client.admin.130853.log.gz 2024-02-10T05:33:47.640 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.120029.log.gz 2024-02-10T05:33:47.640 INFO:teuthology.orchestra.run.smithi027.stderr: 78.2% -- replaced with /var/log/ceph/ceph-client.admin.385642.log.gz 2024-02-10T05:33:47.641 INFO:teuthology.orchestra.run.smithi027.stderr: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.258808.log.gz 2024-02-10T05:33:47.641 INFO:teuthology.orchestra.run.smithi027.stderr: 91.3% -- replaced with /var/log/ceph/ceph-client.admin.476549.log.gz 2024-02-10T05:33:47.641 INFO:teuthology.orchestra.run.smithi027.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.408948.log.gz 2024-02-10T05:33:47.641 INFO:teuthology.orchestra.run.smithi027.stderr: 84.5% -- replaced with /var/log/ceph/ceph-client.admin.187953.log.gz 2024-02-10T05:33:47.641 INFO:teuthology.orchestra.run.smithi027.stderr: 78.2% 89.0% -- replaced with /var/log/ceph/ceph-client.admin.47521.log.gz 2024-02-10T05:33:47.641 INFO:teuthology.orchestra.run.smithi027.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45982.log.gz 2024-02-10T05:33:47.641 INFO:teuthology.orchestra.run.smithi027.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.49870.log.gz 2024-02-10T05:33:47.641 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.252924.log.gz 2024-02-10T05:33:47.642 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.408524.log.gz 2024-02-10T05:33:47.642 INFO:teuthology.orchestra.run.smithi027.stderr: 78.2% 90.2% -- replaced with /var/log/ceph/ceph-client.admin.483723.log.gz 90.4% 2024-02-10T05:33:47.642 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.418634.log.gz 2024-02-10T05:33:47.642 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.222059.log.gz 2024-02-10T05:33:47.642 INFO:teuthology.orchestra.run.smithi027.stderr: 80.5% 90.1% -- replaced with /var/log/ceph/ceph-client.admin.363730.log.gz 2024-02-10T05:33:47.642 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.255443.log.gz 2024-02-10T05:33:47.642 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.250764.log.gz 2024-02-10T05:33:47.642 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.138810.log.gz 2024-02-10T05:33:47.643 INFO:teuthology.orchestra.run.smithi027.stderr: 81.1% 80.4% -- replaced with /var/log/ceph/ceph-client.admin.532333.log.gz 2024-02-10T05:33:47.643 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.510580.log.gz 2024-02-10T05:33:47.643 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.163146.log.gz 2024-02-10T05:33:47.643 INFO:teuthology.orchestra.run.smithi027.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.149509.log.gz 2024-02-10T05:33:47.643 INFO:teuthology.orchestra.run.smithi027.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.376588.log.gz 2024-02-10T05:33:47.643 INFO:teuthology.orchestra.run.smithi027.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.453559.log.gz 2024-02-10T05:33:47.643 INFO:teuthology.orchestra.run.smithi027.stderr: 84.1% -- replaced with /var/log/ceph/ceph-client.admin.345468.log.gz 2024-02-10T05:33:47.643 INFO:teuthology.orchestra.run.smithi027.stderr: 85.2% 85.1% -- replaced with /var/log/ceph/ceph-client.admin.179975.log.gz 2024-02-10T05:33:47.643 INFO:teuthology.orchestra.run.smithi027.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.51692.log.gz 2024-02-10T05:33:47.644 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.255852.log.gz 2024-02-10T05:33:47.644 INFO:teuthology.orchestra.run.smithi027.stderr: 90.5% -- replaced with /var/log/ceph/ceph-client.admin.259240.log.gz 2024-02-10T05:33:47.644 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% 81.0% -- replaced with /var/log/ceph/ceph-client.admin.378384.log.gz 2024-02-10T05:33:47.644 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.235641.log.gz 2024-02-10T05:33:47.644 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.130862.log.gz 2024-02-10T05:33:47.644 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.454646.log.gz 2024-02-10T05:33:47.644 INFO:teuthology.orchestra.run.smithi027.stderr: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.251231.log.gz 2024-02-10T05:33:47.644 INFO:teuthology.orchestra.run.smithi027.stderr: 89.3% 90.1% -- replaced with /var/log/ceph/ceph-client.admin.134629.log.gz 2024-02-10T05:33:47.645 INFO:teuthology.orchestra.run.smithi027.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.50668.log.gz 2024-02-10T05:33:47.645 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.49750.log.gz 2024-02-10T05:33:47.645 INFO:teuthology.orchestra.run.smithi027.stderr: 81.2% 85.2% -- replaced with /var/log/ceph/ceph-client.admin.491168.log.gz 2024-02-10T05:33:47.645 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.224153.log.gz 2024-02-10T05:33:47.645 INFO:teuthology.orchestra.run.smithi027.stderr: 94.1% -- replaced with /var/log/ceph/ceph-client.admin.474288.log.gz 2024-02-10T05:33:47.645 INFO:teuthology.orchestra.run.smithi027.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.440857.log.gz 2024-02-10T05:33:47.646 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.240414.log.gz 2024-02-10T05:33:47.646 INFO:teuthology.orchestra.run.smithi027.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.364984.log.gz 2024-02-10T05:33:47.646 INFO:teuthology.orchestra.run.smithi027.stderr: 78.4% -- replaced with /var/log/ceph/ceph-client.admin.180397.log.gz 2024-02-10T05:33:47.646 INFO:teuthology.orchestra.run.smithi027.stderr: 78.2% 90.2% -- replaced with /var/log/ceph/ceph-client.admin.494168.log.gz 2024-02-10T05:33:47.646 INFO:teuthology.orchestra.run.smithi027.stderr: 85.1% -- replaced with /var/log/ceph/ceph-client.admin.484140.log.gz 2024-02-10T05:33:47.646 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.266471.log.gz 2024-02-10T05:33:47.646 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% 77.8% -- replaced with /var/log/ceph/ceph-client.admin.114132.log.gz 2024-02-10T05:33:47.646 INFO:teuthology.orchestra.run.smithi027.stderr: 93.5% -- replaced with /var/log/ceph/ceph-client.admin.391152.log.gz 2024-02-10T05:33:47.646 INFO:teuthology.orchestra.run.smithi027.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.49356.log.gz 2024-02-10T05:33:47.647 INFO:teuthology.orchestra.run.smithi027.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.134620.log.gz 2024-02-10T05:33:47.647 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.140119.log.gz 2024-02-10T05:33:47.647 INFO:teuthology.orchestra.run.smithi027.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.248656.log.gz 2024-02-10T05:33:47.647 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.245874.log.gz 2024-02-10T05:33:47.647 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.187962.log.gz 2024-02-10T05:33:47.647 INFO:teuthology.orchestra.run.smithi027.stderr: 93.4% -- replaced with /var/log/ceph/ceph-client.admin.267731.log.gz 2024-02-10T05:33:47.647 INFO:teuthology.orchestra.run.smithi027.stderr: 81.3% 88.6% -- replaced with /var/log/ceph/ceph-client.admin.47689.log.gz 2024-02-10T05:33:47.647 INFO:teuthology.orchestra.run.smithi027.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.48211.log.gz 2024-02-10T05:33:47.648 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.390154.log.gz 2024-02-10T05:33:47.648 INFO:teuthology.orchestra.run.smithi027.stderr: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.453152.log.gz 2024-02-10T05:33:47.648 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% 77.2% -- replaced with /var/log/ceph/ceph-client.admin.454637.log.gz 2024-02-10T05:33:47.648 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.136714.log.gz 2024-02-10T05:33:47.648 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.503183.log.gz 2024-02-10T05:33:47.648 INFO:teuthology.orchestra.run.smithi027.stderr: 84.4% -- replaced with /var/log/ceph/ceph-client.admin.474820.log.gz 90.2% -- replaced with /var/log/ceph/ceph-client.admin.475670.log.gz 2024-02-10T05:33:47.648 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:47.648 INFO:teuthology.orchestra.run.smithi027.stderr: 79.3% -- replaced with /var/log/ceph/ceph-client.admin.362887.log.gz 2024-02-10T05:33:47.649 INFO:teuthology.orchestra.run.smithi027.stderr: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.124038.log.gz 2024-02-10T05:33:47.649 INFO:teuthology.orchestra.run.smithi027.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.48784.log.gz 2024-02-10T05:33:47.649 INFO:teuthology.orchestra.run.smithi027.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.49072.log.gz 2024-02-10T05:33:47.649 INFO:teuthology.orchestra.run.smithi027.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.50542.log.gz 2024-02-10T05:33:47.649 INFO:teuthology.orchestra.run.smithi027.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.50374.log.gz 2024-02-10T05:33:47.649 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.221642.log.gz 2024-02-10T05:33:47.649 INFO:teuthology.orchestra.run.smithi027.stderr: 93.3% 90.2% -- replaced with /var/log/ceph/ceph-client.admin.369242.log.gz 2024-02-10T05:33:47.649 INFO:teuthology.orchestra.run.smithi027.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.370485.log.gz 2024-02-10T05:33:47.650 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.198273.log.gz 2024-02-10T05:33:47.650 INFO:teuthology.orchestra.run.smithi027.stderr: 83.5% 81.0% -- replaced with /var/log/ceph/ceph-client.admin.224561.log.gz 2024-02-10T05:33:47.650 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.511434.log.gz 77.1% -- replaced with /var/log/ceph/ceph-client.admin.248647.log.gz 2024-02-10T05:33:47.650 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:47.650 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.409860.log.gz 2024-02-10T05:33:47.650 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% 89.9% -- replaced with /var/log/ceph/ceph-client.admin.532342.log.gz 2024-02-10T05:33:47.650 INFO:teuthology.orchestra.run.smithi027.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.45730.log.gz 2024-02-10T05:33:47.650 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.255025.log.gz 2024-02-10T05:33:47.650 INFO:teuthology.orchestra.run.smithi027.stderr: 94.9% -- replaced with /var/log/ceph/ceph-client.0.52437.log.gz 2024-02-10T05:33:47.651 INFO:teuthology.orchestra.run.smithi027.stderr: 85.1% 90.3% -- replaced with /var/log/ceph/ceph-client.admin.383131.log.gz 2024-02-10T05:33:47.651 INFO:teuthology.orchestra.run.smithi027.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.43924.log.gz 2024-02-10T05:33:47.651 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.261438.log.gz 2024-02-10T05:33:47.651 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.362480.log.gz 2024-02-10T05:33:47.651 INFO:teuthology.orchestra.run.smithi027.stderr: 84.8% -- replaced with /var/log/ceph/ceph-client.admin.219495.log.gz 2024-02-10T05:33:47.651 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.141471.log.gz 2024-02-10T05:33:47.651 INFO:teuthology.orchestra.run.smithi027.stderr: 93.4% -- replaced with /var/log/ceph/ceph-client.admin.183948.log.gz 2024-02-10T05:33:47.651 INFO:teuthology.orchestra.run.smithi027.stderr: 81.5% 83.8% -- replaced with /var/log/ceph/ceph-client.admin.425792.log.gz 2024-02-10T05:33:47.652 INFO:teuthology.orchestra.run.smithi027.stderr: 78.2% -- replaced with /var/log/ceph/ceph-client.admin.361639.log.gz 2024-02-10T05:33:47.652 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.452283.log.gz 2024-02-10T05:33:47.652 INFO:teuthology.orchestra.run.smithi027.stderr: 77.3% -- replaced with /var/log/ceph/ceph-client.admin.279412.log.gz 2024-02-10T05:33:47.652 INFO:teuthology.orchestra.run.smithi027.stderr: 95.3% -- replaced with /var/log/ceph/ceph-client.admin.110750.log.gz 2024-02-10T05:33:47.652 INFO:teuthology.orchestra.run.smithi027.stderr: 85.0% -- replaced with /var/log/ceph/ceph-client.admin.424212.log.gz 2024-02-10T05:33:47.652 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.384390.log.gz 2024-02-10T05:33:47.652 INFO:teuthology.orchestra.run.smithi027.stderr: 79.3% -- replaced with /var/log/ceph/ceph-client.admin.360807.log.gz 90.1% -- replaced with /var/log/ceph/ceph-client.admin.177456.log.gz 2024-02-10T05:33:47.652 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:47.653 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.351767.log.gz 2024-02-10T05:33:47.653 INFO:teuthology.orchestra.run.smithi027.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.44428.log.gz 2024-02-10T05:33:47.653 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.424221.log.gz 2024-02-10T05:33:47.653 INFO:teuthology.orchestra.run.smithi027.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.44651.log.gz 2024-02-10T05:33:47.653 INFO:teuthology.orchestra.run.smithi027.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.192413.log.gz 2024-02-10T05:33:47.653 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.500244.log.gz 2024-02-10T05:33:47.653 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.464349.log.gz 2024-02-10T05:33:47.653 INFO:teuthology.orchestra.run.smithi027.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.361223.log.gz 2024-02-10T05:33:47.654 INFO:teuthology.orchestra.run.smithi027.stderr: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.352590.log.gz 2024-02-10T05:33:47.654 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% 85.9% -- replaced with /var/log/ceph/ceph-client.admin.466877.log.gz 2024-02-10T05:33:47.654 INFO:teuthology.orchestra.run.smithi027.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.350920.log.gz 2024-02-10T05:33:47.654 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.527740.log.gz 2024-02-10T05:33:47.654 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.358731.log.gz 79.6% -- replaced with /var/log/ceph/ceph-client.admin.159497.log.gz 2024-02-10T05:33:47.654 INFO:teuthology.orchestra.run.smithi027.stderr: 78.2% -- replaced with /var/log/ceph/ceph-client.admin.466008.log.gz 2024-02-10T05:33:47.654 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:47.654 INFO:teuthology.orchestra.run.smithi027.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.49482.log.gz 2024-02-10T05:33:47.655 INFO:teuthology.orchestra.run.smithi027.stderr: 85.4% 90.3% -- replaced with /var/log/ceph/ceph-client.admin.480028.log.gz 2024-02-10T05:33:47.655 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.209512.log.gz 2024-02-10T05:33:47.655 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.161297.log.gz 90.2% 2024-02-10T05:33:47.655 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.429841.log.gz 2024-02-10T05:33:47.655 INFO:teuthology.orchestra.run.smithi027.stderr: 93.8% -- replaced with /var/log/ceph/ceph-client.admin.425753.log.gz 2024-02-10T05:33:47.655 INFO:teuthology.orchestra.run.smithi027.stderr: 84.0% 85.1% -- replaced with /var/log/ceph/ceph-client.admin.425840.log.gz 2024-02-10T05:33:47.655 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.150403.log.gz 2024-02-10T05:33:47.655 INFO:teuthology.orchestra.run.smithi027.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.51040.log.gz 2024-02-10T05:33:47.656 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.160472.log.gz 2024-02-10T05:33:47.656 INFO:teuthology.orchestra.run.smithi027.stderr: 78.2% 81.3% -- replaced with /var/log/ceph/ceph-client.admin.349242.log.gz 2024-02-10T05:33:47.656 INFO:teuthology.orchestra.run.smithi027.stderr: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.469594.log.gz 2024-02-10T05:33:47.656 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.439168.log.gz 2024-02-10T05:33:47.656 INFO:teuthology.orchestra.run.smithi027.stderr: 84.3% -- replaced with /var/log/ceph/ceph-client.admin.477869.log.gz 2024-02-10T05:33:47.656 INFO:teuthology.orchestra.run.smithi027.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.44649.log.gz 2024-02-10T05:33:47.656 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.179145.log.gz 2024-02-10T05:33:47.656 INFO:teuthology.orchestra.run.smithi027.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.498494.log.gz 2024-02-10T05:33:47.657 INFO:teuthology.orchestra.run.smithi027.stderr: 80.3% 90.2% 87.9% -- replaced with /var/log/ceph/ceph-client.admin.44218.log.gz 2024-02-10T05:33:47.657 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.450586.log.gz 2024-02-10T05:33:47.657 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.159946.log.gz 79.0% -- replaced with /var/log/ceph/ceph-client.admin.162282.log.gz 2024-02-10T05:33:47.657 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:33:47.657 INFO:teuthology.orchestra.run.smithi027.stderr: 94.0% -- replaced with /var/log/ceph/ceph-client.admin.218491.log.gz 90.0% 2024-02-10T05:33:47.657 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.238210.log.gz 2024-02-10T05:33:47.658 INFO:teuthology.orchestra.run.smithi027.stderr: 79.0% -- replaced with /var/log/ceph/ceph-client.admin.201832.log.gz 2024-02-10T05:33:47.658 INFO:teuthology.orchestra.run.smithi027.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.349659.log.gz 2024-02-10T05:33:47.658 INFO:teuthology.orchestra.run.smithi027.stderr: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.264376.log.gz 2024-02-10T05:33:47.659 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.369659.log.gz 2024-02-10T05:33:47.659 INFO:teuthology.orchestra.run.smithi027.stderr: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.380518.log.gz 2024-02-10T05:33:47.659 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.381864.log.gz 2024-02-10T05:33:47.697 INFO:teuthology.orchestra.run.smithi027.stderr: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.376111.log.gz 2024-02-10T05:33:47.698 INFO:teuthology.orchestra.run.smithi027.stderr: 77.3% -- replaced with /var/log/ceph/ceph-client.admin.387964.log.gz 2024-02-10T05:33:47.702 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.479547.log.gz 2024-02-10T05:33:47.704 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.192005.log.gz 2024-02-10T05:33:47.724 INFO:teuthology.orchestra.run.smithi027.stderr: 88.9% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-02-10T05:33:47.751 INFO:teuthology.orchestra.run.smithi027.stderr: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.261856.log.gz 2024-02-10T05:33:47.755 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.144049.log.gz 2024-02-10T05:33:47.758 INFO:teuthology.orchestra.run.smithi027.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.113194.log.gz 2024-02-10T05:33:47.770 INFO:teuthology.orchestra.run.smithi027.stderr: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.232659.log.gz 2024-02-10T05:33:47.868 INFO:teuthology.orchestra.run.smithi027.stderr: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.212018.log.gz 2024-02-10T05:33:47.887 INFO:teuthology.orchestra.run.smithi027.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.51124.log.gz 2024-02-10T05:33:47.893 INFO:teuthology.orchestra.run.smithi027.stderr: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.264793.log.gz 2024-02-10T05:33:47.894 INFO:teuthology.orchestra.run.smithi027.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.354839.log.gz 2024-02-10T05:33:47.899 INFO:teuthology.orchestra.run.smithi027.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.46108.log.gz 2024-02-10T05:33:47.906 INFO:teuthology.orchestra.run.smithi027.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.153404.log.gz 2024-02-10T05:33:47.906 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.152146.log.gz 2024-02-10T05:33:47.909 INFO:teuthology.orchestra.run.smithi027.stderr: 78.0% -- replaced with /var/log/ceph/ceph-client.admin.262708.log.gz 2024-02-10T05:33:47.911 INFO:teuthology.orchestra.run.smithi027.stderr: 92.0% -- replaced with /var/log/ceph/ceph-client.admin.241732.log.gz 2024-02-10T05:33:48.049 INFO:teuthology.orchestra.run.smithi027.stderr: 84.4% -- replaced with /var/log/ceph/ceph-client.admin.241271.log.gz 2024-02-10T05:33:48.162 INFO:teuthology.orchestra.run.smithi027.stderr: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.409851.log.gz 2024-02-10T05:33:48.252 INFO:teuthology.orchestra.run.smithi027.stderr: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.217217.log.gz 2024-02-10T05:33:48.255 INFO:teuthology.orchestra.run.smithi027.stderr: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.234388.log.gz 2024-02-10T05:33:48.352 INFO:teuthology.orchestra.run.smithi027.stderr: 79.9% -- replaced with /var/log/ceph/ceph-client.admin.191996.log.gz 2024-02-10T05:33:48.352 INFO:teuthology.orchestra.run.smithi027.stderr: 93.9% -- replaced with /var/log/ceph/ceph-client.admin.213827.log.gz 2024-02-10T05:33:48.389 INFO:teuthology.orchestra.run.smithi027.stderr: 83.7% -- replaced with /var/log/ceph/ceph-client.admin.529828.log.gz 2024-02-10T05:33:48.416 INFO:teuthology.orchestra.run.smithi027.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.49996.log.gz 2024-02-10T05:33:48.448 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.223310.log.gz 2024-02-10T05:33:48.515 INFO:teuthology.orchestra.run.smithi027.stderr: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.245025.log.gz 2024-02-10T05:33:48.519 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.431140.log.gz 2024-02-10T05:33:48.520 INFO:teuthology.orchestra.run.smithi027.stderr: 92.9% -- replaced with /var/log/ceph/ceph-client.admin.358280.log.gz 2024-02-10T05:33:48.540 INFO:teuthology.orchestra.run.smithi027.stderr: 93.4% -- replaced with /var/log/ceph/ceph-client.admin.196489.log.gz 2024-02-10T05:33:48.549 INFO:teuthology.orchestra.run.smithi027.stderr: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.276730.log.gz 2024-02-10T05:33:48.553 INFO:teuthology.orchestra.run.smithi027.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.51986.log.gz 2024-02-10T05:33:48.567 INFO:teuthology.orchestra.run.smithi027.stderr: 90.5% -- replaced with /var/log/ceph/ceph-client.admin.345894.log.gz 2024-02-10T05:33:48.570 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.487871.log.gz 2024-02-10T05:33:48.605 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.144471.log.gz 2024-02-10T05:33:48.622 INFO:teuthology.orchestra.run.smithi027.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.477392.log.gz 2024-02-10T05:33:48.645 INFO:teuthology.orchestra.run.smithi027.stderr: 93.4% -- replaced with /var/log/ceph/ceph-client.admin.199165.log.gz 2024-02-10T05:33:48.652 INFO:teuthology.orchestra.run.smithi027.stderr: 95.1% -- replaced with /var/log/ceph/ceph-client.admin.426129.log.gz 2024-02-10T05:33:48.670 INFO:teuthology.orchestra.run.smithi027.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.230130.log.gz 2024-02-10T05:33:48.919 INFO:teuthology.orchestra.run.smithi027.stderr: 91.9% -- replaced with /var/log/ceph/ceph-client.admin.193417.log.gz 2024-02-10T05:33:48.920 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.434523.log.gz 2024-02-10T05:33:48.948 INFO:teuthology.orchestra.run.smithi027.stderr: 92.9% -- replaced with /var/log/ceph/ceph-client.admin.237314.log.gz 2024-02-10T05:33:49.129 INFO:teuthology.orchestra.run.smithi027.stderr: 77.9% -- replaced with /var/log/ceph/ceph-client.admin.187459.log.gz 2024-02-10T05:33:49.226 INFO:teuthology.orchestra.run.smithi027.stderr: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.215134.log.gz 2024-02-10T05:33:49.408 INFO:teuthology.orchestra.run.smithi027.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.346307.log.gz 2024-02-10T05:33:49.410 INFO:teuthology.orchestra.run.smithi027.stderr: 80.3% -- replaced with /var/log/ceph/ceph-client.admin.501909.log.gz 2024-02-10T05:33:49.444 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.416518.log.gz 2024-02-10T05:33:49.446 INFO:teuthology.orchestra.run.smithi027.stderr: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.384381.log.gz 2024-02-10T05:33:49.446 INFO:teuthology.orchestra.run.smithi027.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.382714.log.gz 2024-02-10T05:33:49.487 INFO:teuthology.orchestra.run.smithi027.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.134212.log.gz 2024-02-10T05:33:49.493 INFO:teuthology.orchestra.run.smithi027.stderr: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.133369.log.gz 2024-02-10T05:33:49.495 INFO:teuthology.orchestra.run.smithi027.stderr: 93.3% -- replaced with /var/log/ceph/ceph-client.admin.194288.log.gz 2024-02-10T05:33:49.496 INFO:teuthology.orchestra.run.smithi027.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.142773.log.gz 2024-02-10T05:33:49.497 INFO:teuthology.orchestra.run.smithi027.stderr: 84.1% -- replaced with /var/log/ceph/ceph-client.admin.393613.log.gz 2024-02-10T05:33:49.499 INFO:teuthology.orchestra.run.smithi027.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.530246.log.gz 2024-02-10T05:33:49.740 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.366726.log.gz 2024-02-10T05:33:49.865 INFO:teuthology.orchestra.run.smithi027.stderr: 93.6% -- replaced with /var/log/ceph/ceph-client.admin.387505.log.gz 2024-02-10T05:33:49.905 INFO:teuthology.orchestra.run.smithi027.stderr: 93.3% -- replaced with /var/log/ceph/ceph-client.admin.201841.log.gz 2024-02-10T05:33:49.956 INFO:teuthology.orchestra.run.smithi027.stderr: 93.1% -- replaced with /var/log/ceph/ceph-client.admin.233918.log.gz 2024-02-10T05:33:50.070 INFO:teuthology.orchestra.run.smithi027.stderr: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.233076.log.gz 2024-02-10T05:33:50.310 INFO:teuthology.orchestra.run.smithi027.stderr: 94.6% -- replaced with /var/log/ceph/ceph-client.admin.191548.log.gz 2024-02-10T05:33:50.364 INFO:teuthology.orchestra.run.smithi027.stderr: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.253754.log.gz 2024-02-10T05:33:50.540 INFO:teuthology.orchestra.run.smithi027.stderr: 92.9% -- replaced with /var/log/ceph/ceph-client.admin.486456.log.gz 2024-02-10T05:33:50.697 INFO:teuthology.orchestra.run.smithi027.stderr: 94.2% -- replaced with /var/log/ceph/ceph-client.admin.393622.log.gz 2024-02-10T05:33:50.702 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.452292.log.gz 2024-02-10T05:33:50.929 INFO:teuthology.orchestra.run.smithi027.stderr: 93.6% -- replaced with /var/log/ceph/ceph-client.admin.227890.log.gz 2024-02-10T05:33:51.310 INFO:teuthology.orchestra.run.smithi027.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.132109.log.gz 2024-02-10T05:33:51.939 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.508908.log.gz 2024-02-10T05:33:52.047 INFO:teuthology.orchestra.run.smithi027.stderr: 94.8% -- replaced with /var/log/ceph/ceph-client.admin.564027.log.gz 2024-02-10T05:33:53.129 INFO:teuthology.orchestra.run.smithi027.stderr: 95.0% -- replaced with /var/log/ceph/ceph-client.admin.413826.log.gz 2024-02-10T05:33:54.206 INFO:teuthology.orchestra.run.smithi027.stderr: 93.3% -- replaced with /var/log/ceph/ceph-client.admin.188860.log.gz 2024-02-10T05:33:54.211 INFO:teuthology.orchestra.run.smithi027.stderr: 94.0% -- replaced with /var/log/ceph/ceph-client.admin.412452.log.gz 2024-02-10T05:33:54.408 INFO:teuthology.orchestra.run.smithi027.stderr: 93.7% -- replaced with /var/log/ceph/ceph-client.admin.392161.log.gz 2024-02-10T05:33:54.917 INFO:teuthology.orchestra.run.smithi027.stderr: 96.0% -- replaced with /var/log/ceph/ceph-client.admin.220755.log.gz 2024-02-10T05:33:56.056 INFO:teuthology.orchestra.run.smithi027.stderr: 93.7% -- replaced with /var/log/ceph/ceph-client.admin.425849.log.gz 2024-02-10T05:33:57.087 INFO:teuthology.orchestra.run.smithi027.stderr: 94.6% -- replaced with /var/log/ceph/ceph-client.admin.112200.log.gz 2024-02-10T05:33:58.444 INFO:teuthology.orchestra.run.smithi027.stderr: 96.7% -- replaced with /var/log/ceph/ceph-client.admin.114568.log.gz 2024-02-10T05:33:58.652 INFO:teuthology.orchestra.run.smithi027.stderr: 94.5% -- replaced with /var/log/ceph/ceph-client.admin.421051.log.gz 2024-02-10T05:33:58.732 INFO:teuthology.orchestra.run.smithi027.stderr: 94.4% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2024-02-10T05:34:05.152 INFO:teuthology.orchestra.run.smithi027.stderr: 96.8% -- replaced with /var/log/ceph/ceph-client.admin.413318.log.gz 2024-02-10T05:34:07.690 INFO:teuthology.orchestra.run.smithi027.stderr: 93.5% -- replaced with /var/log/ceph/ceph-client.admin.124518.log.gz 2024-02-10T05:34:08.338 INFO:teuthology.orchestra.run.smithi027.stderr: 94.4% -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2024-02-10T05:34:09.910 INFO:teuthology.orchestra.run.smithi027.stderr: 93.4% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-02-10T05:34:12.781 INFO:teuthology.orchestra.run.smithi027.stderr: 94.2% -- replaced with /var/log/ceph/ceph-client.admin.248043.log.gz 2024-02-10T05:34:14.270 INFO:teuthology.orchestra.run.smithi027.stderr: 94.7% -- replaced with /var/log/ceph/ceph-client.admin.126983.log.gz 2024-02-10T05:34:14.366 INFO:teuthology.orchestra.run.smithi027.stderr: 95.8% -- replaced with /var/log/ceph/ceph-client.admin.225617.log.gz 2024-02-10T05:34:16.316 INFO:teuthology.orchestra.run.smithi153.stderr: 91.8% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-02-10T05:34:18.171 INFO:teuthology.orchestra.run.smithi027.stderr: 95.3% -- replaced with /var/log/ceph/ceph-client.admin.484149.log.gz 2024-02-10T05:34:19.177 INFO:teuthology.orchestra.run.smithi027.stderr: 96.7% -- replaced with /var/log/ceph/ceph-client.admin.145770.log.gz 2024-02-10T05:34:19.661 INFO:teuthology.orchestra.run.smithi027.stderr: 95.8% -- replaced with /var/log/ceph/ceph-client.admin.260079.log.gz 2024-02-10T05:34:20.597 INFO:teuthology.orchestra.run.smithi027.stderr: 96.6% -- replaced with /var/log/ceph/ceph-client.admin.141006.log.gz 2024-02-10T05:34:20.899 INFO:teuthology.orchestra.run.smithi027.stderr: 96.7% -- replaced with /var/log/ceph/ceph-client.admin.228409.log.gz 2024-02-10T05:34:21.210 INFO:teuthology.orchestra.run.smithi027.stderr: 97.0% -- replaced with /var/log/ceph/ceph-client.admin.354398.log.gz 2024-02-10T05:34:22.132 INFO:teuthology.orchestra.run.smithi027.stderr: 97.1% -- replaced with /var/log/ceph/ceph-client.admin.353451.log.gz 2024-02-10T05:34:22.482 INFO:teuthology.orchestra.run.smithi027.stderr: 96.8% -- replaced with /var/log/ceph/ceph-client.admin.141890.log.gz 2024-02-10T05:34:22.570 INFO:teuthology.orchestra.run.smithi027.stderr: 95.2% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-02-10T05:34:23.338 INFO:teuthology.orchestra.run.smithi027.stderr: 96.7% -- replaced with /var/log/ceph/ceph-client.admin.123577.log.gz 2024-02-10T05:34:23.980 INFO:teuthology.orchestra.run.smithi027.stderr: 96.6% -- replaced with /var/log/ceph/ceph-client.admin.139654.log.gz 2024-02-10T05:34:24.151 INFO:teuthology.orchestra.run.smithi027.stderr: 96.9% -- replaced with /var/log/ceph/ceph-client.admin.115514.log.gz 2024-02-10T05:34:24.741 INFO:teuthology.orchestra.run.smithi027.stderr: 97.1% 97.2% -- replaced with /var/log/ceph/ceph-client.admin.379228.log.gz -- replaced with /var/log/ceph/ceph-client.admin.386132.log.gz 2024-02-10T05:34:24.742 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T05:34:26.623 INFO:teuthology.orchestra.run.smithi027.stderr: 97.1% 97.0% 96.7% -- replaced with /var/log/ceph/ceph-client.admin.247130.log.gz 2024-02-10T05:34:26.624 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.430263.log.gz 2024-02-10T05:34:26.624 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/ceph-client.admin.114141.log.gz 2024-02-10T05:34:26.626 INFO:teuthology.orchestra.run.smithi027.stderr: 97.0% -- replaced with /var/log/ceph/ceph-client.admin.277711.log.gz 2024-02-10T05:34:26.632 INFO:teuthology.orchestra.run.smithi027.stderr: 96.7% -- replaced with /var/log/ceph/ceph-client.admin.124047.log.gz 2024-02-10T05:34:26.633 INFO:teuthology.orchestra.run.smithi027.stderr: 96.0% -- replaced with /var/log/ceph/ceph-client.admin.224570.log.gz 2024-02-10T05:34:26.758 INFO:teuthology.orchestra.run.smithi027.stderr: 96.6% -- replaced with /var/log/ceph/ceph-client.admin.140541.log.gz 2024-02-10T05:34:27.347 INFO:teuthology.orchestra.run.smithi027.stderr: 96.7% -- replaced with /var/log/ceph/ceph-client.admin.118315.log.gz 2024-02-10T05:34:28.002 INFO:teuthology.orchestra.run.smithi027.stderr: 96.7% -- replaced with /var/log/ceph/ceph-client.admin.353883.log.gz 2024-02-10T05:34:29.033 INFO:teuthology.orchestra.run.smithi027.stderr: 96.7% -- replaced with /var/log/ceph/ceph-client.admin.247602.log.gz 2024-02-10T05:34:30.143 INFO:teuthology.orchestra.run.smithi027.stderr: 96.9% -- replaced with /var/log/ceph/ceph-client.admin.113714.log.gz 2024-02-10T05:34:31.980 INFO:teuthology.orchestra.run.smithi027.stderr: 96.4% -- replaced with /var/log/ceph/ceph-client.admin.419929.log.gz 2024-02-10T05:34:38.389 INFO:teuthology.orchestra.run.smithi027.stderr: 96.6% -- replaced with /var/log/ceph/ceph-client.admin.244582.log.gz 2024-02-10T05:34:41.183 INFO:teuthology.orchestra.run.smithi027.stderr: 96.8% -- replaced with /var/log/ceph/ceph-client.admin.463466.log.gz 2024-02-10T05:34:48.486 INFO:teuthology.orchestra.run.smithi153.stderr: 92.6% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-02-10T05:34:49.012 INFO:teuthology.orchestra.run.smithi027.stderr: 97.1% -- replaced with /var/log/ceph/ceph-client.admin.421975.log.gz 2024-02-10T05:34:51.067 INFO:teuthology.orchestra.run.smithi027.stderr: 93.8% -- replaced with /var/log/ceph/ceph-client.admin.506586.log.gz 2024-02-10T05:34:53.368 INFO:teuthology.orchestra.run.smithi027.stderr: 95.4% -- replaced with /var/log/ceph/ceph-client.admin.120038.log.gz 2024-02-10T05:34:59.281 INFO:teuthology.orchestra.run.smithi153.stderr: 92.2% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2024-02-10T05:35:00.062 INFO:teuthology.orchestra.run.smithi153.stderr: 92.3% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-02-10T05:35:01.672 INFO:teuthology.orchestra.run.smithi027.stderr: 97.8% -- replaced with /var/log/ceph/ceph-client.admin.504440.log.gz 2024-02-10T05:35:17.697 INFO:teuthology.orchestra.run.smithi027.stderr: 95.0% -- replaced with /var/log/ceph/ceph-client.admin.242176.log.gz 2024-02-10T05:35:57.088 INFO:teuthology.orchestra.run.smithi027.stderr: 94.1% -- replaced with /var/log/ceph/ceph-client.admin.250773.log.gz 2024-02-10T05:36:08.479 INFO:teuthology.orchestra.run.smithi027.stderr: 96.2% -- replaced with /var/log/ceph/ceph-client.admin.371345.log.gz 2024-02-10T05:36:09.577 INFO:teuthology.orchestra.run.smithi027.stderr: 94.4% -- replaced with /var/log/ceph/ceph-client.admin.182141.log.gz 2024-02-10T05:36:30.851 INFO:teuthology.orchestra.run.smithi027.stderr: 94.4% -- replaced with /var/log/ceph/ceph-client.admin.149518.log.gz 2024-02-10T05:36:33.556 INFO:teuthology.orchestra.run.smithi027.stderr: 93.8% -- replaced with /var/log/ceph/ceph-client.admin.117205.log.gz 2024-02-10T05:37:10.535 INFO:teuthology.orchestra.run.smithi153.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-02-10T05:37:11.035 INFO:teuthology.orchestra.run.smithi027.stderr: 94.3% -- replaced with /var/log/ceph/ceph-client.admin.182636.log.gz 2024-02-10T05:37:25.690 INFO:teuthology.orchestra.run.smithi027.stderr: 97.0% -- replaced with /var/log/ceph/ceph-client.admin.130406.log.gz 2024-02-10T05:37:38.493 INFO:teuthology.orchestra.run.smithi153.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-02-10T05:37:57.822 INFO:teuthology.orchestra.run.smithi153.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-02-10T05:37:57.824 INFO:teuthology.orchestra.run.smithi153.stderr: 2024-02-10T05:37:57.824 INFO:teuthology.orchestra.run.smithi153.stderr:real 4m16.808s 2024-02-10T05:37:57.824 INFO:teuthology.orchestra.run.smithi153.stderr:user 3m33.235s 2024-02-10T05:37:57.824 INFO:teuthology.orchestra.run.smithi153.stderr:sys 0m9.779s 2024-02-10T05:38:00.264 INFO:teuthology.orchestra.run.smithi027.stderr: 95.2% -- replaced with /var/log/ceph/ceph-client.admin.388826.log.gz 2024-02-10T05:38:38.297 INFO:teuthology.orchestra.run.smithi027.stderr: 96.2% -- replaced with /var/log/ceph/ceph-client.admin.225023.log.gz 2024-02-10T05:38:41.731 INFO:teuthology.orchestra.run.smithi027.stderr: 94.6% -- replaced with /var/log/ceph/ceph-client.admin.159000.log.gz 2024-02-10T05:40:17.211 INFO:teuthology.orchestra.run.smithi027.stderr: 93.8% -- replaced with /var/log/ceph/ceph-client.admin.144888.log.gz 2024-02-10T05:40:52.965 INFO:teuthology.orchestra.run.smithi027.stderr: 94.0% -- replaced with /var/log/ceph/ceph-client.admin.163155.log.gz 2024-02-10T05:41:38.788 INFO:teuthology.orchestra.run.smithi027.stderr: 96.2% -- replaced with /var/log/ceph/ceph-client.admin.192422.log.gz 2024-02-10T05:41:53.408 INFO:teuthology.orchestra.run.smithi027.stderr: 95.0% -- replaced with /var/log/ceph/ceph-client.admin.422885.log.gz 2024-02-10T05:42:30.237 INFO:teuthology.orchestra.run.smithi027.stderr: 95.0% -- replaced with /var/log/ceph/ceph-client.admin.112703.log.gz 2024-02-10T05:43:24.074 INFO:teuthology.orchestra.run.smithi027.stderr: 93.7% -- replaced with /var/log/ceph/ceph-client.admin.115029.log.gz 2024-02-10T05:47:56.311 INFO:teuthology.orchestra.run.smithi027.stderr: 90.4% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-02-10T05:48:34.967 INFO:teuthology.orchestra.run.smithi027.stderr: 96.7% -- replaced with /var/log/ceph/ceph-client.admin.260526.log.gz 2024-02-10T05:49:13.515 INFO:teuthology.orchestra.run.smithi027.stderr: 93.4% -- replaced with /var/log/ceph/ceph-client.admin.526231.log.gz 2024-02-10T05:49:31.344 INFO:teuthology.orchestra.run.smithi027.stderr: 94.0% -- replaced with /var/log/ceph/ceph-client.admin.113203.log.gz 2024-02-10T05:50:03.447 INFO:teuthology.orchestra.run.smithi027.stderr: 96.0% -- replaced with /var/log/ceph/ceph-client.admin.395526.log.gz 2024-02-10T05:52:47.837 INFO:teuthology.orchestra.run.smithi027.stderr: 92.6% -- replaced with /var/log/ceph/ceph-client.admin.515138.log.gz 2024-02-10T05:52:51.512 INFO:teuthology.orchestra.run.smithi027.stderr: 92.1% -- replaced with /var/log/ceph/ceph-client.admin.115982.log.gz 2024-02-10T05:56:34.923 INFO:teuthology.orchestra.run.smithi027.stderr: 92.6% -- replaced with /var/log/ceph/ceph-client.admin.516583.log.gz 2024-02-10T05:56:49.099 INFO:teuthology.orchestra.run.smithi027.stderr: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.519352.log.gz 2024-02-10T05:57:27.706 INFO:teuthology.orchestra.run.smithi027.stderr: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.517848.log.gz 2024-02-10T05:57:38.835 INFO:teuthology.orchestra.run.smithi027.stderr: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.520745.log.gz 2024-02-10T05:58:14.832 INFO:teuthology.orchestra.run.smithi027.stderr: 92.6% -- replaced with /var/log/ceph/ceph-client.admin.512331.log.gz 2024-02-10T05:58:15.774 INFO:teuthology.orchestra.run.smithi027.stderr: 93.0% -- replaced with /var/log/ceph/ceph-client.admin.239489.log.gz 2024-02-10T05:58:36.239 INFO:teuthology.orchestra.run.smithi027.stderr: 92.6% -- replaced with /var/log/ceph/ceph-client.admin.523619.log.gz 2024-02-10T05:59:23.200 INFO:teuthology.orchestra.run.smithi027.stderr: 92.6% -- replaced with /var/log/ceph/ceph-client.admin.522084.log.gz 2024-02-10T05:59:29.263 INFO:teuthology.orchestra.run.smithi027.stderr: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.524886.log.gz 2024-02-10T05:59:42.845 INFO:teuthology.orchestra.run.smithi027.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.513840.log.gz 2024-02-10T06:06:04.831 INFO:teuthology.orchestra.run.smithi027.stderr: 95.1% -- replaced with /var/log/ceph/ceph-client.admin.189375.log.gz 2024-02-10T06:06:20.994 INFO:teuthology.orchestra.run.smithi027.stderr: 95.3% -- replaced with /var/log/ceph/ceph-client.admin.280680.log.gz 2024-02-10T06:06:30.346 INFO:teuthology.orchestra.run.smithi027.stderr: 95.8% -- replaced with /var/log/ceph/ceph-client.admin.455479.log.gz 2024-02-10T06:09:43.844 INFO:teuthology.orchestra.run.smithi027.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-02-10T06:16:00.873 INFO:teuthology.orchestra.run.smithi027.stderr: 94.4% -- replaced with /var/log/ceph/ceph-client.admin.447372.log.gz 2024-02-10T06:17:29.042 INFO:teuthology.orchestra.run.smithi027.stderr: 94.4% -- replaced with /var/log/ceph/ceph-client.admin.445518.log.gz 2024-02-10T06:22:35.315 INFO:teuthology.orchestra.run.smithi027.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-02-10T06:23:11.823 INFO:teuthology.orchestra.run.smithi027.stderr: 92.0% -- replaced with /var/log/ceph/ceph-client.admin.270780.log.gz 2024-02-10T06:27:03.549 INFO:teuthology.orchestra.run.smithi027.stderr: 93.5% -- replaced with /var/log/ceph/ceph-client.admin.155634.log.gz 2024-02-10T06:27:10.464 INFO:teuthology.orchestra.run.smithi027.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-02-10T06:37:36.092 INFO:teuthology.orchestra.run.smithi027.stderr: 95.7% -- replaced with /var/log/ceph/ceph-client.admin.146630.log.gz 2024-02-10T06:57:34.572 INFO:teuthology.orchestra.run.smithi027.stderr: 91.7% -- replaced with /var/log/ceph/ceph-client.admin.536993.log.gz 2024-02-10T06:57:34.749 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-02-10T06:57:34.749 INFO:teuthology.orchestra.run.smithi027.stderr:real 83m53.716s 2024-02-10T06:57:34.749 INFO:teuthology.orchestra.run.smithi027.stderr:user 61m23.294s 2024-02-10T06:57:34.749 INFO:teuthology.orchestra.run.smithi027.stderr:sys 2m24.876s 2024-02-10T06:57:34.750 INFO:tasks.ceph:Archiving logs... 2024-02-10T06:57:34.750 DEBUG:teuthology.misc:Transferring archived files from smithi027:/var/log/ceph to /home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554559/remote/smithi027/log 2024-02-10T06:57:34.751 DEBUG:teuthology.orchestra.run.smithi027:> sudo tar c -f - -C /var/log/ceph -- . 2024-02-10T07:03:52.835 DEBUG:teuthology.misc:Transferring archived files from smithi153:/var/log/ceph to /home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554559/remote/smithi153/log 2024-02-10T07:03:52.836 DEBUG:teuthology.orchestra.run.smithi153:> sudo tar c -f - -C /var/log/ceph -- . 2024-02-10T07:10:21.258 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-02-10T07:10:21.317 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-02-10T07:10:21.318 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-02-10T07:10:21.321 DEBUG:teuthology.orchestra.run.smithi153:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-02-10T07:10:21.502 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-02-10T07:10:21.512 INFO:teuthology.task.clock:Checking final clock skew... 2024-02-10T07:10:21.512 DEBUG:teuthology.orchestra.run.smithi027:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-02-10T07:10:21.515 DEBUG:teuthology.orchestra.run.smithi153:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-02-10T07:10:21.534 INFO:teuthology.orchestra.run.smithi153.stderr:bash: line 1: ntpq: command not found 2024-02-10T07:10:21.544 INFO:teuthology.orchestra.run.smithi027.stderr:bash: line 1: ntpq: command not found 2024-02-10T07:10:21.557 INFO:teuthology.orchestra.run.smithi153.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-02-10T07:10:21.558 INFO:teuthology.orchestra.run.smithi153.stdout:=============================================================================== 2024-02-10T07:10:21.558 INFO:teuthology.orchestra.run.smithi153.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 15 +822us[ +822us] +/- 102ms 2024-02-10T07:10:21.558 INFO:teuthology.orchestra.run.smithi153.stdout:^* hv02.front.sepia.ceph.com 3 7 377 79 -735us[ -774us] +/- 49ms 2024-02-10T07:10:21.558 INFO:teuthology.orchestra.run.smithi153.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 4 +406us[ +406us] +/- 61ms 2024-02-10T07:10:21.558 INFO:teuthology.orchestra.run.smithi153.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-02-10T07:10:21.591 INFO:teuthology.orchestra.run.smithi027.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-02-10T07:10:21.592 INFO:teuthology.orchestra.run.smithi027.stdout:=============================================================================== 2024-02-10T07:10:21.592 INFO:teuthology.orchestra.run.smithi027.stdout:^+ hv01.front.sepia.ceph.com 2 7 377 71 +898us[ +906us] +/- 101ms 2024-02-10T07:10:21.592 INFO:teuthology.orchestra.run.smithi027.stdout:^* hv02.front.sepia.ceph.com 3 7 377 66 -723us[ -716us] +/- 49ms 2024-02-10T07:10:21.592 INFO:teuthology.orchestra.run.smithi027.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 16 +461us[ +461us] +/- 61ms 2024-02-10T07:10:21.592 INFO:teuthology.orchestra.run.smithi027.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-02-10T07:10:21.593 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-02-10T07:10:21.602 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-02-10T07:10:21.603 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-02-10T07:10:21.613 DEBUG:teuthology.orchestra.run.smithi027:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-02-10T07:10:22.015 DEBUG:teuthology.orchestra.run.smithi153:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-02-10T07:10:22.159 DEBUG:teuthology.orchestra.run.smithi027:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-02-10T07:10:22.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-10T07:10:22.253 DEBUG:teuthology.orchestra.run.smithi153:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-02-10T07:10:22.286 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-10T07:10:22.286 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-02-10T07:10:22.298 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-02-10T07:10:22.308 INFO:teuthology.task.internal:Duration was 26464.359055 seconds 2024-02-10T07:10:22.309 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-02-10T07:10:22.320 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-02-10T07:10:22.320 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-02-10T07:10:22.324 DEBUG:teuthology.orchestra.run.smithi153:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-02-10T07:10:22.392 INFO:teuthology.orchestra.run.smithi153.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-02-10T07:10:22.530 INFO:teuthology.orchestra.run.smithi027.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-02-10T07:10:22.898 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-02-10T07:10:22.898 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi027.front.sepia.ceph.com 2024-02-10T07:10:22.898 DEBUG:teuthology.orchestra.run.smithi027:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-02-10T07:10:22.947 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi153.front.sepia.ceph.com 2024-02-10T07:10:22.947 DEBUG:teuthology.orchestra.run.smithi153:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-02-10T07:10:22.980 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-02-10T07:10:22.980 DEBUG:teuthology.orchestra.run.smithi027:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-02-10T07:10:22.983 DEBUG:teuthology.orchestra.run.smithi153:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-02-10T07:10:23.053 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-02-10T07:10:23.054 DEBUG:teuthology.orchestra.run.smithi027:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-02-10T07:10:23.057 DEBUG:teuthology.orchestra.run.smithi153:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-02-10T07:10:24.206 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-02-10T07:10:24.216 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-02-10T07:10:24.216 DEBUG:teuthology.orchestra.run.smithi027:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-02-10T07:10:24.300 DEBUG:teuthology.orchestra.run.smithi153:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-02-10T07:10:24.353 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-02-10T07:10:24.365 DEBUG:teuthology.orchestra.run.smithi027:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-02-10T07:10:24.369 DEBUG:teuthology.orchestra.run.smithi153:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-02-10T07:10:24.408 INFO:teuthology.orchestra.run.smithi153.stdout:kernel.core_pattern = core 2024-02-10T07:10:24.466 INFO:teuthology.orchestra.run.smithi027.stdout:kernel.core_pattern = core 2024-02-10T07:10:24.524 DEBUG:teuthology.orchestra.run.smithi027:> test -e /home/ubuntu/cephtest/archive/coredump 2024-02-10T07:10:24.555 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-10T07:10:24.555 DEBUG:teuthology.orchestra.run.smithi153:> test -e /home/ubuntu/cephtest/archive/coredump 2024-02-10T07:10:24.572 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-10T07:10:24.572 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-02-10T07:10:24.583 INFO:teuthology.task.internal:Transferring archived files... 2024-02-10T07:10:24.584 DEBUG:teuthology.misc:Transferring archived files from smithi027:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554559/remote/smithi027 2024-02-10T07:10:24.584 DEBUG:teuthology.orchestra.run.smithi027:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-02-10T07:10:24.677 DEBUG:teuthology.misc:Transferring archived files from smithi153:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554559/remote/smithi153 2024-02-10T07:10:24.678 DEBUG:teuthology.orchestra.run.smithi153:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-02-10T07:10:24.719 INFO:teuthology.task.internal:Removing archive directory... 2024-02-10T07:10:24.720 DEBUG:teuthology.orchestra.run.smithi027:> rm -rf -- /home/ubuntu/cephtest/archive 2024-02-10T07:10:24.723 DEBUG:teuthology.orchestra.run.smithi153:> rm -rf -- /home/ubuntu/cephtest/archive 2024-02-10T07:10:24.770 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-02-10T07:10:24.781 INFO:teuthology.task.internal:Not uploading archives. 2024-02-10T07:10:24.781 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-02-10T07:10:24.791 INFO:teuthology.task.internal:Tidying up after the test... 2024-02-10T07:10:24.791 DEBUG:teuthology.orchestra.run.smithi027:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-02-10T07:10:24.797 DEBUG:teuthology.orchestra.run.smithi153:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-02-10T07:10:24.826 INFO:teuthology.orchestra.run.smithi153.stdout: 262166 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 10 07:10 /home/ubuntu/cephtest 2024-02-10T07:10:24.827 INFO:teuthology.orchestra.run.smithi027.stdout: 262166 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 10 07:10 /home/ubuntu/cephtest 2024-02-10T07:10:24.829 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-02-10T07:10:24.840 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-02-10T07:10:24.868 INFO:teuthology.nuke:Checking targets against current locks 2024-02-10T07:10:24.896 DEBUG:teuthology.nuke:shortname: smithi027 2024-02-10T07:10:24.896 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-02-10T07:10:24.920 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi027.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554559', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-02-09 23:39:22.039356', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGwpmcnhXPy11TlEs4d//LAkvfNDeLaCjfddB5+SCblGIJyngP4OXVA86dlYYiqe2JBHmGI8cT5ou7YevCO9Jgw='} 2024-02-10T07:10:24.923 DEBUG:teuthology.nuke:shortname: smithi153 2024-02-10T07:10:24.924 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-02-10T07:10:24.944 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi153.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554559', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-02-09 23:39:22.041299', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBK/qbfaOPj5zxh5J+W1UZhU1VermFZSIUnLgzS0sBijq9MBWRC/pzXaPVxE09vrriNU3aWIf9QwQnRiG31V5L/c='} 2024-02-10T07:10:24.977 INFO:teuthology.orchestra.console.smithi027:Power off 2024-02-10T07:10:24.977 DEBUG:teuthology.orchestra.console.smithi027:pexpect command: ipmitool -H smithi027.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-02-10T07:10:25.002 DEBUG:teuthology.orchestra.console.smithi027:power off output: Chassis Power Control: Down/Off 2024-02-10T07:10:25.002 DEBUG:teuthology.orchestra.console.smithi027:pexpect command: ipmitool -H smithi027.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-10T07:10:25.018 INFO:teuthology.orchestra.console.smithi153:Power off 2024-02-10T07:10:25.018 DEBUG:teuthology.orchestra.console.smithi153:pexpect command: ipmitool -H smithi153.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-02-10T07:10:25.026 DEBUG:teuthology.orchestra.console.smithi027:check power output: Chassis Power is on 2024-02-10T07:10:25.040 DEBUG:teuthology.orchestra.console.smithi153:power off output: Chassis Power Control: Down/Off 2024-02-10T07:10:25.040 DEBUG:teuthology.orchestra.console.smithi153:pexpect command: ipmitool -H smithi153.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-10T07:10:25.064 DEBUG:teuthology.orchestra.console.smithi153:check power output: Chassis Power is on 2024-02-10T07:10:29.031 DEBUG:teuthology.orchestra.console.smithi027:pexpect command: ipmitool -H smithi027.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-10T07:10:29.065 DEBUG:teuthology.orchestra.console.smithi153:pexpect command: ipmitool -H smithi153.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-10T07:10:29.141 DEBUG:teuthology.orchestra.console.smithi027:check power output: Chassis Power is on 2024-02-10T07:10:29.175 DEBUG:teuthology.orchestra.console.smithi153:check power output: Chassis Power is on 2024-02-10T07:10:33.143 DEBUG:teuthology.orchestra.console.smithi027:pexpect command: ipmitool -H smithi027.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-10T07:10:33.177 DEBUG:teuthology.orchestra.console.smithi153:pexpect command: ipmitool -H smithi153.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-10T07:10:33.254 DEBUG:teuthology.orchestra.console.smithi027:check power output: Chassis Power is on 2024-02-10T07:10:33.289 DEBUG:teuthology.orchestra.console.smithi153:check power output: Chassis Power is on 2024-02-10T07:10:37.255 DEBUG:teuthology.orchestra.console.smithi027:pexpect command: ipmitool -H smithi027.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-10T07:10:37.290 DEBUG:teuthology.orchestra.console.smithi153:pexpect command: ipmitool -H smithi153.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-10T07:10:37.366 DEBUG:teuthology.orchestra.console.smithi027:check power output: Chassis Power is off 2024-02-10T07:10:37.399 DEBUG:teuthology.orchestra.console.smithi153:check power output: Chassis Power is off 2024-02-10T07:10:37.468 INFO:teuthology.orchestra.console.smithi027:Power off completed 2024-02-10T07:10:37.501 INFO:teuthology.orchestra.console.smithi153:Power off completed 2024-02-10T07:10:37.605 INFO:teuthology.run:Summary data: description: fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} subvol_versions/create_subvol_version_v1 tasks/xfstests-dev} duration: 26464.359055280685 failure_reason: 'Test failure: test_generic (tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev)' flavor: default owner: scheduled_yuriw@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=f9ed9d226f2a4ac4994930db7b562183 status: fail success: false 2024-02-10T07:10:37.606 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-02-10T07:10:37.672 INFO:teuthology.run:FAIL